diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer23/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..34a7c6e0e225ed583682347d0d0a9621e12f9f6c --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9deed34687949bbdffbdbca2eaf80b31ca9490445ba34ab25b807c663d058f47 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer23/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d7388d3ad6195a1912f5a8514a5b142ddba2cadd --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=1.0563081212043761 +INFO:root: +[Valid][0][UTT][ MSE = 0.7386 | LCC = 0.8590 | SRCC = 0.8606 ] +INFO:root:Average loss=0.43636824917793277 +INFO:root: +[Valid][1][UTT][ MSE = 0.4267 | LCC = 0.8996 | SRCC = 0.8935 ] +INFO:root:Average loss=0.3665706579685211 +INFO:root: +[Valid][2][UTT][ MSE = 0.5825 | LCC = 0.8866 | SRCC = 0.9005 ] +INFO:root:Average loss=0.3331493958234787 +INFO:root: +[Valid][3][UTT][ MSE = 0.3987 | LCC = 0.9092 | SRCC = 0.9098 ] +INFO:root:Average loss=0.2601349173784256 +INFO:root: +[Valid][4][UTT][ MSE = 0.3710 | LCC = 0.9199 | SRCC = 0.9199 ] +INFO:root:Average loss=0.2473576443195343 +INFO:root: +[Valid][5][UTT][ MSE = 0.3600 | LCC = 0.9305 | SRCC = 0.9290 ] +INFO:root:Average loss=0.2470013654232025 +INFO:root: +[Valid][6][UTT][ MSE = 0.2677 | LCC = 0.9316 | SRCC = 0.9299 ] +INFO:root:Average loss=0.2507935168147087 +INFO:root: +[Valid][7][UTT][ MSE = 0.2492 | LCC = 0.9306 | SRCC = 0.9307 ] +INFO:root:Average loss=0.19358640390634538 +INFO:root: +[Valid][8][UTT][ MSE = 0.2317 | LCC = 0.9388 | SRCC = 0.9382 ] +INFO:root:Average loss=0.18437114834785462 +INFO:root: +[Valid][9][UTT][ MSE = 0.2824 | LCC = 0.9446 | SRCC = 0.9433 ] +INFO:root:Average loss=0.2348708925843239 +INFO:root: +[Valid][10][UTT][ MSE = 0.2946 | LCC = 0.9454 | SRCC = 0.9464 ] +INFO:root:Average loss=0.17242506766319274 +INFO:root: +[Valid][11][UTT][ MSE = 0.2381 | LCC = 0.9443 | SRCC = 0.9461 ] +INFO:root:Average loss=0.1622229313850403 +INFO:root: +[Valid][12][UTT][ MSE = 0.2086 | LCC = 0.9495 | SRCC = 0.9496 ] +INFO:root:Average loss=0.1574323083758354 +INFO:root: +[Valid][13][UTT][ MSE = 0.2053 | LCC = 0.9508 | SRCC = 0.9516 ] +INFO:root:Average loss=0.15850027018785476 +INFO:root: +[Valid][14][UTT][ MSE = 0.3115 | LCC = 0.9474 | SRCC = 0.9513 ] +INFO:root:Average loss=0.15702237820625306 +INFO:root: +[Valid][15][UTT][ MSE = 0.2225 | LCC = 0.9545 | SRCC = 0.9541 ] +INFO:root:Average loss=0.1442300369143486 +INFO:root: +[Valid][16][UTT][ MSE = 0.1936 | LCC = 0.9506 | SRCC = 0.9516 ] +INFO:root:Average loss=0.13388900846242904 +INFO:root: +[Valid][17][UTT][ MSE = 0.2077 | LCC = 0.9542 | SRCC = 0.9550 ] +INFO:root:Average loss=0.13456004190444945 +INFO:root: +[Valid][18][UTT][ MSE = 0.1951 | LCC = 0.9569 | SRCC = 0.9564 ] +INFO:root:Average loss=0.12940751343965531 +INFO:root: +[Valid][19][UTT][ MSE = 0.1985 | LCC = 0.9515 | SRCC = 0.9543 ] +INFO:root:Average loss=0.12696247392892837 +INFO:root: +[Valid][20][UTT][ MSE = 0.2164 | LCC = 0.9575 | SRCC = 0.9577 ] +INFO:root:Average loss=0.12185577318072319 +INFO:root: +[Valid][21][UTT][ MSE = 0.2530 | LCC = 0.9567 | SRCC = 0.9574 ] +INFO:root:Average loss=0.11650395280122756 +INFO:root: +[Valid][22][UTT][ MSE = 0.2103 | LCC = 0.9586 | SRCC = 0.9585 ] +INFO:root:Average loss=0.12136834174394608 +INFO:root: +[Valid][23][UTT][ MSE = 0.2055 | LCC = 0.9589 | SRCC = 0.9581 ] +INFO:root:Average loss=0.1141653277873993 +INFO:root: +[Valid][24][UTT][ MSE = 0.2030 | LCC = 0.9571 | SRCC = 0.9574 ] +INFO:root:Average loss=0.11773455655574798 +INFO:root: +[Valid][25][UTT][ MSE = 0.2126 | LCC = 0.9608 | SRCC = 0.9602 ] +INFO:root:Average loss=0.12199297505617142 +INFO:root: +[Valid][26][UTT][ MSE = 0.2463 | LCC = 0.9562 | SRCC = 0.9571 ] +INFO:root:Average loss=0.10990665045380592 +INFO:root: +[Valid][27][UTT][ MSE = 0.1957 | LCC = 0.9615 | SRCC = 0.9606 ] +INFO:root:Average loss=0.10368599903583527 +INFO:root: +[Valid][28][UTT][ MSE = 0.2125 | LCC = 0.9611 | SRCC = 0.9612 ] +INFO:root:Average loss=0.10295946589112281 +INFO:root: +[Valid][29][UTT][ MSE = 0.2154 | LCC = 0.9609 | SRCC = 0.9608 ] +INFO:root:Average loss=0.10441702657938004 +INFO:root: +[Valid][30][UTT][ MSE = 0.2320 | LCC = 0.9566 | SRCC = 0.9582 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2017 | LCC = 0.9608 | SRCC = 0.9615 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer23/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer23/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e32a8bfa9ff2d5099d8bb1bcc50fcf412bade893 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b593f01a812561d51caac313bc5c6bd12401973794f032e49f13e1f2fe69ed9 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer23/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5cd83e05b68bd6dabb9070e922c3d829e2e16a --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e7f331b68e09a285786ae12faee10f37f40d1ec8e825a5af4f258d78e42f59a +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer23/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..34d620fcd31ab49b13ac5def29bf7ff5fc14986f --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=1.2454368045330049 +INFO:root: +[Valid][0][UTT][ MSE = 0.9272 | LCC = 0.7573 | SRCC = 0.7894 ] +INFO:root:Average loss=0.4070986392498016 +INFO:root: +[Valid][1][UTT][ MSE = 0.3697 | LCC = 0.8888 | SRCC = 0.8883 ] +INFO:root:Average loss=0.3334553905725479 +INFO:root: +[Valid][2][UTT][ MSE = 0.5089 | LCC = 0.8980 | SRCC = 0.9068 ] +INFO:root:Average loss=0.2786888217926025 +INFO:root: +[Valid][3][UTT][ MSE = 0.3937 | LCC = 0.9223 | SRCC = 0.9196 ] +INFO:root:Average loss=0.2641449633836746 +INFO:root: +[Valid][4][UTT][ MSE = 0.3269 | LCC = 0.9274 | SRCC = 0.9255 ] +INFO:root:Average loss=0.2518278401494026 +INFO:root: +[Valid][5][UTT][ MSE = 0.2548 | LCC = 0.9168 | SRCC = 0.9214 ] +INFO:root:Average loss=0.23646544587612153 +INFO:root: +[Valid][6][UTT][ MSE = 0.2542 | LCC = 0.9330 | SRCC = 0.9331 ] +INFO:root:Average loss=0.2051917288303375 +INFO:root: +[Valid][7][UTT][ MSE = 0.2680 | LCC = 0.9354 | SRCC = 0.9349 ] +INFO:root:Average loss=0.2318065767288208 +INFO:root: +[Valid][8][UTT][ MSE = 0.2200 | LCC = 0.9394 | SRCC = 0.9400 ] +INFO:root:Average loss=0.18956960862874986 +INFO:root: +[Valid][9][UTT][ MSE = 0.3810 | LCC = 0.9370 | SRCC = 0.9452 ] +INFO:root:Average loss=0.20585258382558821 +INFO:root: +[Valid][10][UTT][ MSE = 0.2534 | LCC = 0.9421 | SRCC = 0.9434 ] +INFO:root:Average loss=0.18163397318124772 +INFO:root: +[Valid][11][UTT][ MSE = 0.2232 | LCC = 0.9471 | SRCC = 0.9473 ] +INFO:root:Average loss=0.1720084508061409 +INFO:root: +[Valid][12][UTT][ MSE = 0.2954 | LCC = 0.9487 | SRCC = 0.9500 ] +INFO:root:Average loss=0.14915228682756423 +INFO:root: +[Valid][13][UTT][ MSE = 0.2298 | LCC = 0.9519 | SRCC = 0.9517 ] +INFO:root:Average loss=0.14277833980321883 +INFO:root: +[Valid][14][UTT][ MSE = 0.2364 | LCC = 0.9460 | SRCC = 0.9457 ] +INFO:root:Average loss=0.1492177627682686 +INFO:root: +[Valid][15][UTT][ MSE = 0.2449 | LCC = 0.9534 | SRCC = 0.9544 ] +INFO:root:Average loss=0.13858777248859405 +INFO:root: +[Valid][16][UTT][ MSE = 0.2090 | LCC = 0.9544 | SRCC = 0.9542 ] +INFO:root:Average loss=0.14254310512542726 +INFO:root: +[Valid][17][UTT][ MSE = 0.2187 | LCC = 0.9552 | SRCC = 0.9554 ] +INFO:root:Average loss=0.13297844725847244 +INFO:root: +[Valid][18][UTT][ MSE = 0.1940 | LCC = 0.9534 | SRCC = 0.9547 ] +INFO:root:Average loss=0.12449122136831284 +INFO:root: +[Valid][19][UTT][ MSE = 0.2208 | LCC = 0.9564 | SRCC = 0.9567 ] +INFO:root:Average loss=0.12975050085783005 +INFO:root: +[Valid][20][UTT][ MSE = 0.2192 | LCC = 0.9539 | SRCC = 0.9550 ] +INFO:root:Average loss=0.12197551834583283 +INFO:root: +[Valid][21][UTT][ MSE = 0.1840 | LCC = 0.9570 | SRCC = 0.9582 ] +INFO:root:Average loss=0.12703324615955353 +INFO:root: +[Valid][22][UTT][ MSE = 0.1805 | LCC = 0.9524 | SRCC = 0.9542 ] +INFO:root:Average loss=0.12633594971895218 +INFO:root: +[Valid][23][UTT][ MSE = 0.2874 | LCC = 0.9577 | SRCC = 0.9599 ] +INFO:root:Average loss=0.11747282934188842 +INFO:root: +[Valid][24][UTT][ MSE = 0.1975 | LCC = 0.9587 | SRCC = 0.9593 ] +INFO:root:Average loss=0.11518598806858063 +INFO:root: +[Valid][25][UTT][ MSE = 0.1968 | LCC = 0.9603 | SRCC = 0.9604 ] +INFO:root:Average loss=0.1197339205443859 +INFO:root: +[Valid][26][UTT][ MSE = 0.2631 | LCC = 0.9585 | SRCC = 0.9606 ] +INFO:root:Average loss=0.10964244675636292 +INFO:root: +[Valid][27][UTT][ MSE = 0.1846 | LCC = 0.9610 | SRCC = 0.9612 ] +INFO:root:Average loss=0.11100984755158425 +INFO:root: +[Valid][28][UTT][ MSE = 0.2261 | LCC = 0.9599 | SRCC = 0.9605 ] +INFO:root:Average loss=0.10690061169862747 +INFO:root: +[Valid][29][UTT][ MSE = 0.1774 | LCC = 0.9595 | SRCC = 0.9594 ] +INFO:root:Average loss=0.1042147558927536 +INFO:root: +[Valid][30][UTT][ MSE = 0.2075 | LCC = 0.9612 | SRCC = 0.9615 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2153 | LCC = 0.9599 | SRCC = 0.9620 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer23/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer23/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3338d4a42aac7fe3191c08e949bb1ec5349c22eb --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb453cf8d22c715acdbfc7a44d78c26f4604b6ef363206f5c7b9125be580437a +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer23/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..32780f37f5b9cf34ef980878f669b2fe728d474d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e395f1a1a88a57c0b9762c97f53edde8094ad76a76e45587acef062a39651b +size 3404998 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer23/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a76c2a0be4ea30134e304a071dc1ac481d4d9bc1 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=1.0217993781566619 +INFO:root: +[Valid][0][UTT][ MSE = 1.0591 | LCC = 0.8105 | SRCC = 0.8568 ] +INFO:root:Average loss=0.4108892401456833 +INFO:root: +[Valid][1][UTT][ MSE = 0.3454 | LCC = 0.8973 | SRCC = 0.8937 ] +INFO:root:Average loss=0.2908277262449265 +INFO:root: +[Valid][2][UTT][ MSE = 0.4217 | LCC = 0.9067 | SRCC = 0.9095 ] +INFO:root:Average loss=0.3161389358043671 +INFO:root: +[Valid][3][UTT][ MSE = 0.4445 | LCC = 0.9103 | SRCC = 0.9153 ] +INFO:root:Average loss=0.30991377222537997 +INFO:root: +[Valid][4][UTT][ MSE = 0.3158 | LCC = 0.9249 | SRCC = 0.9241 ] +INFO:root:Average loss=0.255293332695961 +INFO:root: +[Valid][5][UTT][ MSE = 0.2536 | LCC = 0.9333 | SRCC = 0.9319 ] +INFO:root:Average loss=0.21495477044582367 +INFO:root: +[Valid][6][UTT][ MSE = 0.2286 | LCC = 0.9373 | SRCC = 0.9361 ] +INFO:root:Average loss=0.19873052734136581 +INFO:root: +[Valid][7][UTT][ MSE = 0.3152 | LCC = 0.9417 | SRCC = 0.9403 ] +INFO:root:Average loss=0.18445929199457167 +INFO:root: +[Valid][8][UTT][ MSE = 0.2543 | LCC = 0.9417 | SRCC = 0.9419 ] +INFO:root:Average loss=0.18127670788764955 +INFO:root: +[Valid][9][UTT][ MSE = 0.3192 | LCC = 0.9437 | SRCC = 0.9436 ] +INFO:root:Average loss=0.1928513303399086 +INFO:root: +[Valid][10][UTT][ MSE = 0.2450 | LCC = 0.9396 | SRCC = 0.9439 ] +INFO:root:Average loss=0.16134409826993942 +INFO:root: +[Valid][11][UTT][ MSE = 0.2407 | LCC = 0.9483 | SRCC = 0.9472 ] +INFO:root:Average loss=0.17079754358530044 +INFO:root: +[Valid][12][UTT][ MSE = 0.2452 | LCC = 0.9476 | SRCC = 0.9474 ] +INFO:root:Average loss=0.15236402332782745 +INFO:root: +[Valid][13][UTT][ MSE = 0.2353 | LCC = 0.9485 | SRCC = 0.9489 ] +INFO:root:Average loss=0.14256081676483154 +INFO:root: +[Valid][14][UTT][ MSE = 0.1954 | LCC = 0.9518 | SRCC = 0.9512 ] +INFO:root:Average loss=0.1471487997174263 +INFO:root: +[Valid][15][UTT][ MSE = 0.1737 | LCC = 0.9513 | SRCC = 0.9529 ] +INFO:root:Average loss=0.1566015036702156 +INFO:root: +[Valid][16][UTT][ MSE = 0.2357 | LCC = 0.9533 | SRCC = 0.9523 ] +INFO:root:Average loss=0.13364748448133468 +INFO:root: +[Valid][17][UTT][ MSE = 0.2799 | LCC = 0.9519 | SRCC = 0.9543 ] +INFO:root:Average loss=0.15910709178447724 +INFO:root: +[Valid][18][UTT][ MSE = 0.2889 | LCC = 0.9459 | SRCC = 0.9503 ] +INFO:root:Average loss=0.14192144161462783 +INFO:root: +[Valid][19][UTT][ MSE = 0.2777 | LCC = 0.9451 | SRCC = 0.9495 ] +INFO:root:Average loss=0.13185440748929977 +INFO:root: +[Valid][20][UTT][ MSE = 0.2025 | LCC = 0.9559 | SRCC = 0.9554 ] +INFO:root:Average loss=0.12572974821925162 +INFO:root: +[Valid][21][UTT][ MSE = 0.2025 | LCC = 0.9531 | SRCC = 0.9543 ] +INFO:root:Average loss=0.12733065366744994 +INFO:root: +[Valid][22][UTT][ MSE = 0.2168 | LCC = 0.9511 | SRCC = 0.9532 ] +INFO:root:Average loss=0.11917251497507095 +INFO:root: +[Valid][23][UTT][ MSE = 0.2036 | LCC = 0.9563 | SRCC = 0.9554 ] +INFO:root:Average loss=0.11531247371435166 +INFO:root: +[Valid][24][UTT][ MSE = 0.2819 | LCC = 0.9509 | SRCC = 0.9522 ] +INFO:root:Average loss=0.12601213324069976 +INFO:root: +[Valid][25][UTT][ MSE = 0.2440 | LCC = 0.9578 | SRCC = 0.9572 ] +INFO:root:Average loss=0.12161339432001114 +INFO:root: +[Valid][26][UTT][ MSE = 0.2255 | LCC = 0.9585 | SRCC = 0.9577 ] +INFO:root:Average loss=0.1213982959985733 +INFO:root: +[Valid][27][UTT][ MSE = 0.2173 | LCC = 0.9592 | SRCC = 0.9581 ] +INFO:root:Average loss=0.11161489087343215 +INFO:root: +[Valid][28][UTT][ MSE = 0.1747 | LCC = 0.9583 | SRCC = 0.9578 ] +INFO:root:Average loss=0.11380220684409141 +INFO:root: +[Valid][29][UTT][ MSE = 0.2964 | LCC = 0.9556 | SRCC = 0.9580 ] +INFO:root:Average loss=0.10564400154352188 +INFO:root: +[Valid][30][UTT][ MSE = 0.2176 | LCC = 0.9596 | SRCC = 0.9592 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2175 | LCC = 0.9600 | SRCC = 0.9606 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer23/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer23/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..17e4d80026f08dde785190a1515fd850f9afd1c5 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a66760664507800bd9cd629fc085c12ea15f1ae5d31c4e062684591f1cfb71c +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer23/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..760c6609984282c55af1a9860081c17af536b127 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e0be75784aed4989877cfd11a53e63f20cfeb72c41b1bcc4a6e4dfc44b2f8f +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer23/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4d5f95a26aacc77e90245bfede66c61353a2e736 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer23/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.8145056846141815 +INFO:root: +[Valid][0][UTT][ MSE = 0.5079 | LCC = 0.8813 | SRCC = 0.8778 ] +INFO:root:Average loss=0.3912081800699234 +INFO:root: +[Valid][1][UTT][ MSE = 0.4546 | LCC = 0.8927 | SRCC = 0.8958 ] +INFO:root:Average loss=0.3569305625557899 +INFO:root: +[Valid][2][UTT][ MSE = 0.3900 | LCC = 0.9121 | SRCC = 0.9098 ] +INFO:root:Average loss=0.37009758031368256 +INFO:root: +[Valid][3][UTT][ MSE = 0.2886 | LCC = 0.9206 | SRCC = 0.9167 ] +INFO:root:Average loss=0.2958523344993591 +INFO:root: +[Valid][4][UTT][ MSE = 0.4682 | LCC = 0.9135 | SRCC = 0.9183 ] +INFO:root:Average loss=0.22553248322010042 +INFO:root: +[Valid][5][UTT][ MSE = 0.5679 | LCC = 0.9123 | SRCC = 0.9226 ] +INFO:root:Average loss=0.2567094199061394 +INFO:root: +[Valid][6][UTT][ MSE = 0.3188 | LCC = 0.9405 | SRCC = 0.9380 ] +INFO:root:Average loss=0.22448823195695877 +INFO:root: +[Valid][7][UTT][ MSE = 0.3060 | LCC = 0.9410 | SRCC = 0.9395 ] +INFO:root:Average loss=0.1885664335489273 +INFO:root: +[Valid][8][UTT][ MSE = 0.2902 | LCC = 0.9383 | SRCC = 0.9398 ] +INFO:root:Average loss=0.19456501942873 +INFO:root: +[Valid][9][UTT][ MSE = 0.2486 | LCC = 0.9459 | SRCC = 0.9457 ] +INFO:root:Average loss=0.17806837284564972 +INFO:root: +[Valid][10][UTT][ MSE = 0.2564 | LCC = 0.9453 | SRCC = 0.9455 ] +INFO:root:Average loss=0.15499526584148407 +INFO:root: +[Valid][11][UTT][ MSE = 0.2147 | LCC = 0.9500 | SRCC = 0.9502 ] +INFO:root:Average loss=0.16285975557565688 +INFO:root: +[Valid][12][UTT][ MSE = 0.3589 | LCC = 0.9488 | SRCC = 0.9494 ] +INFO:root:Average loss=0.16125369787216187 +INFO:root: +[Valid][13][UTT][ MSE = 0.2220 | LCC = 0.9510 | SRCC = 0.9511 ] +INFO:root:Average loss=0.15557553827762605 +INFO:root: +[Valid][14][UTT][ MSE = 0.2578 | LCC = 0.9507 | SRCC = 0.9515 ] +INFO:root:Average loss=0.1599581662416458 +INFO:root: +[Valid][15][UTT][ MSE = 0.2192 | LCC = 0.9520 | SRCC = 0.9525 ] +INFO:root:Average loss=0.13801892495155335 +INFO:root: +[Valid][16][UTT][ MSE = 0.2273 | LCC = 0.9542 | SRCC = 0.9537 ] +INFO:root:Average loss=0.13788513362407684 +INFO:root: +[Valid][17][UTT][ MSE = 0.2258 | LCC = 0.9538 | SRCC = 0.9534 ] +INFO:root:Average loss=0.1377027438879013 +INFO:root: +[Valid][18][UTT][ MSE = 0.2296 | LCC = 0.9512 | SRCC = 0.9506 ] +INFO:root:Average loss=0.12967479968070983 +INFO:root: +[Valid][19][UTT][ MSE = 0.2255 | LCC = 0.9553 | SRCC = 0.9554 ] +INFO:root:Average loss=0.1240396209359169 +INFO:root: +[Valid][20][UTT][ MSE = 0.2883 | LCC = 0.9521 | SRCC = 0.9537 ] +INFO:root:Average loss=0.12480794876813889 +INFO:root: +[Valid][21][UTT][ MSE = 0.2768 | LCC = 0.9582 | SRCC = 0.9584 ] +INFO:root:Average loss=0.12560943567752839 +INFO:root: +[Valid][22][UTT][ MSE = 0.2291 | LCC = 0.9550 | SRCC = 0.9553 ] +INFO:root:Average loss=0.1200638672709465 +INFO:root: +[Valid][23][UTT][ MSE = 0.2564 | LCC = 0.9553 | SRCC = 0.9568 ] +INFO:root:Average loss=0.13097032684087753 +INFO:root: +[Valid][24][UTT][ MSE = 0.2212 | LCC = 0.9524 | SRCC = 0.9533 ] +INFO:root:Average loss=0.12304448008537293 +INFO:root: +[Valid][25][UTT][ MSE = 0.2513 | LCC = 0.9527 | SRCC = 0.9550 ] +INFO:root:Average loss=0.11969953566789628 +INFO:root: +[Valid][26][UTT][ MSE = 0.2351 | LCC = 0.9596 | SRCC = 0.9595 ] +INFO:root:Average loss=0.11048496359586715 +INFO:root: +[Valid][27][UTT][ MSE = 0.2014 | LCC = 0.9593 | SRCC = 0.9589 ] +INFO:root:Average loss=0.11392447927594185 +INFO:root: +[Valid][28][UTT][ MSE = 0.2106 | LCC = 0.9587 | SRCC = 0.9597 ] +INFO:root:Average loss=0.10840985369682311 +INFO:root: +[Valid][29][UTT][ MSE = 0.2144 | LCC = 0.9603 | SRCC = 0.9598 ] +INFO:root:Average loss=0.1037284859418869 +INFO:root: +[Valid][30][UTT][ MSE = 0.2233 | LCC = 0.9595 | SRCC = 0.9591 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2146 | LCC = 0.9598 | SRCC = 0.9605 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..61a094c9092742a33be04e05a4dd0e3f716c7c53 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4d14ae671b197d8d8d4109c100984582b288e047ee8c08c6b977cdcc74ace9 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50947a3b42bd2f489d19f9fa6693efacfb27f00 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd84e031d1e5a2a42d589559e6fad5afc96763ed128f23626e2a985e9aa5e1db +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bcc380bdcf9f907dc6e1f644aef0be04cf792628 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4928909802436829 +INFO:root: +[Valid][0][UTT][ MSE = 0.2999 | LCC = 0.9365 | SRCC = 0.9372 ] +INFO:root:Average loss=0.16937899965047837 +INFO:root: +[Valid][1][UTT][ MSE = 0.2725 | LCC = 0.9498 | SRCC = 0.9495 ] +INFO:root:Average loss=0.13991226106882096 +INFO:root: +[Valid][2][UTT][ MSE = 0.2283 | LCC = 0.9555 | SRCC = 0.9554 ] +INFO:root:Average loss=0.1192230771780014 +INFO:root: +[Valid][3][UTT][ MSE = 0.2289 | LCC = 0.9601 | SRCC = 0.9603 ] +INFO:root:Average loss=0.1098528333902359 +INFO:root: +[Valid][4][UTT][ MSE = 0.2098 | LCC = 0.9632 | SRCC = 0.9627 ] +INFO:root:Average loss=0.09928976985812187 +INFO:root: +[Valid][5][UTT][ MSE = 0.1914 | LCC = 0.9636 | SRCC = 0.9632 ] +INFO:root:Average loss=0.08686692520976066 +INFO:root: +[Valid][6][UTT][ MSE = 0.1928 | LCC = 0.9659 | SRCC = 0.9655 ] +INFO:root:Average loss=0.08223827317357063 +INFO:root: +[Valid][7][UTT][ MSE = 0.2097 | LCC = 0.9663 | SRCC = 0.9661 ] +INFO:root:Average loss=0.07617785930633544 +INFO:root: +[Valid][8][UTT][ MSE = 0.2168 | LCC = 0.9658 | SRCC = 0.9655 ] +INFO:root:Average loss=0.07284880968928337 +INFO:root: +[Valid][9][UTT][ MSE = 0.1634 | LCC = 0.9659 | SRCC = 0.9659 ] +INFO:root:Average loss=0.0717342868745327 +INFO:root: +[Valid][10][UTT][ MSE = 0.2133 | LCC = 0.9675 | SRCC = 0.9672 ] +INFO:root:Average loss=0.0682714629471302 +INFO:root: +[Valid][11][UTT][ MSE = 0.2210 | LCC = 0.9684 | SRCC = 0.9691 ] +INFO:root:Average loss=0.06349933075904846 +INFO:root: +[Valid][12][UTT][ MSE = 0.2104 | LCC = 0.9688 | SRCC = 0.9687 ] +INFO:root:Average loss=0.06211875455081463 +INFO:root: +[Valid][13][UTT][ MSE = 0.1813 | LCC = 0.9678 | SRCC = 0.9668 ] +INFO:root:Average loss=0.057986576482653616 +INFO:root: +[Valid][14][UTT][ MSE = 0.1774 | LCC = 0.9704 | SRCC = 0.9691 ] +INFO:root:Average loss=0.05545867249369621 +INFO:root: +[Valid][15][UTT][ MSE = 0.1887 | LCC = 0.9707 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05239409136772156 +INFO:root: +[Valid][16][UTT][ MSE = 0.2099 | LCC = 0.9685 | SRCC = 0.9690 ] +INFO:root:Average loss=0.04977992175519466 +INFO:root: +[Valid][17][UTT][ MSE = 0.1832 | LCC = 0.9700 | SRCC = 0.9689 ] +INFO:root:Average loss=0.046591076463460925 +INFO:root: +[Valid][18][UTT][ MSE = 0.1702 | LCC = 0.9707 | SRCC = 0.9696 ] +INFO:root:Average loss=0.04589277376234532 +INFO:root: +[Valid][19][UTT][ MSE = 0.1565 | LCC = 0.9706 | SRCC = 0.9693 ] +INFO:root:Average loss=0.04347516365349293 +INFO:root: +[Valid][20][UTT][ MSE = 0.1732 | LCC = 0.9714 | SRCC = 0.9702 ] +INFO:root:Average loss=0.043134723335504534 +INFO:root: +[Valid][21][UTT][ MSE = 0.2012 | LCC = 0.9705 | SRCC = 0.9698 ] +INFO:root:Average loss=0.043562618657946584 +INFO:root: +[Valid][22][UTT][ MSE = 0.1732 | LCC = 0.9713 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03857028645277023 +INFO:root: +[Valid][23][UTT][ MSE = 0.1833 | LCC = 0.9714 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03828483219444752 +INFO:root: +[Valid][24][UTT][ MSE = 0.1784 | LCC = 0.9701 | SRCC = 0.9692 ] +INFO:root:Average loss=0.03631746079027653 +INFO:root: +[Valid][25][UTT][ MSE = 0.1682 | LCC = 0.9707 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03477946110069752 +INFO:root: +[Valid][26][UTT][ MSE = 0.1900 | LCC = 0.9716 | SRCC = 0.9703 ] +INFO:root:Average loss=0.0341524433195591 +INFO:root: +[Valid][27][UTT][ MSE = 0.1786 | LCC = 0.9721 | SRCC = 0.9710 ] +INFO:root:Average loss=0.034333244621753696 +INFO:root: +[Valid][28][UTT][ MSE = 0.1568 | LCC = 0.9712 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03195479291677475 +INFO:root: +[Valid][29][UTT][ MSE = 0.1698 | LCC = 0.9702 | SRCC = 0.9688 ] +INFO:root:Average loss=0.031488272041082385 +INFO:root: +[Valid][30][UTT][ MSE = 0.1602 | LCC = 0.9714 | SRCC = 0.9706 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1861 | LCC = 0.9690 | SRCC = 0.9692 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..72ecf787c18c9fbce1565d8e11ef9d374c2f8c49 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f970ccbfeeeda29451662d84976e2f04a8b09cb3b2810cb82e2e6e76166755 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..989ead3ac24fdb0a66491054805c8c383176bdf2 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26498e14c298d2fbb45f2bc25c7a245339cba729de222da271f483f6695bf26f +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..37225d0231cb8c5913b3ea2fe1b1aa61bc2b86d0 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.39172349286079405 +INFO:root: +[Valid][0][UTT][ MSE = 0.2452 | LCC = 0.9335 | SRCC = 0.9357 ] +INFO:root:Average loss=0.1631543598175049 +INFO:root: +[Valid][1][UTT][ MSE = 0.2577 | LCC = 0.9484 | SRCC = 0.9463 ] +INFO:root:Average loss=0.1373210073709488 +INFO:root: +[Valid][2][UTT][ MSE = 0.2732 | LCC = 0.9541 | SRCC = 0.9538 ] +INFO:root:Average loss=0.11968734902143478 +INFO:root: +[Valid][3][UTT][ MSE = 0.2440 | LCC = 0.9566 | SRCC = 0.9559 ] +INFO:root:Average loss=0.10614920368790627 +INFO:root: +[Valid][4][UTT][ MSE = 0.2279 | LCC = 0.9601 | SRCC = 0.9598 ] +INFO:root:Average loss=0.09772597977519035 +INFO:root: +[Valid][5][UTT][ MSE = 0.2263 | LCC = 0.9620 | SRCC = 0.9615 ] +INFO:root:Average loss=0.08985240116715432 +INFO:root: +[Valid][6][UTT][ MSE = 0.1695 | LCC = 0.9616 | SRCC = 0.9620 ] +INFO:root:Average loss=0.08811028820276261 +INFO:root: +[Valid][7][UTT][ MSE = 0.1973 | LCC = 0.9642 | SRCC = 0.9635 ] +INFO:root:Average loss=0.07966661924123764 +INFO:root: +[Valid][8][UTT][ MSE = 0.1957 | LCC = 0.9650 | SRCC = 0.9642 ] +INFO:root:Average loss=0.07141376048326492 +INFO:root: +[Valid][9][UTT][ MSE = 0.2288 | LCC = 0.9645 | SRCC = 0.9640 ] +INFO:root:Average loss=0.0724522342979908 +INFO:root: +[Valid][10][UTT][ MSE = 0.2128 | LCC = 0.9648 | SRCC = 0.9642 ] +INFO:root:Average loss=0.06668364444375038 +INFO:root: +[Valid][11][UTT][ MSE = 0.1947 | LCC = 0.9634 | SRCC = 0.9622 ] +INFO:root:Average loss=0.06506802225112915 +INFO:root: +[Valid][12][UTT][ MSE = 0.2270 | LCC = 0.9649 | SRCC = 0.9657 ] +INFO:root:Average loss=0.06406673233211041 +INFO:root: +[Valid][13][UTT][ MSE = 0.1766 | LCC = 0.9649 | SRCC = 0.9640 ] +INFO:root:Average loss=0.05752970385551453 +INFO:root: +[Valid][14][UTT][ MSE = 0.2125 | LCC = 0.9666 | SRCC = 0.9662 ] +INFO:root:Average loss=0.05704319806396961 +INFO:root: +[Valid][15][UTT][ MSE = 0.1692 | LCC = 0.9679 | SRCC = 0.9671 ] +INFO:root:Average loss=0.054945798367261885 +INFO:root: +[Valid][16][UTT][ MSE = 0.1877 | LCC = 0.9676 | SRCC = 0.9667 ] +INFO:root:Average loss=0.05074971768260002 +INFO:root: +[Valid][17][UTT][ MSE = 0.1854 | LCC = 0.9671 | SRCC = 0.9669 ] +INFO:root:Average loss=0.05246031494438648 +INFO:root: +[Valid][18][UTT][ MSE = 0.1725 | LCC = 0.9685 | SRCC = 0.9674 ] +INFO:root:Average loss=0.04877910551428795 +INFO:root: +[Valid][19][UTT][ MSE = 0.1944 | LCC = 0.9677 | SRCC = 0.9671 ] +INFO:root:Average loss=0.04537329433858395 +INFO:root: +[Valid][20][UTT][ MSE = 0.1706 | LCC = 0.9662 | SRCC = 0.9658 ] +INFO:root:Average loss=0.04382076473534107 +INFO:root: +[Valid][21][UTT][ MSE = 0.1881 | LCC = 0.9682 | SRCC = 0.9674 ] +INFO:root:Average loss=0.04116334687173367 +INFO:root: +[Valid][22][UTT][ MSE = 0.1758 | LCC = 0.9688 | SRCC = 0.9676 ] +INFO:root:Average loss=0.04096766270697117 +INFO:root: +[Valid][23][UTT][ MSE = 0.2053 | LCC = 0.9677 | SRCC = 0.9676 ] +INFO:root:Average loss=0.040873097628355025 +INFO:root: +[Valid][24][UTT][ MSE = 0.2228 | LCC = 0.9660 | SRCC = 0.9669 ] +INFO:root:Average loss=0.03826784770190716 +INFO:root: +[Valid][25][UTT][ MSE = 0.2157 | LCC = 0.9681 | SRCC = 0.9679 ] +INFO:root:Average loss=0.03710025091469288 +INFO:root: +[Valid][26][UTT][ MSE = 0.1836 | LCC = 0.9699 | SRCC = 0.9686 ] +INFO:root:Average loss=0.033851901218295094 +INFO:root: +[Valid][27][UTT][ MSE = 0.1744 | LCC = 0.9698 | SRCC = 0.9679 ] +INFO:root:Average loss=0.03558759294450283 +INFO:root: +[Valid][28][UTT][ MSE = 0.1923 | LCC = 0.9677 | SRCC = 0.9667 ] +INFO:root:Average loss=0.03433390028774738 +INFO:root: +[Valid][29][UTT][ MSE = 0.1760 | LCC = 0.9694 | SRCC = 0.9682 ] +INFO:root:Average loss=0.03310309068858624 +INFO:root: +[Valid][30][UTT][ MSE = 0.1745 | LCC = 0.9694 | SRCC = 0.9676 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1879 | LCC = 0.9685 | SRCC = 0.9683 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer3/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dd5439f848b91edd7f3d6136623525358c23b4c --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8bc80f0dcac434ef2ad23e8b15029f942a75a7659999b36bcf19b35129d420c +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer3/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7f5c6d3da11d2c0976b851b3d1384a2a5503c97 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5ef4e1cf484f54a66add24d67127da52aeb8609558fbb7c01a7bc25c2a8f17 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer3/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1f7d682302dc24ff95bd974aa33e8e3836a88510 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.32500236386060716 +INFO:root: +[Valid][0][UTT][ MSE = 0.2885 | LCC = 0.9391 | SRCC = 0.9385 ] +INFO:root:Average loss=0.1558499710559845 +INFO:root: +[Valid][1][UTT][ MSE = 0.2587 | LCC = 0.9454 | SRCC = 0.9486 ] +INFO:root:Average loss=0.14717653560638427 +INFO:root: +[Valid][2][UTT][ MSE = 0.2308 | LCC = 0.9543 | SRCC = 0.9554 ] +INFO:root:Average loss=0.11835578638315201 +INFO:root: +[Valid][3][UTT][ MSE = 0.2476 | LCC = 0.9586 | SRCC = 0.9592 ] +INFO:root:Average loss=0.10746299874782562 +INFO:root: +[Valid][4][UTT][ MSE = 0.2186 | LCC = 0.9583 | SRCC = 0.9602 ] +INFO:root:Average loss=0.09926072120666504 +INFO:root: +[Valid][5][UTT][ MSE = 0.1998 | LCC = 0.9634 | SRCC = 0.9630 ] +INFO:root:Average loss=0.08872406920790672 +INFO:root: +[Valid][6][UTT][ MSE = 0.1973 | LCC = 0.9637 | SRCC = 0.9632 ] +INFO:root:Average loss=0.08390092438459397 +INFO:root: +[Valid][7][UTT][ MSE = 0.1869 | LCC = 0.9633 | SRCC = 0.9646 ] +INFO:root:Average loss=0.07669991993904114 +INFO:root: +[Valid][8][UTT][ MSE = 0.2116 | LCC = 0.9656 | SRCC = 0.9659 ] +INFO:root:Average loss=0.07126889047026634 +INFO:root: +[Valid][9][UTT][ MSE = 0.1746 | LCC = 0.9659 | SRCC = 0.9649 ] +INFO:root:Average loss=0.06808758071064949 +INFO:root: +[Valid][10][UTT][ MSE = 0.1890 | LCC = 0.9682 | SRCC = 0.9678 ] +INFO:root:Average loss=0.07008291900157929 +INFO:root: +[Valid][11][UTT][ MSE = 0.1670 | LCC = 0.9680 | SRCC = 0.9672 ] +INFO:root:Average loss=0.06043029496073723 +INFO:root: +[Valid][12][UTT][ MSE = 0.2078 | LCC = 0.9666 | SRCC = 0.9666 ] +INFO:root:Average loss=0.059582085132598876 +INFO:root: +[Valid][13][UTT][ MSE = 0.2207 | LCC = 0.9656 | SRCC = 0.9672 ] +INFO:root:Average loss=0.06040261626243591 +INFO:root: +[Valid][14][UTT][ MSE = 0.1618 | LCC = 0.9674 | SRCC = 0.9673 ] +INFO:root:Average loss=0.05360208167135715 +INFO:root: +[Valid][15][UTT][ MSE = 0.1690 | LCC = 0.9683 | SRCC = 0.9672 ] +INFO:root:Average loss=0.052096041172742844 +INFO:root: +[Valid][16][UTT][ MSE = 0.1796 | LCC = 0.9685 | SRCC = 0.9681 ] +INFO:root:Average loss=0.048393024265766145 +INFO:root: +[Valid][17][UTT][ MSE = 0.1609 | LCC = 0.9681 | SRCC = 0.9675 ] +INFO:root:Average loss=0.04572081921994686 +INFO:root: +[Valid][18][UTT][ MSE = 0.1854 | LCC = 0.9679 | SRCC = 0.9672 ] +INFO:root:Average loss=0.04716121120750904 +INFO:root: +[Valid][19][UTT][ MSE = 0.1496 | LCC = 0.9687 | SRCC = 0.9676 ] +INFO:root:Average loss=0.041934609800577165 +INFO:root: +[Valid][20][UTT][ MSE = 0.1696 | LCC = 0.9680 | SRCC = 0.9676 ] +INFO:root:Average loss=0.040934306874871255 +INFO:root: +[Valid][21][UTT][ MSE = 0.1456 | LCC = 0.9690 | SRCC = 0.9683 ] +INFO:root:Average loss=0.03817667020857334 +INFO:root: +[Valid][22][UTT][ MSE = 0.1534 | LCC = 0.9689 | SRCC = 0.9686 ] +INFO:root:Average loss=0.03709316331148148 +INFO:root: +[Valid][23][UTT][ MSE = 0.1706 | LCC = 0.9693 | SRCC = 0.9683 ] +INFO:root:Average loss=0.03549412325024605 +INFO:root: +[Valid][24][UTT][ MSE = 0.1677 | LCC = 0.9696 | SRCC = 0.9687 ] +INFO:root:Average loss=0.03586291381716728 +INFO:root: +[Valid][25][UTT][ MSE = 0.1550 | LCC = 0.9690 | SRCC = 0.9686 ] +INFO:root:Average loss=0.03558068524301052 +INFO:root: +[Valid][26][UTT][ MSE = 0.1646 | LCC = 0.9688 | SRCC = 0.9679 ] +INFO:root:Average loss=0.03305184856057167 +INFO:root: +[Valid][27][UTT][ MSE = 0.1894 | LCC = 0.9691 | SRCC = 0.9689 ] +INFO:root:Average loss=0.03446996255218983 +INFO:root: +[Valid][28][UTT][ MSE = 0.1821 | LCC = 0.9677 | SRCC = 0.9676 ] +INFO:root:Average loss=0.032194572389125826 +INFO:root: +[Valid][29][UTT][ MSE = 0.2019 | LCC = 0.9685 | SRCC = 0.9686 ] +INFO:root:Average loss=0.030766275979578494 +INFO:root: +[Valid][30][UTT][ MSE = 0.1831 | LCC = 0.9691 | SRCC = 0.9688 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1712 | LCC = 0.9675 | SRCC = 0.9672 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer3/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer3/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bc43baf66590ad89f8a64cd4eba10d2c4ba75e9 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cafcac12c56a0906e74f8f43cdf7d6286d09c61c69db21f4a884bce1ba3dd44 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer3/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d04ef15daa776939a7e8eda9934720ec1bf3ff8 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2e119336f1e19c811374bd91b6bba64fd605663728098526b86877a34c93e5 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer3/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..18ddde30389008839e92eab3a9ca928dfa6d59a8 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4237779357433319 +INFO:root: +[Valid][0][UTT][ MSE = 0.2507 | LCC = 0.9407 | SRCC = 0.9412 ] +INFO:root:Average loss=0.15904512071609497 +INFO:root: +[Valid][1][UTT][ MSE = 0.1991 | LCC = 0.9490 | SRCC = 0.9508 ] +INFO:root:Average loss=0.12917388647794723 +INFO:root: +[Valid][2][UTT][ MSE = 0.2041 | LCC = 0.9577 | SRCC = 0.9569 ] +INFO:root:Average loss=0.11946277451515198 +INFO:root: +[Valid][3][UTT][ MSE = 0.2158 | LCC = 0.9588 | SRCC = 0.9586 ] +INFO:root:Average loss=0.10236752167344093 +INFO:root: +[Valid][4][UTT][ MSE = 0.2171 | LCC = 0.9620 | SRCC = 0.9612 ] +INFO:root:Average loss=0.09482676592469215 +INFO:root: +[Valid][5][UTT][ MSE = 0.1740 | LCC = 0.9630 | SRCC = 0.9627 ] +INFO:root:Average loss=0.09287394666671753 +INFO:root: +[Valid][6][UTT][ MSE = 0.2303 | LCC = 0.9630 | SRCC = 0.9636 ] +INFO:root:Average loss=0.080492874532938 +INFO:root: +[Valid][7][UTT][ MSE = 0.1874 | LCC = 0.9646 | SRCC = 0.9643 ] +INFO:root:Average loss=0.07866597092151642 +INFO:root: +[Valid][8][UTT][ MSE = 0.2078 | LCC = 0.9654 | SRCC = 0.9661 ] +INFO:root:Average loss=0.0753565459549427 +INFO:root: +[Valid][9][UTT][ MSE = 0.1660 | LCC = 0.9678 | SRCC = 0.9673 ] +INFO:root:Average loss=0.06905877244472504 +INFO:root: +[Valid][10][UTT][ MSE = 0.2352 | LCC = 0.9674 | SRCC = 0.9670 ] +INFO:root:Average loss=0.06652959322929382 +INFO:root: +[Valid][11][UTT][ MSE = 0.1574 | LCC = 0.9678 | SRCC = 0.9670 ] +INFO:root:Average loss=0.06260098233819007 +INFO:root: +[Valid][12][UTT][ MSE = 0.1575 | LCC = 0.9675 | SRCC = 0.9663 ] +INFO:root:Average loss=0.0616500555574894 +INFO:root: +[Valid][13][UTT][ MSE = 0.1422 | LCC = 0.9684 | SRCC = 0.9682 ] +INFO:root:Average loss=0.05589770913124084 +INFO:root: +[Valid][14][UTT][ MSE = 0.1801 | LCC = 0.9684 | SRCC = 0.9676 ] +INFO:root:Average loss=0.05502425518631935 +INFO:root: +[Valid][15][UTT][ MSE = 0.1770 | LCC = 0.9687 | SRCC = 0.9681 ] +INFO:root:Average loss=0.053068888947367665 +INFO:root: +[Valid][16][UTT][ MSE = 0.1768 | LCC = 0.9675 | SRCC = 0.9669 ] +INFO:root:Average loss=0.047760760962963104 +INFO:root: +[Valid][17][UTT][ MSE = 0.1555 | LCC = 0.9669 | SRCC = 0.9675 ] +INFO:root:Average loss=0.04732796381413937 +INFO:root: +[Valid][18][UTT][ MSE = 0.1410 | LCC = 0.9684 | SRCC = 0.9677 ] +INFO:root:Average loss=0.046957701101899146 +INFO:root: +[Valid][19][UTT][ MSE = 0.1656 | LCC = 0.9698 | SRCC = 0.9687 ] +INFO:root:Average loss=0.04378133215010166 +INFO:root: +[Valid][20][UTT][ MSE = 0.1886 | LCC = 0.9693 | SRCC = 0.9685 ] +INFO:root:Average loss=0.0433526478856802 +INFO:root: +[Valid][21][UTT][ MSE = 0.1493 | LCC = 0.9690 | SRCC = 0.9679 ] +INFO:root:Average loss=0.040885006234049795 +INFO:root: +[Valid][22][UTT][ MSE = 0.1614 | LCC = 0.9694 | SRCC = 0.9679 ] +INFO:root:Average loss=0.03903745400905609 +INFO:root: +[Valid][23][UTT][ MSE = 0.1486 | LCC = 0.9690 | SRCC = 0.9685 ] +INFO:root:Average loss=0.03657390807569027 +INFO:root: +[Valid][24][UTT][ MSE = 0.1741 | LCC = 0.9701 | SRCC = 0.9688 ] +INFO:root:Average loss=0.039520827695727345 +INFO:root: +[Valid][25][UTT][ MSE = 0.1467 | LCC = 0.9693 | SRCC = 0.9679 ] +INFO:root:Average loss=0.034794993579387666 +INFO:root: +[Valid][26][UTT][ MSE = 0.1615 | LCC = 0.9705 | SRCC = 0.9692 ] +INFO:root:Average loss=0.033548924967646596 +INFO:root: +[Valid][27][UTT][ MSE = 0.1373 | LCC = 0.9692 | SRCC = 0.9691 ] +INFO:root:Average loss=0.03349556158483028 +INFO:root: +[Valid][28][UTT][ MSE = 0.1646 | LCC = 0.9684 | SRCC = 0.9678 ] +INFO:root:Average loss=0.033362504348158836 +INFO:root: +[Valid][29][UTT][ MSE = 0.1690 | LCC = 0.9712 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03324629755318165 +INFO:root: +[Valid][30][UTT][ MSE = 0.1324 | LCC = 0.9701 | SRCC = 0.9700 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1724 | LCC = 0.9692 | SRCC = 0.9691 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer3/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer3/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2141dce0c148ab3f48201fe30b78505691970db4 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc90c8e13e29b36108ea187c896e9630c05a14eb2d56e0b8d3f21926dc39901a +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer3/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0712730805e9795c9ba8755d73e07037c42680c7 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf1e9fb85fbb2be8d46594a6cbbe6859145b7660baf40bd32a662ff7d9c850e7 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer3/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer3/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bed40b9220b422b6e1b7db2c5538386cd4b5ce6a --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer3/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.48466843366622925 +INFO:root: +[Valid][0][UTT][ MSE = 0.2569 | LCC = 0.9384 | SRCC = 0.9373 ] +INFO:root:Average loss=0.1775839799642563 +INFO:root: +[Valid][1][UTT][ MSE = 0.2046 | LCC = 0.9454 | SRCC = 0.9473 ] +INFO:root:Average loss=0.15533198940753937 +INFO:root: +[Valid][2][UTT][ MSE = 0.1944 | LCC = 0.9498 | SRCC = 0.9514 ] +INFO:root:Average loss=0.1221833969950676 +INFO:root: +[Valid][3][UTT][ MSE = 0.2344 | LCC = 0.9492 | SRCC = 0.9519 ] +INFO:root:Average loss=0.10968787693977355 +INFO:root: +[Valid][4][UTT][ MSE = 0.2175 | LCC = 0.9615 | SRCC = 0.9612 ] +INFO:root:Average loss=0.101326884329319 +INFO:root: +[Valid][5][UTT][ MSE = 0.1744 | LCC = 0.9627 | SRCC = 0.9621 ] +INFO:root:Average loss=0.09600243681669235 +INFO:root: +[Valid][6][UTT][ MSE = 0.2125 | LCC = 0.9635 | SRCC = 0.9636 ] +INFO:root:Average loss=0.08750571379065514 +INFO:root: +[Valid][7][UTT][ MSE = 0.1742 | LCC = 0.9622 | SRCC = 0.9645 ] +INFO:root:Average loss=0.07722979310154915 +INFO:root: +[Valid][8][UTT][ MSE = 0.1612 | LCC = 0.9616 | SRCC = 0.9618 ] +INFO:root:Average loss=0.07694434255361557 +INFO:root: +[Valid][9][UTT][ MSE = 0.1627 | LCC = 0.9646 | SRCC = 0.9658 ] +INFO:root:Average loss=0.07097282034158707 +INFO:root: +[Valid][10][UTT][ MSE = 0.1605 | LCC = 0.9661 | SRCC = 0.9662 ] +INFO:root:Average loss=0.0660415803194046 +INFO:root: +[Valid][11][UTT][ MSE = 0.1641 | LCC = 0.9675 | SRCC = 0.9671 ] +INFO:root:Average loss=0.0639457170367241 +INFO:root: +[Valid][12][UTT][ MSE = 0.1561 | LCC = 0.9655 | SRCC = 0.9669 ] +INFO:root:Average loss=0.06160608339309692 +INFO:root: +[Valid][13][UTT][ MSE = 0.1573 | LCC = 0.9687 | SRCC = 0.9678 ] +INFO:root:Average loss=0.05722728738188743 +INFO:root: +[Valid][14][UTT][ MSE = 0.1853 | LCC = 0.9683 | SRCC = 0.9671 ] +INFO:root:Average loss=0.056382120430469515 +INFO:root: +[Valid][15][UTT][ MSE = 0.1571 | LCC = 0.9669 | SRCC = 0.9681 ] +INFO:root:Average loss=0.052327201813459394 +INFO:root: +[Valid][16][UTT][ MSE = 0.1402 | LCC = 0.9684 | SRCC = 0.9677 ] +INFO:root:Average loss=0.050134144946932795 +INFO:root: +[Valid][17][UTT][ MSE = 0.1659 | LCC = 0.9675 | SRCC = 0.9683 ] +INFO:root:Average loss=0.04756868174672127 +INFO:root: +[Valid][18][UTT][ MSE = 0.1527 | LCC = 0.9689 | SRCC = 0.9685 ] +INFO:root:Average loss=0.04681389385461807 +INFO:root: +[Valid][19][UTT][ MSE = 0.1563 | LCC = 0.9690 | SRCC = 0.9682 ] +INFO:root:Average loss=0.044286971300840375 +INFO:root: +[Valid][20][UTT][ MSE = 0.1652 | LCC = 0.9688 | SRCC = 0.9680 ] +INFO:root:Average loss=0.04239480862021446 +INFO:root: +[Valid][21][UTT][ MSE = 0.1540 | LCC = 0.9690 | SRCC = 0.9683 ] +INFO:root:Average loss=0.04106458252668381 +INFO:root: +[Valid][22][UTT][ MSE = 0.1500 | LCC = 0.9682 | SRCC = 0.9682 ] +INFO:root:Average loss=0.040112100258469584 +INFO:root: +[Valid][23][UTT][ MSE = 0.1790 | LCC = 0.9659 | SRCC = 0.9662 ] +INFO:root:Average loss=0.03831818917393685 +INFO:root: +[Valid][24][UTT][ MSE = 0.1645 | LCC = 0.9691 | SRCC = 0.9681 ] +INFO:root:Average loss=0.03647170528769493 +INFO:root: +[Valid][25][UTT][ MSE = 0.1448 | LCC = 0.9681 | SRCC = 0.9677 ] +INFO:root:Average loss=0.03561024002730846 +INFO:root: +[Valid][26][UTT][ MSE = 0.1561 | LCC = 0.9694 | SRCC = 0.9684 ] +INFO:root:Average loss=0.035114300280809405 +INFO:root: +[Valid][27][UTT][ MSE = 0.1830 | LCC = 0.9688 | SRCC = 0.9684 ] +INFO:root:Average loss=0.03342070460319519 +INFO:root: +[Valid][28][UTT][ MSE = 0.1677 | LCC = 0.9686 | SRCC = 0.9676 ] +INFO:root:Average loss=0.032618674844503405 +INFO:root: +[Valid][29][UTT][ MSE = 0.1756 | LCC = 0.9692 | SRCC = 0.9681 ] +INFO:root:Average loss=0.03046013058722019 +INFO:root: +[Valid][30][UTT][ MSE = 0.1590 | LCC = 0.9696 | SRCC = 0.9688 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1594 | LCC = 0.9686 | SRCC = 0.9681 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fffae893d2340a4fe819c648fabfed4ea8d7ef97 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b131ec31001310df34289a8edb00d57a85b28f1284d59dead3ba3805a72e01c +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c41fad4082cd2e3671cf0d82616149e6c44f81e2 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f13040df8e49be355170ba7e86fe6473da9a7c2f4e585862f13a3cc6387d18 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d6ccb785756e4f56287205d805859185d4103edc --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.40181518894433976 +INFO:root: +[Valid][0][UTT][ MSE = 0.2499 | LCC = 0.9466 | SRCC = 0.9464 ] +INFO:root:Average loss=0.15385954695940018 +INFO:root: +[Valid][1][UTT][ MSE = 0.2499 | LCC = 0.9537 | SRCC = 0.9529 ] +INFO:root:Average loss=0.12373063308000565 +INFO:root: +[Valid][2][UTT][ MSE = 0.2109 | LCC = 0.9604 | SRCC = 0.9592 ] +INFO:root:Average loss=0.10653454419970512 +INFO:root: +[Valid][3][UTT][ MSE = 0.2147 | LCC = 0.9632 | SRCC = 0.9622 ] +INFO:root:Average loss=0.09398544239997864 +INFO:root: +[Valid][4][UTT][ MSE = 0.2260 | LCC = 0.9643 | SRCC = 0.9635 ] +INFO:root:Average loss=0.0881934364438057 +INFO:root: +[Valid][5][UTT][ MSE = 0.1943 | LCC = 0.9658 | SRCC = 0.9660 ] +INFO:root:Average loss=0.07958787786960601 +INFO:root: +[Valid][6][UTT][ MSE = 0.1783 | LCC = 0.9675 | SRCC = 0.9673 ] +INFO:root:Average loss=0.0724699057340622 +INFO:root: +[Valid][7][UTT][ MSE = 0.1683 | LCC = 0.9653 | SRCC = 0.9650 ] +INFO:root:Average loss=0.06957830360531807 +INFO:root: +[Valid][8][UTT][ MSE = 0.1751 | LCC = 0.9687 | SRCC = 0.9681 ] +INFO:root:Average loss=0.06896216365695 +INFO:root: +[Valid][9][UTT][ MSE = 0.1896 | LCC = 0.9698 | SRCC = 0.9689 ] +INFO:root:Average loss=0.06770285993814468 +INFO:root: +[Valid][10][UTT][ MSE = 0.2146 | LCC = 0.9696 | SRCC = 0.9693 ] +INFO:root:Average loss=0.06310671600699425 +INFO:root: +[Valid][11][UTT][ MSE = 0.1457 | LCC = 0.9690 | SRCC = 0.9686 ] +INFO:root:Average loss=0.056994130730628964 +INFO:root: +[Valid][12][UTT][ MSE = 0.1926 | LCC = 0.9696 | SRCC = 0.9701 ] +INFO:root:Average loss=0.054625910580158234 +INFO:root: +[Valid][13][UTT][ MSE = 0.1578 | LCC = 0.9700 | SRCC = 0.9691 ] +INFO:root:Average loss=0.051796904265880586 +INFO:root: +[Valid][14][UTT][ MSE = 0.2039 | LCC = 0.9675 | SRCC = 0.9674 ] +INFO:root:Average loss=0.04977180987596512 +INFO:root: +[Valid][15][UTT][ MSE = 0.1849 | LCC = 0.9679 | SRCC = 0.9680 ] +INFO:root:Average loss=0.044429125517606735 +INFO:root: +[Valid][16][UTT][ MSE = 0.1734 | LCC = 0.9703 | SRCC = 0.9696 ] +INFO:root:Average loss=0.043082465261220934 +INFO:root: +[Valid][17][UTT][ MSE = 0.1581 | LCC = 0.9691 | SRCC = 0.9685 ] +INFO:root:Average loss=0.0434044725894928 +INFO:root: +[Valid][18][UTT][ MSE = 0.1267 | LCC = 0.9706 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03978926730155945 +INFO:root: +[Valid][19][UTT][ MSE = 0.1833 | LCC = 0.9699 | SRCC = 0.9694 ] +INFO:root:Average loss=0.03919456271827221 +INFO:root: +[Valid][20][UTT][ MSE = 0.1736 | LCC = 0.9704 | SRCC = 0.9701 ] +INFO:root:Average loss=0.0359546305090189 +INFO:root: +[Valid][21][UTT][ MSE = 0.1468 | LCC = 0.9701 | SRCC = 0.9694 ] +INFO:root:Average loss=0.03708182345330715 +INFO:root: +[Valid][22][UTT][ MSE = 0.1795 | LCC = 0.9711 | SRCC = 0.9705 ] +INFO:root:Average loss=0.035054993987083435 +INFO:root: +[Valid][23][UTT][ MSE = 0.1552 | LCC = 0.9707 | SRCC = 0.9700 ] +INFO:root:Average loss=0.03389630497992039 +INFO:root: +[Valid][24][UTT][ MSE = 0.1574 | LCC = 0.9701 | SRCC = 0.9700 ] +INFO:root:Average loss=0.03245997132360935 +INFO:root: +[Valid][25][UTT][ MSE = 0.1844 | LCC = 0.9701 | SRCC = 0.9694 ] +INFO:root:Average loss=0.030413863480091095 +INFO:root: +[Valid][26][UTT][ MSE = 0.1572 | LCC = 0.9710 | SRCC = 0.9705 ] +INFO:root:Average loss=0.031395073607563974 +INFO:root: +[Valid][27][UTT][ MSE = 0.1631 | LCC = 0.9700 | SRCC = 0.9689 ] +INFO:root:Average loss=0.02919469544291496 +INFO:root: +[Valid][28][UTT][ MSE = 0.1755 | LCC = 0.9701 | SRCC = 0.9692 ] +INFO:root:Average loss=0.02769296584278345 +INFO:root: +[Valid][29][UTT][ MSE = 0.1592 | LCC = 0.9714 | SRCC = 0.9706 ] +INFO:root:Average loss=0.026416000045835972 +INFO:root: +[Valid][30][UTT][ MSE = 0.1723 | LCC = 0.9710 | SRCC = 0.9704 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1614 | LCC = 0.9701 | SRCC = 0.9701 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c4811ba10e7353a08ecd63ce81a32fad779f42a --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918f90d9cc4ede4fafb0658cd8360bca794ee85c2d36ca61193bdad4496030fd +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfe9136172c12d1946346425a0ac358ba1d46b9d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0f34a9b9d10698f48e5cbde6a7f30fdeccc79700ecd089fcd2ec5862f0f330 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7c3f08458c2180b1e274c943f81159b3445744c5 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.3539437585473061 +INFO:root: +[Valid][0][UTT][ MSE = 0.2316 | LCC = 0.9463 | SRCC = 0.9447 ] +INFO:root:Average loss=0.1384958703517914 +INFO:root: +[Valid][1][UTT][ MSE = 0.2892 | LCC = 0.9547 | SRCC = 0.9543 ] +INFO:root:Average loss=0.12476984417438507 +INFO:root: +[Valid][2][UTT][ MSE = 0.2154 | LCC = 0.9593 | SRCC = 0.9591 ] +INFO:root:Average loss=0.10756545868515968 +INFO:root: +[Valid][3][UTT][ MSE = 0.1943 | LCC = 0.9620 | SRCC = 0.9620 ] +INFO:root:Average loss=0.09650271216034889 +INFO:root: +[Valid][4][UTT][ MSE = 0.2152 | LCC = 0.9637 | SRCC = 0.9640 ] +INFO:root:Average loss=0.08482027754187584 +INFO:root: +[Valid][5][UTT][ MSE = 0.1902 | LCC = 0.9665 | SRCC = 0.9656 ] +INFO:root:Average loss=0.0782379894554615 +INFO:root: +[Valid][6][UTT][ MSE = 0.2176 | LCC = 0.9645 | SRCC = 0.9638 ] +INFO:root:Average loss=0.07717566844820976 +INFO:root: +[Valid][7][UTT][ MSE = 0.1921 | LCC = 0.9676 | SRCC = 0.9668 ] +INFO:root:Average loss=0.07340138745307923 +INFO:root: +[Valid][8][UTT][ MSE = 0.1647 | LCC = 0.9670 | SRCC = 0.9672 ] +INFO:root:Average loss=0.06561676475405694 +INFO:root: +[Valid][9][UTT][ MSE = 0.2143 | LCC = 0.9690 | SRCC = 0.9686 ] +INFO:root:Average loss=0.06151456007361412 +INFO:root: +[Valid][10][UTT][ MSE = 0.2067 | LCC = 0.9689 | SRCC = 0.9683 ] +INFO:root:Average loss=0.06133492562174797 +INFO:root: +[Valid][11][UTT][ MSE = 0.1873 | LCC = 0.9685 | SRCC = 0.9681 ] +INFO:root:Average loss=0.057051753878593445 +INFO:root: +[Valid][12][UTT][ MSE = 0.1582 | LCC = 0.9691 | SRCC = 0.9681 ] +INFO:root:Average loss=0.055188780531287195 +INFO:root: +[Valid][13][UTT][ MSE = 0.2032 | LCC = 0.9690 | SRCC = 0.9684 ] +INFO:root:Average loss=0.05235090309381485 +INFO:root: +[Valid][14][UTT][ MSE = 0.1706 | LCC = 0.9701 | SRCC = 0.9689 ] +INFO:root:Average loss=0.04848231323063373 +INFO:root: +[Valid][15][UTT][ MSE = 0.1827 | LCC = 0.9699 | SRCC = 0.9689 ] +INFO:root:Average loss=0.048031270012259486 +INFO:root: +[Valid][16][UTT][ MSE = 0.1583 | LCC = 0.9691 | SRCC = 0.9689 ] +INFO:root:Average loss=0.045001750349998475 +INFO:root: +[Valid][17][UTT][ MSE = 0.1901 | LCC = 0.9692 | SRCC = 0.9680 ] +INFO:root:Average loss=0.04325820714235306 +INFO:root: +[Valid][18][UTT][ MSE = 0.1839 | LCC = 0.9689 | SRCC = 0.9685 ] +INFO:root:Average loss=0.04364639917016029 +INFO:root: +[Valid][19][UTT][ MSE = 0.1854 | LCC = 0.9699 | SRCC = 0.9693 ] +INFO:root:Average loss=0.037001041427254674 +INFO:root: +[Valid][20][UTT][ MSE = 0.2028 | LCC = 0.9692 | SRCC = 0.9684 ] +INFO:root:Average loss=0.03794203832745552 +INFO:root: +[Valid][21][UTT][ MSE = 0.1609 | LCC = 0.9695 | SRCC = 0.9689 ] +INFO:root:Average loss=0.035563049912452696 +INFO:root: +[Valid][22][UTT][ MSE = 0.1807 | LCC = 0.9696 | SRCC = 0.9685 ] +INFO:root:Average loss=0.034318716898560524 +INFO:root: +[Valid][23][UTT][ MSE = 0.1774 | LCC = 0.9681 | SRCC = 0.9675 ] +INFO:root:Average loss=0.033422301664948466 +INFO:root: +[Valid][24][UTT][ MSE = 0.1669 | LCC = 0.9702 | SRCC = 0.9695 ] +INFO:root:Average loss=0.033809678971767426 +INFO:root: +[Valid][25][UTT][ MSE = 0.1618 | LCC = 0.9696 | SRCC = 0.9687 ] +INFO:root:Average loss=0.03175129644572735 +INFO:root: +[Valid][26][UTT][ MSE = 0.1680 | LCC = 0.9699 | SRCC = 0.9695 ] +INFO:root:Average loss=0.032571035385131834 +INFO:root: +[Valid][27][UTT][ MSE = 0.1877 | LCC = 0.9698 | SRCC = 0.9689 ] +INFO:root:Average loss=0.03213731575012207 +INFO:root: +[Valid][28][UTT][ MSE = 0.1871 | LCC = 0.9694 | SRCC = 0.9686 ] +INFO:root:Average loss=0.028882778719067574 +INFO:root: +[Valid][29][UTT][ MSE = 0.1790 | LCC = 0.9699 | SRCC = 0.9688 ] +INFO:root:Average loss=0.02779819478094578 +INFO:root: +[Valid][30][UTT][ MSE = 0.2094 | LCC = 0.9689 | SRCC = 0.9680 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1690 | LCC = 0.9696 | SRCC = 0.9695 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..441eca5ab07c5a20e7338cebc055e6c7f7f7a174 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f495e1ff221ff61745f039741a8891784fa8ee6b1b76ce4231bd693429eb0f +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fcf8e9d110ace353f161d58e6f6d8ef48aa1d75 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806938213893bb7a5d2fc6b8204779591bc184b270209e9de8bae042cd2df46e +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1ecbc9ab968509a4cfa443eb95165ca8f75aad33 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.32357763147354124 +INFO:root: +[Valid][0][UTT][ MSE = 0.2447 | LCC = 0.9479 | SRCC = 0.9466 ] +INFO:root:Average loss=0.13941112178564072 +INFO:root: +[Valid][1][UTT][ MSE = 0.1826 | LCC = 0.9575 | SRCC = 0.9580 ] +INFO:root:Average loss=0.11757403671741486 +INFO:root: +[Valid][2][UTT][ MSE = 0.1995 | LCC = 0.9617 | SRCC = 0.9618 ] +INFO:root:Average loss=0.10048690873384476 +INFO:root: +[Valid][3][UTT][ MSE = 0.1944 | LCC = 0.9629 | SRCC = 0.9618 ] +INFO:root:Average loss=0.09427812054753304 +INFO:root: +[Valid][4][UTT][ MSE = 0.1960 | LCC = 0.9649 | SRCC = 0.9644 ] +INFO:root:Average loss=0.08512272840738297 +INFO:root: +[Valid][5][UTT][ MSE = 0.1736 | LCC = 0.9666 | SRCC = 0.9663 ] +INFO:root:Average loss=0.07750110748410224 +INFO:root: +[Valid][6][UTT][ MSE = 0.1773 | LCC = 0.9687 | SRCC = 0.9681 ] +INFO:root:Average loss=0.0740789364874363 +INFO:root: +[Valid][7][UTT][ MSE = 0.1501 | LCC = 0.9660 | SRCC = 0.9673 ] +INFO:root:Average loss=0.07480200892686843 +INFO:root: +[Valid][8][UTT][ MSE = 0.1988 | LCC = 0.9689 | SRCC = 0.9682 ] +INFO:root:Average loss=0.06501302102208137 +INFO:root: +[Valid][9][UTT][ MSE = 0.1840 | LCC = 0.9699 | SRCC = 0.9694 ] +INFO:root:Average loss=0.06238117054104805 +INFO:root: +[Valid][10][UTT][ MSE = 0.1899 | LCC = 0.9701 | SRCC = 0.9689 ] +INFO:root:Average loss=0.05812867943942547 +INFO:root: +[Valid][11][UTT][ MSE = 0.1971 | LCC = 0.9698 | SRCC = 0.9689 ] +INFO:root:Average loss=0.05790045550465584 +INFO:root: +[Valid][12][UTT][ MSE = 0.1662 | LCC = 0.9693 | SRCC = 0.9683 ] +INFO:root:Average loss=0.05575731548666954 +INFO:root: +[Valid][13][UTT][ MSE = 0.1630 | LCC = 0.9706 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05430857688188553 +INFO:root: +[Valid][14][UTT][ MSE = 0.1771 | LCC = 0.9698 | SRCC = 0.9695 ] +INFO:root:Average loss=0.04787358658015728 +INFO:root: +[Valid][15][UTT][ MSE = 0.2146 | LCC = 0.9681 | SRCC = 0.9680 ] +INFO:root:Average loss=0.048314673706889154 +INFO:root: +[Valid][16][UTT][ MSE = 0.1617 | LCC = 0.9711 | SRCC = 0.9702 ] +INFO:root:Average loss=0.04674104622006416 +INFO:root: +[Valid][17][UTT][ MSE = 0.1683 | LCC = 0.9716 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04354212300479412 +INFO:root: +[Valid][18][UTT][ MSE = 0.1583 | LCC = 0.9708 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03950455245375633 +INFO:root: +[Valid][19][UTT][ MSE = 0.1576 | LCC = 0.9702 | SRCC = 0.9697 ] +INFO:root:Average loss=0.03978278426826 +INFO:root: +[Valid][20][UTT][ MSE = 0.1449 | LCC = 0.9706 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03667403574287891 +INFO:root: +[Valid][21][UTT][ MSE = 0.1688 | LCC = 0.9707 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03677007168531418 +INFO:root: +[Valid][22][UTT][ MSE = 0.1630 | LCC = 0.9719 | SRCC = 0.9709 ] +INFO:root:Average loss=0.037206030666828156 +INFO:root: +[Valid][23][UTT][ MSE = 0.1850 | LCC = 0.9712 | SRCC = 0.9704 ] +INFO:root:Average loss=0.035217587411403656 +INFO:root: +[Valid][24][UTT][ MSE = 0.1671 | LCC = 0.9717 | SRCC = 0.9705 ] +INFO:root:Average loss=0.03294680121541023 +INFO:root: +[Valid][25][UTT][ MSE = 0.1450 | LCC = 0.9711 | SRCC = 0.9702 ] +INFO:root:Average loss=0.031606700390577315 +INFO:root: +[Valid][26][UTT][ MSE = 0.1594 | LCC = 0.9714 | SRCC = 0.9705 ] +INFO:root:Average loss=0.030644863337278366 +INFO:root: +[Valid][27][UTT][ MSE = 0.1525 | LCC = 0.9701 | SRCC = 0.9688 ] +INFO:root:Average loss=0.030930347740650177 +INFO:root: +[Valid][28][UTT][ MSE = 0.1553 | LCC = 0.9716 | SRCC = 0.9707 ] +INFO:root:Average loss=0.030007797315716744 +INFO:root: +[Valid][29][UTT][ MSE = 0.1727 | LCC = 0.9712 | SRCC = 0.9702 ] +INFO:root:Average loss=0.02821310679614544 +INFO:root: +[Valid][30][UTT][ MSE = 0.1762 | LCC = 0.9710 | SRCC = 0.9700 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1662 | LCC = 0.9700 | SRCC = 0.9697 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..79575685f63db37e737a93a80bce77da42fed5e0 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f990918d7cdf395d8d730c19d765a27e43c3a2fc4181de8f68d4313921c721a2 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa4185275812be4ee6f4b6a24350fd0e91f96f8c --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54c9aa6d917e1900690447e108bdcd499123c77003342eab4d9045a9ec4d9fa +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..db8556332f19f0577e2b0bdf0186e62bf8b29467 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.3493855581283569 +INFO:root: +[Valid][0][UTT][ MSE = 0.2403 | LCC = 0.9463 | SRCC = 0.9453 ] +INFO:root:Average loss=0.15164289849996568 +INFO:root: +[Valid][1][UTT][ MSE = 0.1953 | LCC = 0.9565 | SRCC = 0.9561 ] +INFO:root:Average loss=0.11794343787431717 +INFO:root: +[Valid][2][UTT][ MSE = 0.2122 | LCC = 0.9624 | SRCC = 0.9619 ] +INFO:root:Average loss=0.10819954192638397 +INFO:root: +[Valid][3][UTT][ MSE = 0.2554 | LCC = 0.9632 | SRCC = 0.9631 ] +INFO:root:Average loss=0.09795257690548896 +INFO:root: +[Valid][4][UTT][ MSE = 0.1999 | LCC = 0.9662 | SRCC = 0.9657 ] +INFO:root:Average loss=0.08717562344670296 +INFO:root: +[Valid][5][UTT][ MSE = 0.1745 | LCC = 0.9669 | SRCC = 0.9668 ] +INFO:root:Average loss=0.07944501149654389 +INFO:root: +[Valid][6][UTT][ MSE = 0.1817 | LCC = 0.9689 | SRCC = 0.9681 ] +INFO:root:Average loss=0.07397128212451935 +INFO:root: +[Valid][7][UTT][ MSE = 0.2258 | LCC = 0.9671 | SRCC = 0.9679 ] +INFO:root:Average loss=0.0712431848347187 +INFO:root: +[Valid][8][UTT][ MSE = 0.1866 | LCC = 0.9688 | SRCC = 0.9682 ] +INFO:root:Average loss=0.07080922010540962 +INFO:root: +[Valid][9][UTT][ MSE = 0.2336 | LCC = 0.9699 | SRCC = 0.9692 ] +INFO:root:Average loss=0.06404505583643913 +INFO:root: +[Valid][10][UTT][ MSE = 0.1647 | LCC = 0.9697 | SRCC = 0.9687 ] +INFO:root:Average loss=0.05922862908244133 +INFO:root: +[Valid][11][UTT][ MSE = 0.1842 | LCC = 0.9693 | SRCC = 0.9689 ] +INFO:root:Average loss=0.06013742625713348 +INFO:root: +[Valid][12][UTT][ MSE = 0.1932 | LCC = 0.9693 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05613620123267174 +INFO:root: +[Valid][13][UTT][ MSE = 0.1834 | LCC = 0.9711 | SRCC = 0.9700 ] +INFO:root:Average loss=0.05181649950146675 +INFO:root: +[Valid][14][UTT][ MSE = 0.1994 | LCC = 0.9698 | SRCC = 0.9690 ] +INFO:root:Average loss=0.05046484811604023 +INFO:root: +[Valid][15][UTT][ MSE = 0.1915 | LCC = 0.9699 | SRCC = 0.9692 ] +INFO:root:Average loss=0.048300379991531375 +INFO:root: +[Valid][16][UTT][ MSE = 0.1946 | LCC = 0.9709 | SRCC = 0.9701 ] +INFO:root:Average loss=0.04513438878953457 +INFO:root: +[Valid][17][UTT][ MSE = 0.1508 | LCC = 0.9704 | SRCC = 0.9697 ] +INFO:root:Average loss=0.04444257880747318 +INFO:root: +[Valid][18][UTT][ MSE = 0.2046 | LCC = 0.9697 | SRCC = 0.9688 ] +INFO:root:Average loss=0.04042323687672615 +INFO:root: +[Valid][19][UTT][ MSE = 0.1672 | LCC = 0.9708 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03882869379222393 +INFO:root: +[Valid][20][UTT][ MSE = 0.1756 | LCC = 0.9701 | SRCC = 0.9692 ] +INFO:root:Average loss=0.037710220754146574 +INFO:root: +[Valid][21][UTT][ MSE = 0.1897 | LCC = 0.9702 | SRCC = 0.9692 ] +INFO:root:Average loss=0.03739005798101425 +INFO:root: +[Valid][22][UTT][ MSE = 0.1870 | LCC = 0.9713 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03796876099705696 +INFO:root: +[Valid][23][UTT][ MSE = 0.1810 | LCC = 0.9695 | SRCC = 0.9682 ] +INFO:root:Average loss=0.033981205120682714 +INFO:root: +[Valid][24][UTT][ MSE = 0.1909 | LCC = 0.9694 | SRCC = 0.9685 ] +INFO:root:Average loss=0.03287234637141228 +INFO:root: +[Valid][25][UTT][ MSE = 0.1695 | LCC = 0.9689 | SRCC = 0.9682 ] +INFO:root:Average loss=0.031535907059907914 +INFO:root: +[Valid][26][UTT][ MSE = 0.1660 | LCC = 0.9708 | SRCC = 0.9703 ] +INFO:root:Average loss=0.03071501253545284 +INFO:root: +[Valid][27][UTT][ MSE = 0.1736 | LCC = 0.9712 | SRCC = 0.9701 ] +INFO:root:Average loss=0.027936208471655847 +INFO:root: +[Valid][28][UTT][ MSE = 0.1413 | LCC = 0.9698 | SRCC = 0.9689 ] +INFO:root:Average loss=0.028565396949648856 +INFO:root: +[Valid][29][UTT][ MSE = 0.1831 | LCC = 0.9693 | SRCC = 0.9683 ] +INFO:root:Average loss=0.03051776148378849 +INFO:root: +[Valid][30][UTT][ MSE = 0.1636 | LCC = 0.9695 | SRCC = 0.9689 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1884 | LCC = 0.9699 | SRCC = 0.9695 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4fe40f0bff28018012c9489d4e1e6b4bbc3b74 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca9c566cd8e64b5b977da2eb88262e137bc54eef6d76014630e821f8da11d11 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2e2ed4ff1260f1f1c982ca80a7ae19adc0a0b09 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df383f943113e95edad96a78558d7a6281f3eba7a300ef196eeba6276302fc44 +size 3404998 diff --git a/results_tencent/w2v2_xlsr_300m/layer4/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ed8c60c271a77dc19b5b8f27ed7c0cb5b8ce6098 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4010690221786499 +INFO:root: +[Valid][0][UTT][ MSE = 0.2736 | LCC = 0.9447 | SRCC = 0.9437 ] +INFO:root:Average loss=0.16557925415039063 +INFO:root: +[Valid][1][UTT][ MSE = 0.2195 | LCC = 0.9516 | SRCC = 0.9512 ] +INFO:root:Average loss=0.12916183680295945 +INFO:root: +[Valid][2][UTT][ MSE = 0.2112 | LCC = 0.9583 | SRCC = 0.9578 ] +INFO:root:Average loss=0.11413340041041374 +INFO:root: +[Valid][3][UTT][ MSE = 0.2259 | LCC = 0.9619 | SRCC = 0.9616 ] +INFO:root:Average loss=0.09625778841972352 +INFO:root: +[Valid][4][UTT][ MSE = 0.2042 | LCC = 0.9639 | SRCC = 0.9630 ] +INFO:root:Average loss=0.08969697174429893 +INFO:root: +[Valid][5][UTT][ MSE = 0.2448 | LCC = 0.9658 | SRCC = 0.9658 ] +INFO:root:Average loss=0.08428817987442017 +INFO:root: +[Valid][6][UTT][ MSE = 0.2044 | LCC = 0.9656 | SRCC = 0.9651 ] +INFO:root:Average loss=0.07695363828539849 +INFO:root: +[Valid][7][UTT][ MSE = 0.1698 | LCC = 0.9660 | SRCC = 0.9658 ] +INFO:root:Average loss=0.07299940097332001 +INFO:root: +[Valid][8][UTT][ MSE = 0.1794 | LCC = 0.9688 | SRCC = 0.9681 ] +INFO:root:Average loss=0.07049482002854347 +INFO:root: +[Valid][9][UTT][ MSE = 0.1758 | LCC = 0.9680 | SRCC = 0.9670 ] +INFO:root:Average loss=0.06631559151411057 +INFO:root: +[Valid][10][UTT][ MSE = 0.1638 | LCC = 0.9694 | SRCC = 0.9686 ] +INFO:root:Average loss=0.06224602723121643 +INFO:root: +[Valid][11][UTT][ MSE = 0.1954 | LCC = 0.9691 | SRCC = 0.9682 ] +INFO:root:Average loss=0.05983094766736031 +INFO:root: +[Valid][12][UTT][ MSE = 0.1795 | LCC = 0.9698 | SRCC = 0.9689 ] +INFO:root:Average loss=0.05500184726715088 +INFO:root: +[Valid][13][UTT][ MSE = 0.1369 | LCC = 0.9675 | SRCC = 0.9680 ] +INFO:root:Average loss=0.052940120935440066 +INFO:root: +[Valid][14][UTT][ MSE = 0.1634 | LCC = 0.9687 | SRCC = 0.9677 ] +INFO:root:Average loss=0.051178323596715924 +INFO:root: +[Valid][15][UTT][ MSE = 0.1779 | LCC = 0.9686 | SRCC = 0.9675 ] +INFO:root:Average loss=0.04942692282795906 +INFO:root: +[Valid][16][UTT][ MSE = 0.1763 | LCC = 0.9698 | SRCC = 0.9687 ] +INFO:root:Average loss=0.047032408088445665 +INFO:root: +[Valid][17][UTT][ MSE = 0.1857 | LCC = 0.9704 | SRCC = 0.9695 ] +INFO:root:Average loss=0.042845333978533746 +INFO:root: +[Valid][18][UTT][ MSE = 0.1828 | LCC = 0.9698 | SRCC = 0.9686 ] +INFO:root:Average loss=0.0413657446205616 +INFO:root: +[Valid][19][UTT][ MSE = 0.1794 | LCC = 0.9698 | SRCC = 0.9685 ] +INFO:root:Average loss=0.04121630643308163 +INFO:root: +[Valid][20][UTT][ MSE = 0.1782 | LCC = 0.9700 | SRCC = 0.9685 ] +INFO:root:Average loss=0.03817643848061562 +INFO:root: +[Valid][21][UTT][ MSE = 0.1933 | LCC = 0.9695 | SRCC = 0.9684 ] +INFO:root:Average loss=0.03955042077600956 +INFO:root: +[Valid][22][UTT][ MSE = 0.1704 | LCC = 0.9700 | SRCC = 0.9686 ] +INFO:root:Average loss=0.0362564714550972 +INFO:root: +[Valid][23][UTT][ MSE = 0.1843 | LCC = 0.9691 | SRCC = 0.9676 ] +INFO:root:Average loss=0.033836688935756684 +INFO:root: +[Valid][24][UTT][ MSE = 0.1635 | LCC = 0.9694 | SRCC = 0.9681 ] +INFO:root:Average loss=0.03559989680349827 +INFO:root: +[Valid][25][UTT][ MSE = 0.1576 | LCC = 0.9690 | SRCC = 0.9680 ] +INFO:root:Average loss=0.031599611520767214 +INFO:root: +[Valid][26][UTT][ MSE = 0.1865 | LCC = 0.9700 | SRCC = 0.9687 ] +INFO:root:Average loss=0.03051119012385607 +INFO:root: +[Valid][27][UTT][ MSE = 0.1638 | LCC = 0.9689 | SRCC = 0.9674 ] +INFO:root:Average loss=0.031052171185612678 +INFO:root: +[Valid][28][UTT][ MSE = 0.1795 | LCC = 0.9691 | SRCC = 0.9676 ] +INFO:root:Average loss=0.0275666483938694 +INFO:root: +[Valid][29][UTT][ MSE = 0.1858 | LCC = 0.9692 | SRCC = 0.9677 ] +INFO:root:Average loss=0.027132844425737858 +INFO:root: +[Valid][30][UTT][ MSE = 0.1656 | LCC = 0.9691 | SRCC = 0.9672 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1863 | LCC = 0.9710 | SRCC = 0.9712 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer5/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer5/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e3dd993b94019befc578afdcd73285c2b1038c3 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe96b8c4be6d347798fc5f7de76dd50c74630499cb42f5255720f161fad9d35 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer5/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..049a97afee687ba76b3f57846ec7b36c9d37f12b --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5533d81966a17ce266a32483cbb506c700b130d528467caecee1d95474a42a73 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer5/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3586713b9cb565e5535a54d66160709b41c7d2c1 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.43238223922252655 +INFO:root: +[Valid][0][UTT][ MSE = 0.2838 | LCC = 0.9439 | SRCC = 0.9415 ] +INFO:root:Average loss=0.15128494322299957 +INFO:root: +[Valid][1][UTT][ MSE = 0.2471 | LCC = 0.9551 | SRCC = 0.9530 ] +INFO:root:Average loss=0.11695840799808502 +INFO:root: +[Valid][2][UTT][ MSE = 0.2192 | LCC = 0.9607 | SRCC = 0.9598 ] +INFO:root:Average loss=0.10419066888093949 +INFO:root: +[Valid][3][UTT][ MSE = 0.1640 | LCC = 0.9612 | SRCC = 0.9613 ] +INFO:root:Average loss=0.09693325293064117 +INFO:root: +[Valid][4][UTT][ MSE = 0.2388 | LCC = 0.9645 | SRCC = 0.9649 ] +INFO:root:Average loss=0.09214174300432205 +INFO:root: +[Valid][5][UTT][ MSE = 0.2161 | LCC = 0.9651 | SRCC = 0.9652 ] +INFO:root:Average loss=0.08347245526313782 +INFO:root: +[Valid][6][UTT][ MSE = 0.2062 | LCC = 0.9666 | SRCC = 0.9658 ] +INFO:root:Average loss=0.07809370356798172 +INFO:root: +[Valid][7][UTT][ MSE = 0.1866 | LCC = 0.9674 | SRCC = 0.9668 ] +INFO:root:Average loss=0.07224366879463195 +INFO:root: +[Valid][8][UTT][ MSE = 0.1618 | LCC = 0.9688 | SRCC = 0.9684 ] +INFO:root:Average loss=0.06917760238051414 +INFO:root: +[Valid][9][UTT][ MSE = 0.1978 | LCC = 0.9663 | SRCC = 0.9665 ] +INFO:root:Average loss=0.06557153621315956 +INFO:root: +[Valid][10][UTT][ MSE = 0.1661 | LCC = 0.9670 | SRCC = 0.9660 ] +INFO:root:Average loss=0.0646815205514431 +INFO:root: +[Valid][11][UTT][ MSE = 0.1785 | LCC = 0.9695 | SRCC = 0.9694 ] +INFO:root:Average loss=0.05813455852866173 +INFO:root: +[Valid][12][UTT][ MSE = 0.2008 | LCC = 0.9702 | SRCC = 0.9700 ] +INFO:root:Average loss=0.05738263064622879 +INFO:root: +[Valid][13][UTT][ MSE = 0.1939 | LCC = 0.9692 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05521384733915329 +INFO:root: +[Valid][14][UTT][ MSE = 0.1806 | LCC = 0.9698 | SRCC = 0.9689 ] +INFO:root:Average loss=0.049353485018014905 +INFO:root: +[Valid][15][UTT][ MSE = 0.1816 | LCC = 0.9684 | SRCC = 0.9676 ] +INFO:root:Average loss=0.0501075376868248 +INFO:root: +[Valid][16][UTT][ MSE = 0.1861 | LCC = 0.9710 | SRCC = 0.9701 ] +INFO:root:Average loss=0.0455540251582861 +INFO:root: +[Valid][17][UTT][ MSE = 0.1601 | LCC = 0.9706 | SRCC = 0.9697 ] +INFO:root:Average loss=0.04698998801410198 +INFO:root: +[Valid][18][UTT][ MSE = 0.1759 | LCC = 0.9696 | SRCC = 0.9692 ] +INFO:root:Average loss=0.04491932679712772 +INFO:root: +[Valid][19][UTT][ MSE = 0.1825 | LCC = 0.9699 | SRCC = 0.9692 ] +INFO:root:Average loss=0.042090716674923895 +INFO:root: +[Valid][20][UTT][ MSE = 0.1774 | LCC = 0.9693 | SRCC = 0.9692 ] +INFO:root:Average loss=0.03968905273079872 +INFO:root: +[Valid][21][UTT][ MSE = 0.1478 | LCC = 0.9698 | SRCC = 0.9693 ] +INFO:root:Average loss=0.041676924392580986 +INFO:root: +[Valid][22][UTT][ MSE = 0.1961 | LCC = 0.9686 | SRCC = 0.9683 ] +INFO:root:Average loss=0.037433471649885176 +INFO:root: +[Valid][23][UTT][ MSE = 0.1668 | LCC = 0.9703 | SRCC = 0.9690 ] +INFO:root:Average loss=0.034658907935023305 +INFO:root: +[Valid][24][UTT][ MSE = 0.1730 | LCC = 0.9690 | SRCC = 0.9684 ] +INFO:root:Average loss=0.03607465045154095 +INFO:root: +[Valid][25][UTT][ MSE = 0.1801 | LCC = 0.9703 | SRCC = 0.9695 ] +INFO:root:Average loss=0.033605445474386215 +INFO:root: +[Valid][26][UTT][ MSE = 0.1839 | LCC = 0.9699 | SRCC = 0.9689 ] +INFO:root:Average loss=0.033860702142119406 +INFO:root: +[Valid][27][UTT][ MSE = 0.1533 | LCC = 0.9697 | SRCC = 0.9687 ] +INFO:root:Average loss=0.029524037167429924 +INFO:root: +[Valid][28][UTT][ MSE = 0.1770 | LCC = 0.9690 | SRCC = 0.9675 ] +INFO:root:Average loss=0.03078408595919609 +INFO:root: +[Valid][29][UTT][ MSE = 0.1667 | LCC = 0.9701 | SRCC = 0.9691 ] +INFO:root:Average loss=0.02900317344069481 +INFO:root: +[Valid][30][UTT][ MSE = 0.1817 | LCC = 0.9702 | SRCC = 0.9696 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1863 | LCC = 0.9699 | SRCC = 0.9703 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer5/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer5/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bab61504789b9d07392bf035f7966f9ea8c7b21 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b91d7d6d51ef7be2e883b510f78001ddfd8951b007f138407e3405213ca875a +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer5/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3b102f5f0abeded4231ab836cc7fa2c6800396 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:accbd462caa277bce930dbb9edaffd3b7237c548ff4726ef568c3209870508bf +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer5/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fea9d6a2ba1f7b7a86786da4c5862e3cbb099a54 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.33576918876171113 +INFO:root: +[Valid][0][UTT][ MSE = 0.2566 | LCC = 0.9459 | SRCC = 0.9440 ] +INFO:root:Average loss=0.1392009909749031 +INFO:root: +[Valid][1][UTT][ MSE = 0.2155 | LCC = 0.9596 | SRCC = 0.9581 ] +INFO:root:Average loss=0.11544078892469406 +INFO:root: +[Valid][2][UTT][ MSE = 0.2146 | LCC = 0.9632 | SRCC = 0.9624 ] +INFO:root:Average loss=0.10164429819583892 +INFO:root: +[Valid][3][UTT][ MSE = 0.1771 | LCC = 0.9632 | SRCC = 0.9626 ] +INFO:root:Average loss=0.09674090680480003 +INFO:root: +[Valid][4][UTT][ MSE = 0.2408 | LCC = 0.9665 | SRCC = 0.9664 ] +INFO:root:Average loss=0.08688487839698791 +INFO:root: +[Valid][5][UTT][ MSE = 0.2102 | LCC = 0.9674 | SRCC = 0.9677 ] +INFO:root:Average loss=0.08105386808514595 +INFO:root: +[Valid][6][UTT][ MSE = 0.2048 | LCC = 0.9671 | SRCC = 0.9665 ] +INFO:root:Average loss=0.07966472634673119 +INFO:root: +[Valid][7][UTT][ MSE = 0.1749 | LCC = 0.9687 | SRCC = 0.9678 ] +INFO:root:Average loss=0.07154051449894905 +INFO:root: +[Valid][8][UTT][ MSE = 0.1656 | LCC = 0.9691 | SRCC = 0.9682 ] +INFO:root:Average loss=0.06676076394319534 +INFO:root: +[Valid][9][UTT][ MSE = 0.1642 | LCC = 0.9696 | SRCC = 0.9685 ] +INFO:root:Average loss=0.06558183309435844 +INFO:root: +[Valid][10][UTT][ MSE = 0.1897 | LCC = 0.9708 | SRCC = 0.9701 ] +INFO:root:Average loss=0.061649881333112715 +INFO:root: +[Valid][11][UTT][ MSE = 0.1713 | LCC = 0.9712 | SRCC = 0.9703 ] +INFO:root:Average loss=0.05873997125029564 +INFO:root: +[Valid][12][UTT][ MSE = 0.1547 | LCC = 0.9707 | SRCC = 0.9694 ] +INFO:root:Average loss=0.05613612097501755 +INFO:root: +[Valid][13][UTT][ MSE = 0.1530 | LCC = 0.9699 | SRCC = 0.9696 ] +INFO:root:Average loss=0.05367129783332348 +INFO:root: +[Valid][14][UTT][ MSE = 0.1491 | LCC = 0.9707 | SRCC = 0.9699 ] +INFO:root:Average loss=0.05328348246216774 +INFO:root: +[Valid][15][UTT][ MSE = 0.1569 | LCC = 0.9723 | SRCC = 0.9716 ] +INFO:root:Average loss=0.050015531629323956 +INFO:root: +[Valid][16][UTT][ MSE = 0.1440 | LCC = 0.9709 | SRCC = 0.9708 ] +INFO:root:Average loss=0.04584625931084156 +INFO:root: +[Valid][17][UTT][ MSE = 0.1625 | LCC = 0.9714 | SRCC = 0.9702 ] +INFO:root:Average loss=0.04645596460998058 +INFO:root: +[Valid][18][UTT][ MSE = 0.1487 | LCC = 0.9721 | SRCC = 0.9711 ] +INFO:root:Average loss=0.043748475342988966 +INFO:root: +[Valid][19][UTT][ MSE = 0.1630 | LCC = 0.9721 | SRCC = 0.9712 ] +INFO:root:Average loss=0.040568639025092126 +INFO:root: +[Valid][20][UTT][ MSE = 0.1319 | LCC = 0.9722 | SRCC = 0.9711 ] +INFO:root:Average loss=0.040410376265645025 +INFO:root: +[Valid][21][UTT][ MSE = 0.1392 | LCC = 0.9704 | SRCC = 0.9700 ] +INFO:root:Average loss=0.038939984932541846 +INFO:root: +[Valid][22][UTT][ MSE = 0.1431 | LCC = 0.9719 | SRCC = 0.9711 ] +INFO:root:Average loss=0.03639462351799011 +INFO:root: +[Valid][23][UTT][ MSE = 0.1489 | LCC = 0.9706 | SRCC = 0.9694 ] +INFO:root:Average loss=0.03832105480134487 +INFO:root: +[Valid][24][UTT][ MSE = 0.1527 | LCC = 0.9723 | SRCC = 0.9710 ] +INFO:root:Average loss=0.03458664558827877 +INFO:root: +[Valid][25][UTT][ MSE = 0.1491 | LCC = 0.9716 | SRCC = 0.9707 ] +INFO:root:Average loss=0.034474754080176355 +INFO:root: +[Valid][26][UTT][ MSE = 0.1421 | LCC = 0.9708 | SRCC = 0.9701 ] +INFO:root:Average loss=0.032369968414306644 +INFO:root: +[Valid][27][UTT][ MSE = 0.1455 | LCC = 0.9716 | SRCC = 0.9707 ] +INFO:root:Average loss=0.031804005220532415 +INFO:root: +[Valid][28][UTT][ MSE = 0.1552 | LCC = 0.9717 | SRCC = 0.9707 ] +INFO:root:Average loss=0.03132755157351494 +INFO:root: +[Valid][29][UTT][ MSE = 0.1518 | LCC = 0.9714 | SRCC = 0.9705 ] +INFO:root:Average loss=0.030208601772785188 +INFO:root: +[Valid][30][UTT][ MSE = 0.1659 | LCC = 0.9717 | SRCC = 0.9709 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1579 | LCC = 0.9697 | SRCC = 0.9702 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer5/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer5/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5bc9d894f9b8b2bf879e3a99cb9d5a943c50b9 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473eceda98725fed463984a28bae9a1f31af33d4df026a695a0a4d9e6a4e2d9c +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer5/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..060803a13fd031789ac4d4e2e57681b57fbe64e6 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8472b777c85853a077c7a18ad8c3d20d600913d400f2c34724026612a1d49f +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer5/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..951b69187e69d8849803bd936a6587d4e25edb8f --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.3567691314816475 +INFO:root: +[Valid][0][UTT][ MSE = 0.3116 | LCC = 0.9485 | SRCC = 0.9461 ] +INFO:root:Average loss=0.13478814488649368 +INFO:root: +[Valid][1][UTT][ MSE = 0.2336 | LCC = 0.9605 | SRCC = 0.9591 ] +INFO:root:Average loss=0.11292250666022301 +INFO:root: +[Valid][2][UTT][ MSE = 0.2435 | LCC = 0.9602 | SRCC = 0.9599 ] +INFO:root:Average loss=0.0972205576300621 +INFO:root: +[Valid][3][UTT][ MSE = 0.1832 | LCC = 0.9613 | SRCC = 0.9620 ] +INFO:root:Average loss=0.09181747362017631 +INFO:root: +[Valid][4][UTT][ MSE = 0.1759 | LCC = 0.9662 | SRCC = 0.9656 ] +INFO:root:Average loss=0.08370591732859611 +INFO:root: +[Valid][5][UTT][ MSE = 0.2152 | LCC = 0.9666 | SRCC = 0.9659 ] +INFO:root:Average loss=0.08668035838007927 +INFO:root: +[Valid][6][UTT][ MSE = 0.2069 | LCC = 0.9678 | SRCC = 0.9680 ] +INFO:root:Average loss=0.07212190067768097 +INFO:root: +[Valid][7][UTT][ MSE = 0.1595 | LCC = 0.9683 | SRCC = 0.9673 ] +INFO:root:Average loss=0.06978695058822632 +INFO:root: +[Valid][8][UTT][ MSE = 0.1764 | LCC = 0.9696 | SRCC = 0.9683 ] +INFO:root:Average loss=0.06655522638559341 +INFO:root: +[Valid][9][UTT][ MSE = 0.1962 | LCC = 0.9678 | SRCC = 0.9686 ] +INFO:root:Average loss=0.06469882521033286 +INFO:root: +[Valid][10][UTT][ MSE = 0.1482 | LCC = 0.9696 | SRCC = 0.9684 ] +INFO:root:Average loss=0.061202962696552274 +INFO:root: +[Valid][11][UTT][ MSE = 0.1816 | LCC = 0.9688 | SRCC = 0.9677 ] +INFO:root:Average loss=0.05570881870388985 +INFO:root: +[Valid][12][UTT][ MSE = 0.1674 | LCC = 0.9708 | SRCC = 0.9693 ] +INFO:root:Average loss=0.05448469069600105 +INFO:root: +[Valid][13][UTT][ MSE = 0.1591 | LCC = 0.9685 | SRCC = 0.9684 ] +INFO:root:Average loss=0.051364645659923554 +INFO:root: +[Valid][14][UTT][ MSE = 0.1612 | LCC = 0.9709 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05172688928246498 +INFO:root: +[Valid][15][UTT][ MSE = 0.1670 | LCC = 0.9692 | SRCC = 0.9680 ] +INFO:root:Average loss=0.04592778359353542 +INFO:root: +[Valid][16][UTT][ MSE = 0.1786 | LCC = 0.9667 | SRCC = 0.9663 ] +INFO:root:Average loss=0.04623655082285404 +INFO:root: +[Valid][17][UTT][ MSE = 0.1732 | LCC = 0.9689 | SRCC = 0.9677 ] +INFO:root:Average loss=0.04344651067256927 +INFO:root: +[Valid][18][UTT][ MSE = 0.1628 | LCC = 0.9702 | SRCC = 0.9690 ] +INFO:root:Average loss=0.04176386298239231 +INFO:root: +[Valid][19][UTT][ MSE = 0.1840 | LCC = 0.9694 | SRCC = 0.9689 ] +INFO:root:Average loss=0.041204141095280644 +INFO:root: +[Valid][20][UTT][ MSE = 0.1589 | LCC = 0.9706 | SRCC = 0.9692 ] +INFO:root:Average loss=0.04146351686120033 +INFO:root: +[Valid][21][UTT][ MSE = 0.1806 | LCC = 0.9704 | SRCC = 0.9694 ] +INFO:root:Average loss=0.03898887249827385 +INFO:root: +[Valid][22][UTT][ MSE = 0.1633 | LCC = 0.9699 | SRCC = 0.9689 ] +INFO:root:Average loss=0.0357498831897974 +INFO:root: +[Valid][23][UTT][ MSE = 0.1555 | LCC = 0.9691 | SRCC = 0.9678 ] +INFO:root:Average loss=0.03576796963810921 +INFO:root: +[Valid][24][UTT][ MSE = 0.1837 | LCC = 0.9703 | SRCC = 0.9690 ] +INFO:root:Average loss=0.03402184151113033 +INFO:root: +[Valid][25][UTT][ MSE = 0.1872 | LCC = 0.9702 | SRCC = 0.9695 ] +INFO:root:Average loss=0.032436148688197136 +INFO:root: +[Valid][26][UTT][ MSE = 0.1620 | LCC = 0.9694 | SRCC = 0.9677 ] +INFO:root:Average loss=0.03161693407595158 +INFO:root: +[Valid][27][UTT][ MSE = 0.1616 | LCC = 0.9701 | SRCC = 0.9686 ] +INFO:root:Average loss=0.03123094341158867 +INFO:root: +[Valid][28][UTT][ MSE = 0.1729 | LCC = 0.9703 | SRCC = 0.9689 ] +INFO:root:Average loss=0.030190562576055527 +INFO:root: +[Valid][29][UTT][ MSE = 0.1640 | LCC = 0.9701 | SRCC = 0.9686 ] +INFO:root:Average loss=0.03013738703727722 +INFO:root: +[Valid][30][UTT][ MSE = 0.1657 | LCC = 0.9707 | SRCC = 0.9692 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1607 | LCC = 0.9701 | SRCC = 0.9702 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer5/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer5/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d17de95a5c9b65747ee784c0fa0a9c3a6236ac3 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c63d2341fa8c999aa4892b469955dd14f551a05ace0ec82b5e79830fb9fd63d +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer5/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ad308b2480be6fe1da550bf639d26deee2646f9 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e651574fd8aa23f912f82da1856e81a5d219b3ea432d2d310cbed51cb9abecc +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer5/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0b71afdccd575d4adb256ecf6bf3877729e4b6b4 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.3367678764462471 +INFO:root: +[Valid][0][UTT][ MSE = 0.2743 | LCC = 0.9504 | SRCC = 0.9490 ] +INFO:root:Average loss=0.15188714796304703 +INFO:root: +[Valid][1][UTT][ MSE = 0.2162 | LCC = 0.9576 | SRCC = 0.9565 ] +INFO:root:Average loss=0.11704403579235077 +INFO:root: +[Valid][2][UTT][ MSE = 0.2271 | LCC = 0.9619 | SRCC = 0.9611 ] +INFO:root:Average loss=0.10797938627004623 +INFO:root: +[Valid][3][UTT][ MSE = 0.2143 | LCC = 0.9648 | SRCC = 0.9644 ] +INFO:root:Average loss=0.09302285501360893 +INFO:root: +[Valid][4][UTT][ MSE = 0.1985 | LCC = 0.9664 | SRCC = 0.9655 ] +INFO:root:Average loss=0.08584927776455879 +INFO:root: +[Valid][5][UTT][ MSE = 0.1719 | LCC = 0.9667 | SRCC = 0.9663 ] +INFO:root:Average loss=0.08552661684155465 +INFO:root: +[Valid][6][UTT][ MSE = 0.1907 | LCC = 0.9676 | SRCC = 0.9672 ] +INFO:root:Average loss=0.07706693616509437 +INFO:root: +[Valid][7][UTT][ MSE = 0.1874 | LCC = 0.9667 | SRCC = 0.9661 ] +INFO:root:Average loss=0.07321025842428207 +INFO:root: +[Valid][8][UTT][ MSE = 0.1838 | LCC = 0.9687 | SRCC = 0.9680 ] +INFO:root:Average loss=0.07007489162683488 +INFO:root: +[Valid][9][UTT][ MSE = 0.1715 | LCC = 0.9678 | SRCC = 0.9677 ] +INFO:root:Average loss=0.0655666316151619 +INFO:root: +[Valid][10][UTT][ MSE = 0.1658 | LCC = 0.9681 | SRCC = 0.9672 ] +INFO:root:Average loss=0.06326130330562592 +INFO:root: +[Valid][11][UTT][ MSE = 0.1851 | LCC = 0.9676 | SRCC = 0.9663 ] +INFO:root:Average loss=0.0645543606877327 +INFO:root: +[Valid][12][UTT][ MSE = 0.1734 | LCC = 0.9691 | SRCC = 0.9683 ] +INFO:root:Average loss=0.057528630912303924 +INFO:root: +[Valid][13][UTT][ MSE = 0.1704 | LCC = 0.9699 | SRCC = 0.9690 ] +INFO:root:Average loss=0.05623754467070103 +INFO:root: +[Valid][14][UTT][ MSE = 0.1571 | LCC = 0.9699 | SRCC = 0.9692 ] +INFO:root:Average loss=0.052717694655060765 +INFO:root: +[Valid][15][UTT][ MSE = 0.1554 | LCC = 0.9701 | SRCC = 0.9692 ] +INFO:root:Average loss=0.04963238939642906 +INFO:root: +[Valid][16][UTT][ MSE = 0.1892 | LCC = 0.9706 | SRCC = 0.9699 ] +INFO:root:Average loss=0.05064773719012737 +INFO:root: +[Valid][17][UTT][ MSE = 0.1641 | LCC = 0.9695 | SRCC = 0.9687 ] +INFO:root:Average loss=0.04735768727958203 +INFO:root: +[Valid][18][UTT][ MSE = 0.1536 | LCC = 0.9706 | SRCC = 0.9694 ] +INFO:root:Average loss=0.045728203758597374 +INFO:root: +[Valid][19][UTT][ MSE = 0.1576 | LCC = 0.9714 | SRCC = 0.9701 ] +INFO:root:Average loss=0.04399626922607422 +INFO:root: +[Valid][20][UTT][ MSE = 0.1749 | LCC = 0.9712 | SRCC = 0.9699 ] +INFO:root:Average loss=0.04201361468434334 +INFO:root: +[Valid][21][UTT][ MSE = 0.1755 | LCC = 0.9700 | SRCC = 0.9694 ] +INFO:root:Average loss=0.04114685195684433 +INFO:root: +[Valid][22][UTT][ MSE = 0.1450 | LCC = 0.9694 | SRCC = 0.9697 ] +INFO:root:Average loss=0.0413665057271719 +INFO:root: +[Valid][23][UTT][ MSE = 0.1846 | LCC = 0.9712 | SRCC = 0.9699 ] +INFO:root:Average loss=0.040086976647377016 +INFO:root: +[Valid][24][UTT][ MSE = 0.1776 | LCC = 0.9710 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03630470655858517 +INFO:root: +[Valid][25][UTT][ MSE = 0.1771 | LCC = 0.9708 | SRCC = 0.9699 ] +INFO:root:Average loss=0.03389167898893356 +INFO:root: +[Valid][26][UTT][ MSE = 0.1505 | LCC = 0.9694 | SRCC = 0.9682 ] +INFO:root:Average loss=0.0349140327423811 +INFO:root: +[Valid][27][UTT][ MSE = 0.1321 | LCC = 0.9699 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03389367437362671 +INFO:root: +[Valid][28][UTT][ MSE = 0.1496 | LCC = 0.9716 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03108200690150261 +INFO:root: +[Valid][29][UTT][ MSE = 0.1592 | LCC = 0.9716 | SRCC = 0.9700 ] +INFO:root:Average loss=0.029943138875067235 +INFO:root: +[Valid][30][UTT][ MSE = 0.1555 | LCC = 0.9707 | SRCC = 0.9696 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1507 | LCC = 0.9709 | SRCC = 0.9711 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer5/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer5/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..62de907976dd2f80d89a92bebacf3ee15bede833 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620e9faaaed0366dd46be88743b98d5f8e25f06d46fe6bb0cf104e83e7d0bd55 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer5/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..471dadf5a1e9c1f9f235fcc6f5a46f8d3a4e3ea2 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebabece885726c0f2eb826ea67504fa3a2e983259cfa87a7e3fd4dba4050e18c +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer5/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer5/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3516eb9297d32366bb41d721a50b585fcd47c000 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer5/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5221035484075546 +INFO:root: +[Valid][0][UTT][ MSE = 0.2917 | LCC = 0.9404 | SRCC = 0.9390 ] +INFO:root:Average loss=0.14994193696975708 +INFO:root: +[Valid][1][UTT][ MSE = 0.2007 | LCC = 0.9568 | SRCC = 0.9565 ] +INFO:root:Average loss=0.1181432808637619 +INFO:root: +[Valid][2][UTT][ MSE = 0.1685 | LCC = 0.9617 | SRCC = 0.9613 ] +INFO:root:Average loss=0.10657480728626251 +INFO:root: +[Valid][3][UTT][ MSE = 0.1886 | LCC = 0.9621 | SRCC = 0.9614 ] +INFO:root:Average loss=0.09276103317737579 +INFO:root: +[Valid][4][UTT][ MSE = 0.2179 | LCC = 0.9666 | SRCC = 0.9661 ] +INFO:root:Average loss=0.08653782874345779 +INFO:root: +[Valid][5][UTT][ MSE = 0.2106 | LCC = 0.9648 | SRCC = 0.9648 ] +INFO:root:Average loss=0.07844033306837082 +INFO:root: +[Valid][6][UTT][ MSE = 0.1888 | LCC = 0.9679 | SRCC = 0.9674 ] +INFO:root:Average loss=0.07572321495413781 +INFO:root: +[Valid][7][UTT][ MSE = 0.2242 | LCC = 0.9681 | SRCC = 0.9679 ] +INFO:root:Average loss=0.07178526100516319 +INFO:root: +[Valid][8][UTT][ MSE = 0.1834 | LCC = 0.9690 | SRCC = 0.9688 ] +INFO:root:Average loss=0.07086250668764114 +INFO:root: +[Valid][9][UTT][ MSE = 0.1726 | LCC = 0.9686 | SRCC = 0.9683 ] +INFO:root:Average loss=0.06578917184472084 +INFO:root: +[Valid][10][UTT][ MSE = 0.1811 | LCC = 0.9669 | SRCC = 0.9659 ] +INFO:root:Average loss=0.060494567334651944 +INFO:root: +[Valid][11][UTT][ MSE = 0.1781 | LCC = 0.9699 | SRCC = 0.9693 ] +INFO:root:Average loss=0.05641270810365677 +INFO:root: +[Valid][12][UTT][ MSE = 0.1592 | LCC = 0.9692 | SRCC = 0.9681 ] +INFO:root:Average loss=0.05386236248910427 +INFO:root: +[Valid][13][UTT][ MSE = 0.1772 | LCC = 0.9697 | SRCC = 0.9687 ] +INFO:root:Average loss=0.05191881150007248 +INFO:root: +[Valid][14][UTT][ MSE = 0.1682 | LCC = 0.9693 | SRCC = 0.9684 ] +INFO:root:Average loss=0.04873301948606968 +INFO:root: +[Valid][15][UTT][ MSE = 0.1896 | LCC = 0.9700 | SRCC = 0.9692 ] +INFO:root:Average loss=0.04620868283510208 +INFO:root: +[Valid][16][UTT][ MSE = 0.1626 | LCC = 0.9702 | SRCC = 0.9693 ] +INFO:root:Average loss=0.04510151977837086 +INFO:root: +[Valid][17][UTT][ MSE = 0.1886 | LCC = 0.9706 | SRCC = 0.9697 ] +INFO:root:Average loss=0.04342060634493828 +INFO:root: +[Valid][18][UTT][ MSE = 0.1683 | LCC = 0.9678 | SRCC = 0.9676 ] +INFO:root:Average loss=0.04146632638573647 +INFO:root: +[Valid][19][UTT][ MSE = 0.1654 | LCC = 0.9702 | SRCC = 0.9692 ] +INFO:root:Average loss=0.0402329833060503 +INFO:root: +[Valid][20][UTT][ MSE = 0.1551 | LCC = 0.9688 | SRCC = 0.9691 ] +INFO:root:Average loss=0.03798685862123966 +INFO:root: +[Valid][21][UTT][ MSE = 0.1533 | LCC = 0.9682 | SRCC = 0.9679 ] +INFO:root:Average loss=0.038990683615207675 +INFO:root: +[Valid][22][UTT][ MSE = 0.1531 | LCC = 0.9700 | SRCC = 0.9691 ] +INFO:root:Average loss=0.03746796302497387 +INFO:root: +[Valid][23][UTT][ MSE = 0.1737 | LCC = 0.9702 | SRCC = 0.9694 ] +INFO:root:Average loss=0.033002127870917324 +INFO:root: +[Valid][24][UTT][ MSE = 0.1690 | LCC = 0.9701 | SRCC = 0.9688 ] +INFO:root:Average loss=0.03312990476191044 +INFO:root: +[Valid][25][UTT][ MSE = 0.1695 | LCC = 0.9705 | SRCC = 0.9696 ] +INFO:root:Average loss=0.029924737468361856 +INFO:root: +[Valid][26][UTT][ MSE = 0.1606 | LCC = 0.9691 | SRCC = 0.9685 ] +INFO:root:Average loss=0.032223381966352466 +INFO:root: +[Valid][27][UTT][ MSE = 0.1650 | LCC = 0.9705 | SRCC = 0.9693 ] +INFO:root:Average loss=0.028578491196036337 +INFO:root: +[Valid][28][UTT][ MSE = 0.1612 | LCC = 0.9693 | SRCC = 0.9680 ] +INFO:root:Average loss=0.03006194467097521 +INFO:root: +[Valid][29][UTT][ MSE = 0.1635 | LCC = 0.9708 | SRCC = 0.9701 ] +INFO:root:Average loss=0.028847771286964415 +INFO:root: +[Valid][30][UTT][ MSE = 0.1802 | LCC = 0.9707 | SRCC = 0.9697 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1636 | LCC = 0.9700 | SRCC = 0.9704 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed57b29ebffa9936eb0f51310ccfe9bdaf1d8568 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60e16d8dca63420134bb9e84972c0367fe88ef1150e9e350ea96c3641a439e60 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07864048d0ce471bbce24b81e1cadf7da7c27a4 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b86162bd30020fe11f883fa7247a1d2de7177398dcbd8bf01adc850a26e5ae64 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..48f3cac912b6c0a56618916408b33d429ccfa5b0 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.37046985149383543 +INFO:root: +[Valid][0][UTT][ MSE = 0.2610 | LCC = 0.9498 | SRCC = 0.9486 ] +INFO:root:Average loss=0.14296984779834748 +INFO:root: +[Valid][1][UTT][ MSE = 0.2956 | LCC = 0.9565 | SRCC = 0.9576 ] +INFO:root:Average loss=0.11644657242298126 +INFO:root: +[Valid][2][UTT][ MSE = 0.2524 | LCC = 0.9597 | SRCC = 0.9608 ] +INFO:root:Average loss=0.10363840371370316 +INFO:root: +[Valid][3][UTT][ MSE = 0.2150 | LCC = 0.9643 | SRCC = 0.9645 ] +INFO:root:Average loss=0.0922696806192398 +INFO:root: +[Valid][4][UTT][ MSE = 0.2233 | LCC = 0.9654 | SRCC = 0.9665 ] +INFO:root:Average loss=0.09189934518933296 +INFO:root: +[Valid][5][UTT][ MSE = 0.1865 | LCC = 0.9667 | SRCC = 0.9664 ] +INFO:root:Average loss=0.08085492101311684 +INFO:root: +[Valid][6][UTT][ MSE = 0.1677 | LCC = 0.9681 | SRCC = 0.9686 ] +INFO:root:Average loss=0.07569902847707272 +INFO:root: +[Valid][7][UTT][ MSE = 0.1725 | LCC = 0.9675 | SRCC = 0.9684 ] +INFO:root:Average loss=0.07425460261106491 +INFO:root: +[Valid][8][UTT][ MSE = 0.1542 | LCC = 0.9671 | SRCC = 0.9685 ] +INFO:root:Average loss=0.06820033201575279 +INFO:root: +[Valid][9][UTT][ MSE = 0.2173 | LCC = 0.9694 | SRCC = 0.9700 ] +INFO:root:Average loss=0.06719388222694397 +INFO:root: +[Valid][10][UTT][ MSE = 0.1877 | LCC = 0.9705 | SRCC = 0.9701 ] +INFO:root:Average loss=0.06148262932896614 +INFO:root: +[Valid][11][UTT][ MSE = 0.1725 | LCC = 0.9692 | SRCC = 0.9695 ] +INFO:root:Average loss=0.06367436486482621 +INFO:root: +[Valid][12][UTT][ MSE = 0.1671 | LCC = 0.9703 | SRCC = 0.9695 ] +INFO:root:Average loss=0.0589229111969471 +INFO:root: +[Valid][13][UTT][ MSE = 0.1761 | LCC = 0.9709 | SRCC = 0.9703 ] +INFO:root:Average loss=0.05514715504646301 +INFO:root: +[Valid][14][UTT][ MSE = 0.1979 | LCC = 0.9699 | SRCC = 0.9691 ] +INFO:root:Average loss=0.053651006668806074 +INFO:root: +[Valid][15][UTT][ MSE = 0.1848 | LCC = 0.9697 | SRCC = 0.9690 ] +INFO:root:Average loss=0.05229304873943329 +INFO:root: +[Valid][16][UTT][ MSE = 0.1811 | LCC = 0.9705 | SRCC = 0.9697 ] +INFO:root:Average loss=0.04845652028918266 +INFO:root: +[Valid][17][UTT][ MSE = 0.1780 | LCC = 0.9712 | SRCC = 0.9704 ] +INFO:root:Average loss=0.04920786549150944 +INFO:root: +[Valid][18][UTT][ MSE = 0.1597 | LCC = 0.9707 | SRCC = 0.9701 ] +INFO:root:Average loss=0.047854528963565825 +INFO:root: +[Valid][19][UTT][ MSE = 0.1685 | LCC = 0.9715 | SRCC = 0.9707 ] +INFO:root:Average loss=0.04353092287480831 +INFO:root: +[Valid][20][UTT][ MSE = 0.1704 | LCC = 0.9714 | SRCC = 0.9707 ] +INFO:root:Average loss=0.04245915608108044 +INFO:root: +[Valid][21][UTT][ MSE = 0.1911 | LCC = 0.9716 | SRCC = 0.9710 ] +INFO:root:Average loss=0.044534582301974296 +INFO:root: +[Valid][22][UTT][ MSE = 0.1691 | LCC = 0.9712 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03797381094098091 +INFO:root: +[Valid][23][UTT][ MSE = 0.1622 | LCC = 0.9716 | SRCC = 0.9713 ] +INFO:root:Average loss=0.03849153040349484 +INFO:root: +[Valid][24][UTT][ MSE = 0.1876 | LCC = 0.9713 | SRCC = 0.9706 ] +INFO:root:Average loss=0.035598889753222465 +INFO:root: +[Valid][25][UTT][ MSE = 0.1667 | LCC = 0.9707 | SRCC = 0.9702 ] +INFO:root:Average loss=0.034668843999505046 +INFO:root: +[Valid][26][UTT][ MSE = 0.1653 | LCC = 0.9702 | SRCC = 0.9700 ] +INFO:root:Average loss=0.034236193254590035 +INFO:root: +[Valid][27][UTT][ MSE = 0.1698 | LCC = 0.9708 | SRCC = 0.9703 ] +INFO:root:Average loss=0.033512282580137255 +INFO:root: +[Valid][28][UTT][ MSE = 0.1694 | LCC = 0.9713 | SRCC = 0.9707 ] +INFO:root:Average loss=0.033542905196547505 +INFO:root: +[Valid][29][UTT][ MSE = 0.1609 | LCC = 0.9697 | SRCC = 0.9694 ] +INFO:root:Average loss=0.0319372548609972 +INFO:root: +[Valid][30][UTT][ MSE = 0.1583 | LCC = 0.9712 | SRCC = 0.9706 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1604 | LCC = 0.9714 | SRCC = 0.9718 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2defd040c4aceadb0f3e669aefd202a35eb4f708 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03cba4eedd6ee9629a9fce45fe0611a1da2cc2dcfe28a4a7b22ad6886ea2d760 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..58feb097e452bcbb3bef3d6adac7a79cee9657bc --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b76059f4ace799477f68bc16fff62185bf72c1cbeab30320084756dc7ec739 +size 3404998 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..35d827bd170c6b6ad69bc90e66396411c5bb5a14 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.39130139976739886 +INFO:root: +[Valid][0][UTT][ MSE = 0.2994 | LCC = 0.9454 | SRCC = 0.9444 ] +INFO:root:Average loss=0.14799375867843628 +INFO:root: +[Valid][1][UTT][ MSE = 0.1961 | LCC = 0.9554 | SRCC = 0.9554 ] +INFO:root:Average loss=0.11388748264312744 +INFO:root: +[Valid][2][UTT][ MSE = 0.2251 | LCC = 0.9614 | SRCC = 0.9613 ] +INFO:root:Average loss=0.10963741666078568 +INFO:root: +[Valid][3][UTT][ MSE = 0.2010 | LCC = 0.9617 | SRCC = 0.9630 ] +INFO:root:Average loss=0.09607237327098847 +INFO:root: +[Valid][4][UTT][ MSE = 0.1791 | LCC = 0.9645 | SRCC = 0.9644 ] +INFO:root:Average loss=0.09160391780734062 +INFO:root: +[Valid][5][UTT][ MSE = 0.1769 | LCC = 0.9641 | SRCC = 0.9640 ] +INFO:root:Average loss=0.08809033304452896 +INFO:root: +[Valid][6][UTT][ MSE = 0.2090 | LCC = 0.9681 | SRCC = 0.9677 ] +INFO:root:Average loss=0.0779710642695427 +INFO:root: +[Valid][7][UTT][ MSE = 0.2166 | LCC = 0.9677 | SRCC = 0.9682 ] +INFO:root:Average loss=0.07375312513113022 +INFO:root: +[Valid][8][UTT][ MSE = 0.1908 | LCC = 0.9692 | SRCC = 0.9693 ] +INFO:root:Average loss=0.07000149792432785 +INFO:root: +[Valid][9][UTT][ MSE = 0.1520 | LCC = 0.9692 | SRCC = 0.9695 ] +INFO:root:Average loss=0.06734080502390861 +INFO:root: +[Valid][10][UTT][ MSE = 0.1556 | LCC = 0.9702 | SRCC = 0.9699 ] +INFO:root:Average loss=0.06761457028985024 +INFO:root: +[Valid][11][UTT][ MSE = 0.1809 | LCC = 0.9700 | SRCC = 0.9700 ] +INFO:root:Average loss=0.06608156168460846 +INFO:root: +[Valid][12][UTT][ MSE = 0.1407 | LCC = 0.9693 | SRCC = 0.9689 ] +INFO:root:Average loss=0.05834869086742401 +INFO:root: +[Valid][13][UTT][ MSE = 0.1641 | LCC = 0.9710 | SRCC = 0.9706 ] +INFO:root:Average loss=0.05613566255569458 +INFO:root: +[Valid][14][UTT][ MSE = 0.1577 | LCC = 0.9704 | SRCC = 0.9696 ] +INFO:root:Average loss=0.055146843820810316 +INFO:root: +[Valid][15][UTT][ MSE = 0.1840 | LCC = 0.9698 | SRCC = 0.9692 ] +INFO:root:Average loss=0.05325770550966263 +INFO:root: +[Valid][16][UTT][ MSE = 0.1689 | LCC = 0.9706 | SRCC = 0.9696 ] +INFO:root:Average loss=0.05180826830863953 +INFO:root: +[Valid][17][UTT][ MSE = 0.1513 | LCC = 0.9707 | SRCC = 0.9703 ] +INFO:root:Average loss=0.049176775574684146 +INFO:root: +[Valid][18][UTT][ MSE = 0.1460 | LCC = 0.9710 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04764171448349953 +INFO:root: +[Valid][19][UTT][ MSE = 0.1510 | LCC = 0.9718 | SRCC = 0.9716 ] +INFO:root:Average loss=0.04470679292082787 +INFO:root: +[Valid][20][UTT][ MSE = 0.1523 | LCC = 0.9710 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04197308380901814 +INFO:root: +[Valid][21][UTT][ MSE = 0.1515 | LCC = 0.9707 | SRCC = 0.9700 ] +INFO:root:Average loss=0.04211120870709419 +INFO:root: +[Valid][22][UTT][ MSE = 0.1806 | LCC = 0.9713 | SRCC = 0.9709 ] +INFO:root:Average loss=0.040580708339810374 +INFO:root: +[Valid][23][UTT][ MSE = 0.1493 | LCC = 0.9715 | SRCC = 0.9710 ] +INFO:root:Average loss=0.041794088006019595 +INFO:root: +[Valid][24][UTT][ MSE = 0.1682 | LCC = 0.9701 | SRCC = 0.9695 ] +INFO:root:Average loss=0.038746152937412265 +INFO:root: +[Valid][25][UTT][ MSE = 0.1593 | LCC = 0.9710 | SRCC = 0.9706 ] +INFO:root:Average loss=0.037903791427612306 +INFO:root: +[Valid][26][UTT][ MSE = 0.1443 | LCC = 0.9715 | SRCC = 0.9709 ] +INFO:root:Average loss=0.03464326545596123 +INFO:root: +[Valid][27][UTT][ MSE = 0.1617 | LCC = 0.9693 | SRCC = 0.9691 ] +INFO:root:Average loss=0.035512979596853254 +INFO:root: +[Valid][28][UTT][ MSE = 0.1541 | LCC = 0.9724 | SRCC = 0.9720 ] +INFO:root:Average loss=0.03304210418462753 +INFO:root: +[Valid][29][UTT][ MSE = 0.1652 | LCC = 0.9712 | SRCC = 0.9707 ] +INFO:root:Average loss=0.033954002514481545 +INFO:root: +[Valid][30][UTT][ MSE = 0.1502 | LCC = 0.9714 | SRCC = 0.9704 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1502 | LCC = 0.9731 | SRCC = 0.9732 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c33edd01446534b453d0ad1ec9bb7583f9e77d4f --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8709b0a159a99eabcf94d5569fd656b1392b217a2370d0b1e759257d9957cbc6 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..127ccf79065137076e3ea67cfec3a6caed9ebee2 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c8eec981d4a8c993916ad9d98aa698bc226f5f1fec1190822fa0c7b4d99f0 +size 3404998 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..293dd89b4bef6d260078de325f732ffdafa64dcf --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4282903467416763 +INFO:root: +[Valid][0][UTT][ MSE = 0.2451 | LCC = 0.9365 | SRCC = 0.9371 ] +INFO:root:Average loss=0.17013692408800124 +INFO:root: +[Valid][1][UTT][ MSE = 0.2598 | LCC = 0.9553 | SRCC = 0.9546 ] +INFO:root:Average loss=0.13178782165050507 +INFO:root: +[Valid][2][UTT][ MSE = 0.2264 | LCC = 0.9605 | SRCC = 0.9599 ] +INFO:root:Average loss=0.11088090169429779 +INFO:root: +[Valid][3][UTT][ MSE = 0.1778 | LCC = 0.9640 | SRCC = 0.9632 ] +INFO:root:Average loss=0.09881285548210145 +INFO:root: +[Valid][4][UTT][ MSE = 0.2391 | LCC = 0.9645 | SRCC = 0.9651 ] +INFO:root:Average loss=0.09306881338357925 +INFO:root: +[Valid][5][UTT][ MSE = 0.1850 | LCC = 0.9663 | SRCC = 0.9661 ] +INFO:root:Average loss=0.08276836043596268 +INFO:root: +[Valid][6][UTT][ MSE = 0.1784 | LCC = 0.9683 | SRCC = 0.9677 ] +INFO:root:Average loss=0.07804138424992561 +INFO:root: +[Valid][7][UTT][ MSE = 0.1677 | LCC = 0.9688 | SRCC = 0.9683 ] +INFO:root:Average loss=0.07762136450409889 +INFO:root: +[Valid][8][UTT][ MSE = 0.1690 | LCC = 0.9689 | SRCC = 0.9683 ] +INFO:root:Average loss=0.0715260836482048 +INFO:root: +[Valid][9][UTT][ MSE = 0.1899 | LCC = 0.9675 | SRCC = 0.9681 ] +INFO:root:Average loss=0.06543328243494034 +INFO:root: +[Valid][10][UTT][ MSE = 0.1537 | LCC = 0.9703 | SRCC = 0.9698 ] +INFO:root:Average loss=0.06463639008998871 +INFO:root: +[Valid][11][UTT][ MSE = 0.1665 | LCC = 0.9704 | SRCC = 0.9702 ] +INFO:root:Average loss=0.060696158558130264 +INFO:root: +[Valid][12][UTT][ MSE = 0.1899 | LCC = 0.9693 | SRCC = 0.9696 ] +INFO:root:Average loss=0.05998661261796951 +INFO:root: +[Valid][13][UTT][ MSE = 0.1713 | LCC = 0.9712 | SRCC = 0.9708 ] +INFO:root:Average loss=0.05623955023288727 +INFO:root: +[Valid][14][UTT][ MSE = 0.1586 | LCC = 0.9708 | SRCC = 0.9705 ] +INFO:root:Average loss=0.052970442429184916 +INFO:root: +[Valid][15][UTT][ MSE = 0.1532 | LCC = 0.9695 | SRCC = 0.9695 ] +INFO:root:Average loss=0.05338189709186554 +INFO:root: +[Valid][16][UTT][ MSE = 0.1547 | LCC = 0.9711 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04858185215294361 +INFO:root: +[Valid][17][UTT][ MSE = 0.1662 | LCC = 0.9718 | SRCC = 0.9713 ] +INFO:root:Average loss=0.04786875748634339 +INFO:root: +[Valid][18][UTT][ MSE = 0.1855 | LCC = 0.9715 | SRCC = 0.9706 ] +INFO:root:Average loss=0.047278675690293315 +INFO:root: +[Valid][19][UTT][ MSE = 0.1565 | LCC = 0.9709 | SRCC = 0.9705 ] +INFO:root:Average loss=0.047412488296627996 +INFO:root: +[Valid][20][UTT][ MSE = 0.1361 | LCC = 0.9708 | SRCC = 0.9710 ] +INFO:root:Average loss=0.041875127777457236 +INFO:root: +[Valid][21][UTT][ MSE = 0.1673 | LCC = 0.9712 | SRCC = 0.9703 ] +INFO:root:Average loss=0.041636597901582716 +INFO:root: +[Valid][22][UTT][ MSE = 0.1480 | LCC = 0.9691 | SRCC = 0.9687 ] +INFO:root:Average loss=0.03913965114951134 +INFO:root: +[Valid][23][UTT][ MSE = 0.1688 | LCC = 0.9706 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03709133613109589 +INFO:root: +[Valid][24][UTT][ MSE = 0.1586 | LCC = 0.9714 | SRCC = 0.9705 ] +INFO:root:Average loss=0.03810321702063084 +INFO:root: +[Valid][25][UTT][ MSE = 0.1521 | LCC = 0.9716 | SRCC = 0.9711 ] +INFO:root:Average loss=0.03639257130026817 +INFO:root: +[Valid][26][UTT][ MSE = 0.1523 | LCC = 0.9712 | SRCC = 0.9708 ] +INFO:root:Average loss=0.035469281405210495 +INFO:root: +[Valid][27][UTT][ MSE = 0.1650 | LCC = 0.9710 | SRCC = 0.9702 ] +INFO:root:Average loss=0.033829347372055056 +INFO:root: +[Valid][28][UTT][ MSE = 0.1582 | LCC = 0.9717 | SRCC = 0.9707 ] +INFO:root:Average loss=0.03311225870251656 +INFO:root: +[Valid][29][UTT][ MSE = 0.1870 | LCC = 0.9690 | SRCC = 0.9696 ] +INFO:root:Average loss=0.031730553612113 +INFO:root: +[Valid][30][UTT][ MSE = 0.1604 | LCC = 0.9716 | SRCC = 0.9705 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1620 | LCC = 0.9721 | SRCC = 0.9722 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdfa1b8151a695407314791815d47339cf61b2f1 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87989f6beb94755be58d5c0b0887482b7a90675669e801d409ef89d2aef7f2c8 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..85e9fa77759506203b3bebdba9bddba7af2706c1 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:288560d37041ff4a2b80dfd5e11efcfc15c18a4ed748e956b597b059e3f3a8b1 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..65fe1e537d95e6ed7f6a9039ff9dcd8cd558cc5e --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.32811974388360976 +INFO:root: +[Valid][0][UTT][ MSE = 0.2387 | LCC = 0.9479 | SRCC = 0.9472 ] +INFO:root:Average loss=0.14466379457712172 +INFO:root: +[Valid][1][UTT][ MSE = 0.2306 | LCC = 0.9522 | SRCC = 0.9545 ] +INFO:root:Average loss=0.12154711517691612 +INFO:root: +[Valid][2][UTT][ MSE = 0.2910 | LCC = 0.9618 | SRCC = 0.9614 ] +INFO:root:Average loss=0.10268736279010773 +INFO:root: +[Valid][3][UTT][ MSE = 0.2011 | LCC = 0.9650 | SRCC = 0.9641 ] +INFO:root:Average loss=0.09537618771195412 +INFO:root: +[Valid][4][UTT][ MSE = 0.1855 | LCC = 0.9669 | SRCC = 0.9664 ] +INFO:root:Average loss=0.08793925094604492 +INFO:root: +[Valid][5][UTT][ MSE = 0.2003 | LCC = 0.9680 | SRCC = 0.9674 ] +INFO:root:Average loss=0.08262931016087532 +INFO:root: +[Valid][6][UTT][ MSE = 0.1702 | LCC = 0.9676 | SRCC = 0.9673 ] +INFO:root:Average loss=0.07489694744348525 +INFO:root: +[Valid][7][UTT][ MSE = 0.1843 | LCC = 0.9699 | SRCC = 0.9694 ] +INFO:root:Average loss=0.07153205123543739 +INFO:root: +[Valid][8][UTT][ MSE = 0.1503 | LCC = 0.9696 | SRCC = 0.9693 ] +INFO:root:Average loss=0.06819262406229973 +INFO:root: +[Valid][9][UTT][ MSE = 0.2288 | LCC = 0.9702 | SRCC = 0.9696 ] +INFO:root:Average loss=0.0688312840461731 +INFO:root: +[Valid][10][UTT][ MSE = 0.2104 | LCC = 0.9694 | SRCC = 0.9693 ] +INFO:root:Average loss=0.06283549804985523 +INFO:root: +[Valid][11][UTT][ MSE = 0.1789 | LCC = 0.9703 | SRCC = 0.9699 ] +INFO:root:Average loss=0.05856606939435005 +INFO:root: +[Valid][12][UTT][ MSE = 0.2122 | LCC = 0.9688 | SRCC = 0.9700 ] +INFO:root:Average loss=0.06157953751087189 +INFO:root: +[Valid][13][UTT][ MSE = 0.1646 | LCC = 0.9701 | SRCC = 0.9699 ] +INFO:root:Average loss=0.05345020619034767 +INFO:root: +[Valid][14][UTT][ MSE = 0.1803 | LCC = 0.9711 | SRCC = 0.9705 ] +INFO:root:Average loss=0.0521006817817688 +INFO:root: +[Valid][15][UTT][ MSE = 0.1472 | LCC = 0.9700 | SRCC = 0.9692 ] +INFO:root:Average loss=0.05235954147577286 +INFO:root: +[Valid][16][UTT][ MSE = 0.1708 | LCC = 0.9717 | SRCC = 0.9708 ] +INFO:root:Average loss=0.05198059549927712 +INFO:root: +[Valid][17][UTT][ MSE = 0.1507 | LCC = 0.9716 | SRCC = 0.9714 ] +INFO:root:Average loss=0.04749996171891689 +INFO:root: +[Valid][18][UTT][ MSE = 0.1677 | LCC = 0.9724 | SRCC = 0.9715 ] +INFO:root:Average loss=0.04421453584730625 +INFO:root: +[Valid][19][UTT][ MSE = 0.1597 | LCC = 0.9719 | SRCC = 0.9714 ] +INFO:root:Average loss=0.04310442066192627 +INFO:root: +[Valid][20][UTT][ MSE = 0.1622 | LCC = 0.9726 | SRCC = 0.9714 ] +INFO:root:Average loss=0.040660493046045305 +INFO:root: +[Valid][21][UTT][ MSE = 0.1627 | LCC = 0.9719 | SRCC = 0.9713 ] +INFO:root:Average loss=0.03980554348230362 +INFO:root: +[Valid][22][UTT][ MSE = 0.1969 | LCC = 0.9712 | SRCC = 0.9704 ] +INFO:root:Average loss=0.037984914019703865 +INFO:root: +[Valid][23][UTT][ MSE = 0.1546 | LCC = 0.9715 | SRCC = 0.9707 ] +INFO:root:Average loss=0.037672463327646254 +INFO:root: +[Valid][24][UTT][ MSE = 0.1567 | LCC = 0.9729 | SRCC = 0.9720 ] +INFO:root:Average loss=0.03781804029643536 +INFO:root: +[Valid][25][UTT][ MSE = 0.1395 | LCC = 0.9709 | SRCC = 0.9705 ] +INFO:root:Average loss=0.036677728220820424 +INFO:root: +[Valid][26][UTT][ MSE = 0.1665 | LCC = 0.9720 | SRCC = 0.9707 ] +INFO:root:Average loss=0.036628959834575654 +INFO:root: +[Valid][27][UTT][ MSE = 0.1552 | LCC = 0.9720 | SRCC = 0.9710 ] +INFO:root:Average loss=0.035473349928855896 +INFO:root: +[Valid][28][UTT][ MSE = 0.1693 | LCC = 0.9725 | SRCC = 0.9718 ] +INFO:root:Average loss=0.030942230477929114 +INFO:root: +[Valid][29][UTT][ MSE = 0.1727 | LCC = 0.9729 | SRCC = 0.9718 ] +INFO:root:Average loss=0.03053907099366188 +INFO:root: +[Valid][30][UTT][ MSE = 0.1653 | LCC = 0.9706 | SRCC = 0.9708 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1733 | LCC = 0.9709 | SRCC = 0.9707 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9423eef9a36431ef98e6aed20f88ec2dacd2d513 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c4711d4f9d659f45bcda89a7757470ed9117da41bcf3eba918c2d5efd8a878 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b83b25c18ce230ac2eb43edb72f2c0e9662d3f9d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a2c4487e9b8ae2a530748c902a2162f6dbe215e9a7dcf5dc6f0a999df39378 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer6/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..94274646bd392b742c8fc4b6c62b354519f234b0 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.38281283926963805 +INFO:root: +[Valid][0][UTT][ MSE = 0.2960 | LCC = 0.9516 | SRCC = 0.9499 ] +INFO:root:Average loss=0.14863824689388275 +INFO:root: +[Valid][1][UTT][ MSE = 0.3192 | LCC = 0.9553 | SRCC = 0.9559 ] +INFO:root:Average loss=0.13080227345228196 +INFO:root: +[Valid][2][UTT][ MSE = 0.2468 | LCC = 0.9625 | SRCC = 0.9628 ] +INFO:root:Average loss=0.10499870663881301 +INFO:root: +[Valid][3][UTT][ MSE = 0.2472 | LCC = 0.9642 | SRCC = 0.9653 ] +INFO:root:Average loss=0.10220591467618942 +INFO:root: +[Valid][4][UTT][ MSE = 0.1760 | LCC = 0.9665 | SRCC = 0.9670 ] +INFO:root:Average loss=0.08845544838905335 +INFO:root: +[Valid][5][UTT][ MSE = 0.2033 | LCC = 0.9676 | SRCC = 0.9677 ] +INFO:root:Average loss=0.08158621618151665 +INFO:root: +[Valid][6][UTT][ MSE = 0.2028 | LCC = 0.9682 | SRCC = 0.9675 ] +INFO:root:Average loss=0.07821109622716904 +INFO:root: +[Valid][7][UTT][ MSE = 0.1844 | LCC = 0.9693 | SRCC = 0.9689 ] +INFO:root:Average loss=0.07669034668803215 +INFO:root: +[Valid][8][UTT][ MSE = 0.1627 | LCC = 0.9688 | SRCC = 0.9689 ] +INFO:root:Average loss=0.06974346801638603 +INFO:root: +[Valid][9][UTT][ MSE = 0.1866 | LCC = 0.9694 | SRCC = 0.9688 ] +INFO:root:Average loss=0.06717123714089393 +INFO:root: +[Valid][10][UTT][ MSE = 0.1973 | LCC = 0.9691 | SRCC = 0.9698 ] +INFO:root:Average loss=0.06308830404281617 +INFO:root: +[Valid][11][UTT][ MSE = 0.2298 | LCC = 0.9690 | SRCC = 0.9701 ] +INFO:root:Average loss=0.060407532066106794 +INFO:root: +[Valid][12][UTT][ MSE = 0.1548 | LCC = 0.9703 | SRCC = 0.9700 ] +INFO:root:Average loss=0.058213208109140394 +INFO:root: +[Valid][13][UTT][ MSE = 0.1699 | LCC = 0.9707 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05663736067712307 +INFO:root: +[Valid][14][UTT][ MSE = 0.1798 | LCC = 0.9706 | SRCC = 0.9693 ] +INFO:root:Average loss=0.05634403693675995 +INFO:root: +[Valid][15][UTT][ MSE = 0.1738 | LCC = 0.9702 | SRCC = 0.9696 ] +INFO:root:Average loss=0.05228359147906304 +INFO:root: +[Valid][16][UTT][ MSE = 0.1738 | LCC = 0.9710 | SRCC = 0.9699 ] +INFO:root:Average loss=0.04842275592684746 +INFO:root: +[Valid][17][UTT][ MSE = 0.1758 | LCC = 0.9712 | SRCC = 0.9702 ] +INFO:root:Average loss=0.047389732882380485 +INFO:root: +[Valid][18][UTT][ MSE = 0.1483 | LCC = 0.9709 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04540138393640518 +INFO:root: +[Valid][19][UTT][ MSE = 0.1780 | LCC = 0.9717 | SRCC = 0.9708 ] +INFO:root:Average loss=0.04358026890456677 +INFO:root: +[Valid][20][UTT][ MSE = 0.1807 | LCC = 0.9709 | SRCC = 0.9699 ] +INFO:root:Average loss=0.04280407433211803 +INFO:root: +[Valid][21][UTT][ MSE = 0.1532 | LCC = 0.9714 | SRCC = 0.9701 ] +INFO:root:Average loss=0.04160956133902073 +INFO:root: +[Valid][22][UTT][ MSE = 0.1666 | LCC = 0.9715 | SRCC = 0.9707 ] +INFO:root:Average loss=0.03840057212114334 +INFO:root: +[Valid][23][UTT][ MSE = 0.1779 | LCC = 0.9710 | SRCC = 0.9702 ] +INFO:root:Average loss=0.037681328773498536 +INFO:root: +[Valid][24][UTT][ MSE = 0.1591 | LCC = 0.9703 | SRCC = 0.9700 ] +INFO:root:Average loss=0.03728169138729572 +INFO:root: +[Valid][25][UTT][ MSE = 0.1511 | LCC = 0.9706 | SRCC = 0.9697 ] +INFO:root:Average loss=0.036190924718976024 +INFO:root: +[Valid][26][UTT][ MSE = 0.1719 | LCC = 0.9711 | SRCC = 0.9708 ] +INFO:root:Average loss=0.03660817360877991 +INFO:root: +[Valid][27][UTT][ MSE = 0.1454 | LCC = 0.9711 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03443778757750988 +INFO:root: +[Valid][28][UTT][ MSE = 0.1865 | LCC = 0.9710 | SRCC = 0.9699 ] +INFO:root:Average loss=0.033649817690253256 +INFO:root: +[Valid][29][UTT][ MSE = 0.1712 | LCC = 0.9712 | SRCC = 0.9702 ] +INFO:root:Average loss=0.031916199833154676 +INFO:root: +[Valid][30][UTT][ MSE = 0.1776 | LCC = 0.9713 | SRCC = 0.9703 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1828 | LCC = 0.9700 | SRCC = 0.9701 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer7/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer7/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d2247430ef13fd1df9b4fcebc2709f4113a977 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cae05d89b8274a6807f3f3d85d87b55368922a7ef894238d7c65f601beb6239 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer7/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07921c761abd8df11d424ed1bbaedd5566b0a8e --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef4d28620922c4644bc32620e4dd4759493ba4e69bc9b33cd84e22babbc06cd +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer7/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c784bff9b6c346f97ee3f5ddbe889d3c0b663cab --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.36902117133140566 +INFO:root: +[Valid][0][UTT][ MSE = 0.2966 | LCC = 0.9492 | SRCC = 0.9483 ] +INFO:root:Average loss=0.14416942417621612 +INFO:root: +[Valid][1][UTT][ MSE = 0.2554 | LCC = 0.9574 | SRCC = 0.9583 ] +INFO:root:Average loss=0.11503844651579857 +INFO:root: +[Valid][2][UTT][ MSE = 0.2395 | LCC = 0.9618 | SRCC = 0.9626 ] +INFO:root:Average loss=0.10429998064041138 +INFO:root: +[Valid][3][UTT][ MSE = 0.2499 | LCC = 0.9622 | SRCC = 0.9632 ] +INFO:root:Average loss=0.09498153963685035 +INFO:root: +[Valid][4][UTT][ MSE = 0.2238 | LCC = 0.9648 | SRCC = 0.9655 ] +INFO:root:Average loss=0.09259953007102012 +INFO:root: +[Valid][5][UTT][ MSE = 0.2060 | LCC = 0.9639 | SRCC = 0.9642 ] +INFO:root:Average loss=0.08294151294231415 +INFO:root: +[Valid][6][UTT][ MSE = 0.2414 | LCC = 0.9659 | SRCC = 0.9672 ] +INFO:root:Average loss=0.08048175063729286 +INFO:root: +[Valid][7][UTT][ MSE = 0.2343 | LCC = 0.9660 | SRCC = 0.9675 ] +INFO:root:Average loss=0.07977103352546693 +INFO:root: +[Valid][8][UTT][ MSE = 0.1927 | LCC = 0.9682 | SRCC = 0.9677 ] +INFO:root:Average loss=0.07451038026809692 +INFO:root: +[Valid][9][UTT][ MSE = 0.2072 | LCC = 0.9684 | SRCC = 0.9686 ] +INFO:root:Average loss=0.06994414275884628 +INFO:root: +[Valid][10][UTT][ MSE = 0.2254 | LCC = 0.9668 | SRCC = 0.9684 ] +INFO:root:Average loss=0.06553306922316551 +INFO:root: +[Valid][11][UTT][ MSE = 0.1972 | LCC = 0.9689 | SRCC = 0.9692 ] +INFO:root:Average loss=0.06677051465213299 +INFO:root: +[Valid][12][UTT][ MSE = 0.2151 | LCC = 0.9693 | SRCC = 0.9691 ] +INFO:root:Average loss=0.06320833021402358 +INFO:root: +[Valid][13][UTT][ MSE = 0.1829 | LCC = 0.9707 | SRCC = 0.9695 ] +INFO:root:Average loss=0.05879599368572235 +INFO:root: +[Valid][14][UTT][ MSE = 0.1800 | LCC = 0.9701 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05638116532564163 +INFO:root: +[Valid][15][UTT][ MSE = 0.1908 | LCC = 0.9698 | SRCC = 0.9697 ] +INFO:root:Average loss=0.056067450240254404 +INFO:root: +[Valid][16][UTT][ MSE = 0.2091 | LCC = 0.9694 | SRCC = 0.9700 ] +INFO:root:Average loss=0.05173221196234226 +INFO:root: +[Valid][17][UTT][ MSE = 0.1761 | LCC = 0.9695 | SRCC = 0.9687 ] +INFO:root:Average loss=0.05078082212805748 +INFO:root: +[Valid][18][UTT][ MSE = 0.2201 | LCC = 0.9686 | SRCC = 0.9692 ] +INFO:root:Average loss=0.04831851556897163 +INFO:root: +[Valid][19][UTT][ MSE = 0.1738 | LCC = 0.9691 | SRCC = 0.9691 ] +INFO:root:Average loss=0.04669650989770889 +INFO:root: +[Valid][20][UTT][ MSE = 0.1967 | LCC = 0.9707 | SRCC = 0.9697 ] +INFO:root:Average loss=0.04322723719477654 +INFO:root: +[Valid][21][UTT][ MSE = 0.1701 | LCC = 0.9708 | SRCC = 0.9696 ] +INFO:root:Average loss=0.043359307631850245 +INFO:root: +[Valid][22][UTT][ MSE = 0.1816 | LCC = 0.9709 | SRCC = 0.9704 ] +INFO:root:Average loss=0.043029436811804773 +INFO:root: +[Valid][23][UTT][ MSE = 0.1747 | LCC = 0.9703 | SRCC = 0.9695 ] +INFO:root:Average loss=0.041017873793840406 +INFO:root: +[Valid][24][UTT][ MSE = 0.1731 | LCC = 0.9705 | SRCC = 0.9696 ] +INFO:root:Average loss=0.0387671582698822 +INFO:root: +[Valid][25][UTT][ MSE = 0.1743 | LCC = 0.9706 | SRCC = 0.9696 ] +INFO:root:Average loss=0.03774624547362328 +INFO:root: +[Valid][26][UTT][ MSE = 0.1607 | LCC = 0.9705 | SRCC = 0.9695 ] +INFO:root:Average loss=0.035697789058089256 +INFO:root: +[Valid][27][UTT][ MSE = 0.1761 | LCC = 0.9705 | SRCC = 0.9699 ] +INFO:root:Average loss=0.03458458948135376 +INFO:root: +[Valid][28][UTT][ MSE = 0.1691 | LCC = 0.9706 | SRCC = 0.9698 ] +INFO:root:Average loss=0.034863332942128185 +INFO:root: +[Valid][29][UTT][ MSE = 0.2095 | LCC = 0.9688 | SRCC = 0.9690 ] +INFO:root:Average loss=0.031472571924328806 +INFO:root: +[Valid][30][UTT][ MSE = 0.1878 | LCC = 0.9702 | SRCC = 0.9697 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1820 | LCC = 0.9701 | SRCC = 0.9710 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer7/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer7/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3fb8ca130e3adef355fcc6e327ae694d7a4b963 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c44b107f79428f4e96a5fc7ed5d2b090c73fdbb6db54c6c1e1f1ec12991290c +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer7/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..89eab51c5f278b40c21461023dbc4b732cf2ea85 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a11f9f728cdc81e83689d1ba645ecb3ede450eeb51b94c48e3e26ca5f36669a +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer7/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9cdfc889e9d26361f73ef87aa56296078837d960 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.37187489891052244 +INFO:root: +[Valid][0][UTT][ MSE = 0.2152 | LCC = 0.9489 | SRCC = 0.9497 ] +INFO:root:Average loss=0.142837537586689 +INFO:root: +[Valid][1][UTT][ MSE = 0.2350 | LCC = 0.9593 | SRCC = 0.9591 ] +INFO:root:Average loss=0.11293081933259964 +INFO:root: +[Valid][2][UTT][ MSE = 0.2326 | LCC = 0.9622 | SRCC = 0.9617 ] +INFO:root:Average loss=0.10308645415306092 +INFO:root: +[Valid][3][UTT][ MSE = 0.2216 | LCC = 0.9629 | SRCC = 0.9622 ] +INFO:root:Average loss=0.09144509160518646 +INFO:root: +[Valid][4][UTT][ MSE = 0.2011 | LCC = 0.9643 | SRCC = 0.9650 ] +INFO:root:Average loss=0.08889636111259461 +INFO:root: +[Valid][5][UTT][ MSE = 0.2286 | LCC = 0.9674 | SRCC = 0.9675 ] +INFO:root:Average loss=0.0798397704064846 +INFO:root: +[Valid][6][UTT][ MSE = 0.2093 | LCC = 0.9660 | SRCC = 0.9664 ] +INFO:root:Average loss=0.07653706827759743 +INFO:root: +[Valid][7][UTT][ MSE = 0.1886 | LCC = 0.9686 | SRCC = 0.9679 ] +INFO:root:Average loss=0.07104221361875535 +INFO:root: +[Valid][8][UTT][ MSE = 0.2173 | LCC = 0.9688 | SRCC = 0.9690 ] +INFO:root:Average loss=0.07229649025201798 +INFO:root: +[Valid][9][UTT][ MSE = 0.1660 | LCC = 0.9699 | SRCC = 0.9694 ] +INFO:root:Average loss=0.06698411139845849 +INFO:root: +[Valid][10][UTT][ MSE = 0.1611 | LCC = 0.9695 | SRCC = 0.9688 ] +INFO:root:Average loss=0.06538067618012429 +INFO:root: +[Valid][11][UTT][ MSE = 0.1806 | LCC = 0.9695 | SRCC = 0.9689 ] +INFO:root:Average loss=0.06629955556988716 +INFO:root: +[Valid][12][UTT][ MSE = 0.2309 | LCC = 0.9689 | SRCC = 0.9689 ] +INFO:root:Average loss=0.05743013346195221 +INFO:root: +[Valid][13][UTT][ MSE = 0.1858 | LCC = 0.9689 | SRCC = 0.9684 ] +INFO:root:Average loss=0.0552915059030056 +INFO:root: +[Valid][14][UTT][ MSE = 0.1764 | LCC = 0.9702 | SRCC = 0.9698 ] +INFO:root:Average loss=0.0553840873092413 +INFO:root: +[Valid][15][UTT][ MSE = 0.1870 | LCC = 0.9710 | SRCC = 0.9703 ] +INFO:root:Average loss=0.05115723185241222 +INFO:root: +[Valid][16][UTT][ MSE = 0.1623 | LCC = 0.9700 | SRCC = 0.9695 ] +INFO:root:Average loss=0.049990759760141376 +INFO:root: +[Valid][17][UTT][ MSE = 0.1559 | LCC = 0.9676 | SRCC = 0.9675 ] +INFO:root:Average loss=0.049314923092722895 +INFO:root: +[Valid][18][UTT][ MSE = 0.1753 | LCC = 0.9707 | SRCC = 0.9694 ] +INFO:root:Average loss=0.045373454719781874 +INFO:root: +[Valid][19][UTT][ MSE = 0.1758 | LCC = 0.9707 | SRCC = 0.9696 ] +INFO:root:Average loss=0.0445768238902092 +INFO:root: +[Valid][20][UTT][ MSE = 0.1711 | LCC = 0.9711 | SRCC = 0.9709 ] +INFO:root:Average loss=0.042493089079856876 +INFO:root: +[Valid][21][UTT][ MSE = 0.1468 | LCC = 0.9702 | SRCC = 0.9695 ] +INFO:root:Average loss=0.04042464102804661 +INFO:root: +[Valid][22][UTT][ MSE = 0.1762 | LCC = 0.9718 | SRCC = 0.9709 ] +INFO:root:Average loss=0.042513034835457805 +INFO:root: +[Valid][23][UTT][ MSE = 0.1817 | LCC = 0.9709 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03609185425937176 +INFO:root: +[Valid][24][UTT][ MSE = 0.1613 | LCC = 0.9717 | SRCC = 0.9703 ] +INFO:root:Average loss=0.03786071553826332 +INFO:root: +[Valid][25][UTT][ MSE = 0.1804 | LCC = 0.9714 | SRCC = 0.9702 ] +INFO:root:Average loss=0.037280903220176694 +INFO:root: +[Valid][26][UTT][ MSE = 0.1876 | LCC = 0.9698 | SRCC = 0.9688 ] +INFO:root:Average loss=0.03504647445678711 +INFO:root: +[Valid][27][UTT][ MSE = 0.1903 | LCC = 0.9712 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03360597862303257 +INFO:root: +[Valid][28][UTT][ MSE = 0.1747 | LCC = 0.9684 | SRCC = 0.9674 ] +INFO:root:Average loss=0.03181397980451584 +INFO:root: +[Valid][29][UTT][ MSE = 0.1500 | LCC = 0.9718 | SRCC = 0.9706 ] +INFO:root:Average loss=0.0340891133993864 +INFO:root: +[Valid][30][UTT][ MSE = 0.1702 | LCC = 0.9710 | SRCC = 0.9701 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1510 | LCC = 0.9710 | SRCC = 0.9710 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer7/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer7/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad2936d297b88f2d85cc1b0b9baf5417ed85cd7 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e4ffacaf387a9b15964073331b53036e70b8cb2a76674901d906bb187ff206 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer7/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..19297ac4dbeaa3bbf04850fdcc54dab0239ffca3 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9722a8464b227c24364a448e404954cbe748fb05a143bbf0671544d8bda2a8dd +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer7/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e87842658c0e9d174852d4858273bf1e3b1c96ca --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.35887201416492465 +INFO:root: +[Valid][0][UTT][ MSE = 0.2270 | LCC = 0.9479 | SRCC = 0.9481 ] +INFO:root:Average loss=0.14032622545957565 +INFO:root: +[Valid][1][UTT][ MSE = 0.2241 | LCC = 0.9591 | SRCC = 0.9601 ] +INFO:root:Average loss=0.1128882709145546 +INFO:root: +[Valid][2][UTT][ MSE = 0.1964 | LCC = 0.9634 | SRCC = 0.9632 ] +INFO:root:Average loss=0.10147800895571708 +INFO:root: +[Valid][3][UTT][ MSE = 0.1892 | LCC = 0.9657 | SRCC = 0.9653 ] +INFO:root:Average loss=0.09399362456798553 +INFO:root: +[Valid][4][UTT][ MSE = 0.1514 | LCC = 0.9649 | SRCC = 0.9665 ] +INFO:root:Average loss=0.08729227975010873 +INFO:root: +[Valid][5][UTT][ MSE = 0.2092 | LCC = 0.9668 | SRCC = 0.9673 ] +INFO:root:Average loss=0.07729591688513755 +INFO:root: +[Valid][6][UTT][ MSE = 0.2035 | LCC = 0.9664 | SRCC = 0.9675 ] +INFO:root:Average loss=0.07779706119000912 +INFO:root: +[Valid][7][UTT][ MSE = 0.1705 | LCC = 0.9685 | SRCC = 0.9678 ] +INFO:root:Average loss=0.0758290764093399 +INFO:root: +[Valid][8][UTT][ MSE = 0.1563 | LCC = 0.9700 | SRCC = 0.9694 ] +INFO:root:Average loss=0.07047631472349167 +INFO:root: +[Valid][9][UTT][ MSE = 0.1711 | LCC = 0.9699 | SRCC = 0.9697 ] +INFO:root:Average loss=0.07187542873620988 +INFO:root: +[Valid][10][UTT][ MSE = 0.1477 | LCC = 0.9689 | SRCC = 0.9686 ] +INFO:root:Average loss=0.059965356707572935 +INFO:root: +[Valid][11][UTT][ MSE = 0.1958 | LCC = 0.9690 | SRCC = 0.9698 ] +INFO:root:Average loss=0.06323614558577538 +INFO:root: +[Valid][12][UTT][ MSE = 0.1623 | LCC = 0.9710 | SRCC = 0.9699 ] +INFO:root:Average loss=0.06050549420714378 +INFO:root: +[Valid][13][UTT][ MSE = 0.2064 | LCC = 0.9686 | SRCC = 0.9683 ] +INFO:root:Average loss=0.056841946840286255 +INFO:root: +[Valid][14][UTT][ MSE = 0.1528 | LCC = 0.9705 | SRCC = 0.9697 ] +INFO:root:Average loss=0.055016931682825086 +INFO:root: +[Valid][15][UTT][ MSE = 0.1633 | LCC = 0.9703 | SRCC = 0.9694 ] +INFO:root:Average loss=0.05154399614036083 +INFO:root: +[Valid][16][UTT][ MSE = 0.1541 | LCC = 0.9711 | SRCC = 0.9703 ] +INFO:root:Average loss=0.04862387607991695 +INFO:root: +[Valid][17][UTT][ MSE = 0.1523 | LCC = 0.9711 | SRCC = 0.9701 ] +INFO:root:Average loss=0.048681301176548 +INFO:root: +[Valid][18][UTT][ MSE = 0.1583 | LCC = 0.9713 | SRCC = 0.9704 ] +INFO:root:Average loss=0.046280492842197415 +INFO:root: +[Valid][19][UTT][ MSE = 0.1580 | LCC = 0.9708 | SRCC = 0.9702 ] +INFO:root:Average loss=0.044352147057652475 +INFO:root: +[Valid][20][UTT][ MSE = 0.1388 | LCC = 0.9705 | SRCC = 0.9698 ] +INFO:root:Average loss=0.04380353434383869 +INFO:root: +[Valid][21][UTT][ MSE = 0.1637 | LCC = 0.9713 | SRCC = 0.9704 ] +INFO:root:Average loss=0.041692815750837324 +INFO:root: +[Valid][22][UTT][ MSE = 0.1439 | LCC = 0.9714 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03908047643303871 +INFO:root: +[Valid][23][UTT][ MSE = 0.1533 | LCC = 0.9716 | SRCC = 0.9705 ] +INFO:root:Average loss=0.038640862077474594 +INFO:root: +[Valid][24][UTT][ MSE = 0.1511 | LCC = 0.9710 | SRCC = 0.9700 ] +INFO:root:Average loss=0.035818297669291496 +INFO:root: +[Valid][25][UTT][ MSE = 0.1798 | LCC = 0.9702 | SRCC = 0.9700 ] +INFO:root:Average loss=0.03480874802172184 +INFO:root: +[Valid][26][UTT][ MSE = 0.1423 | LCC = 0.9710 | SRCC = 0.9704 ] +INFO:root:Average loss=0.0331734020113945 +INFO:root: +[Valid][27][UTT][ MSE = 0.1567 | LCC = 0.9705 | SRCC = 0.9695 ] +INFO:root:Average loss=0.03442755672335625 +INFO:root: +[Valid][28][UTT][ MSE = 0.1530 | LCC = 0.9705 | SRCC = 0.9695 ] +INFO:root:Average loss=0.03159116519987583 +INFO:root: +[Valid][29][UTT][ MSE = 0.1502 | LCC = 0.9711 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03113129822909832 +INFO:root: +[Valid][30][UTT][ MSE = 0.1446 | LCC = 0.9716 | SRCC = 0.9704 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1501 | LCC = 0.9715 | SRCC = 0.9714 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer7/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer7/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2925ab82ab214ff38d0c3fd02b201b11d541ba95 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694e5f104166c586c45ab62c522b712d72663d9e7423e6d953b2479dabdd760f +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer7/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..88bc6b57e1ffb415a3e4e4f7142d670edde9c661 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc57e4a56cb4b872e6f9832c623549d13365a4f5d220cd22b0b3d719986b7c14 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer7/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d3b2b4d08fae41317d38a1794ea2555c3550a290 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.393563238799572 +INFO:root: +[Valid][0][UTT][ MSE = 0.2441 | LCC = 0.9516 | SRCC = 0.9502 ] +INFO:root:Average loss=0.13297041761875153 +INFO:root: +[Valid][1][UTT][ MSE = 0.2172 | LCC = 0.9575 | SRCC = 0.9569 ] +INFO:root:Average loss=0.11085755404829979 +INFO:root: +[Valid][2][UTT][ MSE = 0.2091 | LCC = 0.9635 | SRCC = 0.9631 ] +INFO:root:Average loss=0.09628773972392082 +INFO:root: +[Valid][3][UTT][ MSE = 0.2332 | LCC = 0.9639 | SRCC = 0.9638 ] +INFO:root:Average loss=0.09480090144276619 +INFO:root: +[Valid][4][UTT][ MSE = 0.2107 | LCC = 0.9660 | SRCC = 0.9654 ] +INFO:root:Average loss=0.08992297095060349 +INFO:root: +[Valid][5][UTT][ MSE = 0.2030 | LCC = 0.9674 | SRCC = 0.9672 ] +INFO:root:Average loss=0.08079498782753944 +INFO:root: +[Valid][6][UTT][ MSE = 0.2078 | LCC = 0.9678 | SRCC = 0.9682 ] +INFO:root:Average loss=0.0784459770321846 +INFO:root: +[Valid][7][UTT][ MSE = 0.2254 | LCC = 0.9688 | SRCC = 0.9686 ] +INFO:root:Average loss=0.07238913577795028 +INFO:root: +[Valid][8][UTT][ MSE = 0.1708 | LCC = 0.9694 | SRCC = 0.9690 ] +INFO:root:Average loss=0.07011565414071083 +INFO:root: +[Valid][9][UTT][ MSE = 0.2078 | LCC = 0.9669 | SRCC = 0.9665 ] +INFO:root:Average loss=0.06558799278736115 +INFO:root: +[Valid][10][UTT][ MSE = 0.1799 | LCC = 0.9705 | SRCC = 0.9699 ] +INFO:root:Average loss=0.06279176968336106 +INFO:root: +[Valid][11][UTT][ MSE = 0.2426 | LCC = 0.9683 | SRCC = 0.9684 ] +INFO:root:Average loss=0.06132374237477779 +INFO:root: +[Valid][12][UTT][ MSE = 0.2133 | LCC = 0.9696 | SRCC = 0.9687 ] +INFO:root:Average loss=0.0592247976064682 +INFO:root: +[Valid][13][UTT][ MSE = 0.1755 | LCC = 0.9706 | SRCC = 0.9701 ] +INFO:root:Average loss=0.058148940294981 +INFO:root: +[Valid][14][UTT][ MSE = 0.1542 | LCC = 0.9706 | SRCC = 0.9706 ] +INFO:root:Average loss=0.05183812922239304 +INFO:root: +[Valid][15][UTT][ MSE = 0.2147 | LCC = 0.9702 | SRCC = 0.9698 ] +INFO:root:Average loss=0.049710810482501984 +INFO:root: +[Valid][16][UTT][ MSE = 0.2145 | LCC = 0.9709 | SRCC = 0.9706 ] +INFO:root:Average loss=0.049874659582972526 +INFO:root: +[Valid][17][UTT][ MSE = 0.1575 | LCC = 0.9700 | SRCC = 0.9693 ] +INFO:root:Average loss=0.048196498915553096 +INFO:root: +[Valid][18][UTT][ MSE = 0.2252 | LCC = 0.9682 | SRCC = 0.9681 ] +INFO:root:Average loss=0.04668955139815807 +INFO:root: +[Valid][19][UTT][ MSE = 0.1816 | LCC = 0.9716 | SRCC = 0.9705 ] +INFO:root:Average loss=0.041846125811338425 +INFO:root: +[Valid][20][UTT][ MSE = 0.1877 | LCC = 0.9695 | SRCC = 0.9692 ] +INFO:root:Average loss=0.04243674269318581 +INFO:root: +[Valid][21][UTT][ MSE = 0.1811 | LCC = 0.9697 | SRCC = 0.9689 ] +INFO:root:Average loss=0.04167872712016105 +INFO:root: +[Valid][22][UTT][ MSE = 0.1702 | LCC = 0.9711 | SRCC = 0.9703 ] +INFO:root:Average loss=0.0403708508014679 +INFO:root: +[Valid][23][UTT][ MSE = 0.1769 | LCC = 0.9710 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03732219445705414 +INFO:root: +[Valid][24][UTT][ MSE = 0.1913 | LCC = 0.9704 | SRCC = 0.9696 ] +INFO:root:Average loss=0.034757814064621924 +INFO:root: +[Valid][25][UTT][ MSE = 0.1689 | LCC = 0.9713 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03469471441209316 +INFO:root: +[Valid][26][UTT][ MSE = 0.1760 | LCC = 0.9714 | SRCC = 0.9709 ] +INFO:root:Average loss=0.03658745470643043 +INFO:root: +[Valid][27][UTT][ MSE = 0.1704 | LCC = 0.9705 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03354349449276924 +INFO:root: +[Valid][28][UTT][ MSE = 0.1561 | LCC = 0.9705 | SRCC = 0.9692 ] +INFO:root:Average loss=0.03145943616330624 +INFO:root: +[Valid][29][UTT][ MSE = 0.1897 | LCC = 0.9711 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03065322260558605 +INFO:root: +[Valid][30][UTT][ MSE = 0.2163 | LCC = 0.9691 | SRCC = 0.9694 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1783 | LCC = 0.9714 | SRCC = 0.9717 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer7/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer7/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f50d78f6a62d15869ea156337dc066f4eb8aac6 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a16a7a4bd07654dddc03d9e61ff8af8330ffbcaed478327d1839392958cce6 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer7/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a1f9d7b67ce3d888b9753dfa274ba16d0d7b7d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1173f5148a5f258b4ec157239be0a7b99acde5a498c40c98fb96ce8fc4ef1750 +size 3404998 diff --git a/results_tencent/w2v2_xlsr_300m/layer7/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer7/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..59393d25dd1bc80298747ca8fa35394b0ca53919 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer7/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.3447625059485436 +INFO:root: +[Valid][0][UTT][ MSE = 0.2407 | LCC = 0.9485 | SRCC = 0.9465 ] +INFO:root:Average loss=0.13831663811206818 +INFO:root: +[Valid][1][UTT][ MSE = 0.2442 | LCC = 0.9586 | SRCC = 0.9595 ] +INFO:root:Average loss=0.12276490044593812 +INFO:root: +[Valid][2][UTT][ MSE = 0.2556 | LCC = 0.9611 | SRCC = 0.9628 ] +INFO:root:Average loss=0.10540902790427208 +INFO:root: +[Valid][3][UTT][ MSE = 0.2111 | LCC = 0.9627 | SRCC = 0.9626 ] +INFO:root:Average loss=0.09941718071699142 +INFO:root: +[Valid][4][UTT][ MSE = 0.2542 | LCC = 0.9633 | SRCC = 0.9666 ] +INFO:root:Average loss=0.08967042741179466 +INFO:root: +[Valid][5][UTT][ MSE = 0.2146 | LCC = 0.9671 | SRCC = 0.9669 ] +INFO:root:Average loss=0.08265145912766457 +INFO:root: +[Valid][6][UTT][ MSE = 0.2005 | LCC = 0.9681 | SRCC = 0.9679 ] +INFO:root:Average loss=0.07725125694274902 +INFO:root: +[Valid][7][UTT][ MSE = 0.1888 | LCC = 0.9679 | SRCC = 0.9680 ] +INFO:root:Average loss=0.07669264557957649 +INFO:root: +[Valid][8][UTT][ MSE = 0.1691 | LCC = 0.9681 | SRCC = 0.9678 ] +INFO:root:Average loss=0.07136516791582108 +INFO:root: +[Valid][9][UTT][ MSE = 0.2228 | LCC = 0.9686 | SRCC = 0.9694 ] +INFO:root:Average loss=0.06826122543215751 +INFO:root: +[Valid][10][UTT][ MSE = 0.2032 | LCC = 0.9691 | SRCC = 0.9694 ] +INFO:root:Average loss=0.06559375876188278 +INFO:root: +[Valid][11][UTT][ MSE = 0.2177 | LCC = 0.9677 | SRCC = 0.9689 ] +INFO:root:Average loss=0.06203297667205334 +INFO:root: +[Valid][12][UTT][ MSE = 0.1922 | LCC = 0.9700 | SRCC = 0.9704 ] +INFO:root:Average loss=0.05695286405086517 +INFO:root: +[Valid][13][UTT][ MSE = 0.2102 | LCC = 0.9690 | SRCC = 0.9689 ] +INFO:root:Average loss=0.056634314924478533 +INFO:root: +[Valid][14][UTT][ MSE = 0.2348 | LCC = 0.9679 | SRCC = 0.9696 ] +INFO:root:Average loss=0.05545300567150116 +INFO:root: +[Valid][15][UTT][ MSE = 0.2011 | LCC = 0.9693 | SRCC = 0.9689 ] +INFO:root:Average loss=0.05154025793075562 +INFO:root: +[Valid][16][UTT][ MSE = 0.2025 | LCC = 0.9685 | SRCC = 0.9693 ] +INFO:root:Average loss=0.04941210877895355 +INFO:root: +[Valid][17][UTT][ MSE = 0.2169 | LCC = 0.9683 | SRCC = 0.9692 ] +INFO:root:Average loss=0.04854739166796208 +INFO:root: +[Valid][18][UTT][ MSE = 0.1906 | LCC = 0.9697 | SRCC = 0.9701 ] +INFO:root:Average loss=0.04656102046370506 +INFO:root: +[Valid][19][UTT][ MSE = 0.1816 | LCC = 0.9699 | SRCC = 0.9691 ] +INFO:root:Average loss=0.04568944098055363 +INFO:root: +[Valid][20][UTT][ MSE = 0.1862 | LCC = 0.9697 | SRCC = 0.9694 ] +INFO:root:Average loss=0.04298874485492706 +INFO:root: +[Valid][21][UTT][ MSE = 0.1894 | LCC = 0.9704 | SRCC = 0.9707 ] +INFO:root:Average loss=0.041135568633675575 +INFO:root: +[Valid][22][UTT][ MSE = 0.1683 | LCC = 0.9693 | SRCC = 0.9688 ] +INFO:root:Average loss=0.04126108503341675 +INFO:root: +[Valid][23][UTT][ MSE = 0.1647 | LCC = 0.9712 | SRCC = 0.9711 ] +INFO:root:Average loss=0.039027767270803454 +INFO:root: +[Valid][24][UTT][ MSE = 0.1676 | LCC = 0.9707 | SRCC = 0.9698 ] +INFO:root:Average loss=0.037654111742973326 +INFO:root: +[Valid][25][UTT][ MSE = 0.1694 | LCC = 0.9705 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03586369530856609 +INFO:root: +[Valid][26][UTT][ MSE = 0.1582 | LCC = 0.9694 | SRCC = 0.9694 ] +INFO:root:Average loss=0.03846332320570946 +INFO:root: +[Valid][27][UTT][ MSE = 0.1786 | LCC = 0.9704 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03373833751678467 +INFO:root: +[Valid][28][UTT][ MSE = 0.1843 | LCC = 0.9706 | SRCC = 0.9705 ] +INFO:root:Average loss=0.03130364853143692 +INFO:root: +[Valid][29][UTT][ MSE = 0.1706 | LCC = 0.9707 | SRCC = 0.9701 ] +INFO:root:Average loss=0.0336817190349102 +INFO:root: +[Valid][30][UTT][ MSE = 0.1859 | LCC = 0.9700 | SRCC = 0.9694 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1602 | LCC = 0.9716 | SRCC = 0.9718 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3855bab5478ebcee210f873519b6ab11087dc80 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41fdf3d7e48399cb4c67ca7abb8df00baa222a91838723e0b2c7211823e15f15 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7112b1853b7bb23f4951ab08bff5a7ee96d4b9f8 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49612fa830b81f39cc4762d2f806a630e61b1ac93e7cd934c783f76adcb0d1e9 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ccfb33f308d9c6fad454ff34f23e88be0576ab36 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.3870885934829712 +INFO:root: +[Valid][0][UTT][ MSE = 0.2157 | LCC = 0.9532 | SRCC = 0.9520 ] +INFO:root:Average loss=0.14044752007722855 +INFO:root: +[Valid][1][UTT][ MSE = 0.2219 | LCC = 0.9616 | SRCC = 0.9614 ] +INFO:root:Average loss=0.12074446713924408 +INFO:root: +[Valid][2][UTT][ MSE = 0.1920 | LCC = 0.9645 | SRCC = 0.9637 ] +INFO:root:Average loss=0.10097047302126884 +INFO:root: +[Valid][3][UTT][ MSE = 0.1835 | LCC = 0.9649 | SRCC = 0.9648 ] +INFO:root:Average loss=0.0913361636698246 +INFO:root: +[Valid][4][UTT][ MSE = 0.2162 | LCC = 0.9659 | SRCC = 0.9665 ] +INFO:root:Average loss=0.08554613900184631 +INFO:root: +[Valid][5][UTT][ MSE = 0.2107 | LCC = 0.9671 | SRCC = 0.9670 ] +INFO:root:Average loss=0.08346230962872506 +INFO:root: +[Valid][6][UTT][ MSE = 0.1603 | LCC = 0.9685 | SRCC = 0.9681 ] +INFO:root:Average loss=0.07370380339026451 +INFO:root: +[Valid][7][UTT][ MSE = 0.1926 | LCC = 0.9685 | SRCC = 0.9689 ] +INFO:root:Average loss=0.06934984105825424 +INFO:root: +[Valid][8][UTT][ MSE = 0.2007 | LCC = 0.9690 | SRCC = 0.9689 ] +INFO:root:Average loss=0.06779102101922035 +INFO:root: +[Valid][9][UTT][ MSE = 0.1820 | LCC = 0.9705 | SRCC = 0.9701 ] +INFO:root:Average loss=0.06486522722244263 +INFO:root: +[Valid][10][UTT][ MSE = 0.2189 | LCC = 0.9698 | SRCC = 0.9697 ] +INFO:root:Average loss=0.06326280349493027 +INFO:root: +[Valid][11][UTT][ MSE = 0.1771 | LCC = 0.9704 | SRCC = 0.9698 ] +INFO:root:Average loss=0.060797027975320814 +INFO:root: +[Valid][12][UTT][ MSE = 0.2122 | LCC = 0.9704 | SRCC = 0.9705 ] +INFO:root:Average loss=0.055952790319919586 +INFO:root: +[Valid][13][UTT][ MSE = 0.1804 | LCC = 0.9715 | SRCC = 0.9713 ] +INFO:root:Average loss=0.05777021658420563 +INFO:root: +[Valid][14][UTT][ MSE = 0.1650 | LCC = 0.9711 | SRCC = 0.9704 ] +INFO:root:Average loss=0.05157090666890144 +INFO:root: +[Valid][15][UTT][ MSE = 0.1659 | LCC = 0.9686 | SRCC = 0.9687 ] +INFO:root:Average loss=0.054607190400362014 +INFO:root: +[Valid][16][UTT][ MSE = 0.1755 | LCC = 0.9704 | SRCC = 0.9697 ] +INFO:root:Average loss=0.04752364794909954 +INFO:root: +[Valid][17][UTT][ MSE = 0.1791 | LCC = 0.9713 | SRCC = 0.9703 ] +INFO:root:Average loss=0.04800354385375977 +INFO:root: +[Valid][18][UTT][ MSE = 0.1547 | LCC = 0.9706 | SRCC = 0.9702 ] +INFO:root:Average loss=0.044686004549264906 +INFO:root: +[Valid][19][UTT][ MSE = 0.1918 | LCC = 0.9709 | SRCC = 0.9709 ] +INFO:root:Average loss=0.04379675251245499 +INFO:root: +[Valid][20][UTT][ MSE = 0.1826 | LCC = 0.9707 | SRCC = 0.9705 ] +INFO:root:Average loss=0.040040531873703 +INFO:root: +[Valid][21][UTT][ MSE = 0.1651 | LCC = 0.9718 | SRCC = 0.9704 ] +INFO:root:Average loss=0.04083112297952175 +INFO:root: +[Valid][22][UTT][ MSE = 0.1700 | LCC = 0.9694 | SRCC = 0.9695 ] +INFO:root:Average loss=0.03939125905930996 +INFO:root: +[Valid][23][UTT][ MSE = 0.1485 | LCC = 0.9721 | SRCC = 0.9710 ] +INFO:root:Average loss=0.036527685686945914 +INFO:root: +[Valid][24][UTT][ MSE = 0.1947 | LCC = 0.9710 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03888746452331543 +INFO:root: +[Valid][25][UTT][ MSE = 0.1896 | LCC = 0.9720 | SRCC = 0.9711 ] +INFO:root:Average loss=0.033590204894542695 +INFO:root: +[Valid][26][UTT][ MSE = 0.1621 | LCC = 0.9713 | SRCC = 0.9710 ] +INFO:root:Average loss=0.03375735138356686 +INFO:root: +[Valid][27][UTT][ MSE = 0.1819 | LCC = 0.9716 | SRCC = 0.9706 ] +INFO:root:Average loss=0.03220638632774353 +INFO:root: +[Valid][28][UTT][ MSE = 0.1614 | LCC = 0.9711 | SRCC = 0.9704 ] +INFO:root:Average loss=0.029661575153470038 +INFO:root: +[Valid][29][UTT][ MSE = 0.1543 | LCC = 0.9723 | SRCC = 0.9714 ] +INFO:root:Average loss=0.03027630154788494 +INFO:root: +[Valid][30][UTT][ MSE = 0.1762 | LCC = 0.9705 | SRCC = 0.9698 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1553 | LCC = 0.9704 | SRCC = 0.9700 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a70721a46dd7da97a584e00b142d8f748ffec462 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76bd155a0842b7b8dcabfe65bf99830912a0ea608db5e7d31166015f7368115b +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e6debcf8e4850477e19c558de1aa2b3e8b6dd6 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4baf3b6d72ad5ad7569aac53966adfef78d3d18c916b2d5fda7dfa8e93d742 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..635517b250d1ad8e153e85d2371a85506533ed27 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.36311310750246045 +INFO:root: +[Valid][0][UTT][ MSE = 0.2320 | LCC = 0.9506 | SRCC = 0.9506 ] +INFO:root:Average loss=0.14152716970443727 +INFO:root: +[Valid][1][UTT][ MSE = 0.2260 | LCC = 0.9596 | SRCC = 0.9585 ] +INFO:root:Average loss=0.11365079048275947 +INFO:root: +[Valid][2][UTT][ MSE = 0.2107 | LCC = 0.9624 | SRCC = 0.9628 ] +INFO:root:Average loss=0.10489524239301681 +INFO:root: +[Valid][3][UTT][ MSE = 0.1881 | LCC = 0.9649 | SRCC = 0.9648 ] +INFO:root:Average loss=0.09676693144440651 +INFO:root: +[Valid][4][UTT][ MSE = 0.1863 | LCC = 0.9674 | SRCC = 0.9667 ] +INFO:root:Average loss=0.08919011670351028 +INFO:root: +[Valid][5][UTT][ MSE = 0.2051 | LCC = 0.9667 | SRCC = 0.9677 ] +INFO:root:Average loss=0.0814556585252285 +INFO:root: +[Valid][6][UTT][ MSE = 0.1734 | LCC = 0.9684 | SRCC = 0.9680 ] +INFO:root:Average loss=0.07951312792301178 +INFO:root: +[Valid][7][UTT][ MSE = 0.1670 | LCC = 0.9688 | SRCC = 0.9681 ] +INFO:root:Average loss=0.07409894496202468 +INFO:root: +[Valid][8][UTT][ MSE = 0.1557 | LCC = 0.9687 | SRCC = 0.9681 ] +INFO:root:Average loss=0.0697964138686657 +INFO:root: +[Valid][9][UTT][ MSE = 0.1508 | LCC = 0.9680 | SRCC = 0.9683 ] +INFO:root:Average loss=0.07197018560767174 +INFO:root: +[Valid][10][UTT][ MSE = 0.1775 | LCC = 0.9699 | SRCC = 0.9693 ] +INFO:root:Average loss=0.06698988637328147 +INFO:root: +[Valid][11][UTT][ MSE = 0.1687 | LCC = 0.9701 | SRCC = 0.9695 ] +INFO:root:Average loss=0.06197025257349014 +INFO:root: +[Valid][12][UTT][ MSE = 0.1537 | LCC = 0.9703 | SRCC = 0.9699 ] +INFO:root:Average loss=0.06058762499690056 +INFO:root: +[Valid][13][UTT][ MSE = 0.1787 | LCC = 0.9707 | SRCC = 0.9703 ] +INFO:root:Average loss=0.057864177405834195 +INFO:root: +[Valid][14][UTT][ MSE = 0.1706 | LCC = 0.9703 | SRCC = 0.9698 ] +INFO:root:Average loss=0.054649082034826275 +INFO:root: +[Valid][15][UTT][ MSE = 0.1636 | LCC = 0.9708 | SRCC = 0.9697 ] +INFO:root:Average loss=0.055454247951507565 +INFO:root: +[Valid][16][UTT][ MSE = 0.1601 | LCC = 0.9716 | SRCC = 0.9705 ] +INFO:root:Average loss=0.051501301884651185 +INFO:root: +[Valid][17][UTT][ MSE = 0.1816 | LCC = 0.9711 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04864185754954815 +INFO:root: +[Valid][18][UTT][ MSE = 0.1657 | LCC = 0.9713 | SRCC = 0.9704 ] +INFO:root:Average loss=0.04756075748801231 +INFO:root: +[Valid][19][UTT][ MSE = 0.1411 | LCC = 0.9697 | SRCC = 0.9697 ] +INFO:root:Average loss=0.04670546939969063 +INFO:root: +[Valid][20][UTT][ MSE = 0.1603 | LCC = 0.9718 | SRCC = 0.9710 ] +INFO:root:Average loss=0.04683555060625076 +INFO:root: +[Valid][21][UTT][ MSE = 0.1576 | LCC = 0.9717 | SRCC = 0.9708 ] +INFO:root:Average loss=0.04311641566455364 +INFO:root: +[Valid][22][UTT][ MSE = 0.1734 | LCC = 0.9719 | SRCC = 0.9715 ] +INFO:root:Average loss=0.04328796753287315 +INFO:root: +[Valid][23][UTT][ MSE = 0.1709 | LCC = 0.9715 | SRCC = 0.9706 ] +INFO:root:Average loss=0.0395835178643465 +INFO:root: +[Valid][24][UTT][ MSE = 0.1641 | LCC = 0.9718 | SRCC = 0.9707 ] +INFO:root:Average loss=0.04010688047111034 +INFO:root: +[Valid][25][UTT][ MSE = 0.1456 | LCC = 0.9707 | SRCC = 0.9697 ] +INFO:root:Average loss=0.03867639172077179 +INFO:root: +[Valid][26][UTT][ MSE = 0.1668 | LCC = 0.9713 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03493330508470535 +INFO:root: +[Valid][27][UTT][ MSE = 0.1509 | LCC = 0.9722 | SRCC = 0.9711 ] +INFO:root:Average loss=0.0334112718552351 +INFO:root: +[Valid][28][UTT][ MSE = 0.1576 | LCC = 0.9716 | SRCC = 0.9705 ] +INFO:root:Average loss=0.034065977931022645 +INFO:root: +[Valid][29][UTT][ MSE = 0.1798 | LCC = 0.9708 | SRCC = 0.9699 ] +INFO:root:Average loss=0.035028239846229554 +INFO:root: +[Valid][30][UTT][ MSE = 0.1593 | LCC = 0.9719 | SRCC = 0.9707 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1536 | LCC = 0.9709 | SRCC = 0.9706 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a442a51f502de0761c7d5d2117598805254f538c --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77b257ffe00c9d6565d4796fcec0b23b6670a323791f41cefd41fbc6e82fde9 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea30deae8692ccb5240dbf74319709809f6e527f --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2dd4f8b640c70efe715835377b71108fb5fea39bc8642b9c80695681b70a2e6 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3a621b37333444c1d19bb58bbdb59075a84181a2 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.41529864752292633 +INFO:root: +[Valid][0][UTT][ MSE = 0.2825 | LCC = 0.9456 | SRCC = 0.9445 ] +INFO:root:Average loss=0.1496314417719841 +INFO:root: +[Valid][1][UTT][ MSE = 0.2434 | LCC = 0.9586 | SRCC = 0.9581 ] +INFO:root:Average loss=0.1233595461845398 +INFO:root: +[Valid][2][UTT][ MSE = 0.2518 | LCC = 0.9603 | SRCC = 0.9598 ] +INFO:root:Average loss=0.10555047649145126 +INFO:root: +[Valid][3][UTT][ MSE = 0.2219 | LCC = 0.9620 | SRCC = 0.9639 ] +INFO:root:Average loss=0.09835319811105728 +INFO:root: +[Valid][4][UTT][ MSE = 0.2218 | LCC = 0.9650 | SRCC = 0.9659 ] +INFO:root:Average loss=0.09636862909793854 +INFO:root: +[Valid][5][UTT][ MSE = 0.1811 | LCC = 0.9675 | SRCC = 0.9674 ] +INFO:root:Average loss=0.08373134779930115 +INFO:root: +[Valid][6][UTT][ MSE = 0.1780 | LCC = 0.9680 | SRCC = 0.9684 ] +INFO:root:Average loss=0.07771967807412147 +INFO:root: +[Valid][7][UTT][ MSE = 0.1938 | LCC = 0.9690 | SRCC = 0.9688 ] +INFO:root:Average loss=0.0721227348446846 +INFO:root: +[Valid][8][UTT][ MSE = 0.1449 | LCC = 0.9688 | SRCC = 0.9687 ] +INFO:root:Average loss=0.07185859698057175 +INFO:root: +[Valid][9][UTT][ MSE = 0.1847 | LCC = 0.9695 | SRCC = 0.9696 ] +INFO:root:Average loss=0.0669249491095543 +INFO:root: +[Valid][10][UTT][ MSE = 0.1751 | LCC = 0.9699 | SRCC = 0.9699 ] +INFO:root:Average loss=0.0663639577627182 +INFO:root: +[Valid][11][UTT][ MSE = 0.1654 | LCC = 0.9696 | SRCC = 0.9697 ] +INFO:root:Average loss=0.061872607469558714 +INFO:root: +[Valid][12][UTT][ MSE = 0.1726 | LCC = 0.9705 | SRCC = 0.9701 ] +INFO:root:Average loss=0.05911523425579071 +INFO:root: +[Valid][13][UTT][ MSE = 0.1568 | LCC = 0.9704 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05662681917846203 +INFO:root: +[Valid][14][UTT][ MSE = 0.1546 | LCC = 0.9704 | SRCC = 0.9701 ] +INFO:root:Average loss=0.0526007871478796 +INFO:root: +[Valid][15][UTT][ MSE = 0.1664 | LCC = 0.9711 | SRCC = 0.9711 ] +INFO:root:Average loss=0.05271625386178493 +INFO:root: +[Valid][16][UTT][ MSE = 0.1543 | LCC = 0.9706 | SRCC = 0.9697 ] +INFO:root:Average loss=0.05019102668762207 +INFO:root: +[Valid][17][UTT][ MSE = 0.1537 | LCC = 0.9713 | SRCC = 0.9705 ] +INFO:root:Average loss=0.0484707133769989 +INFO:root: +[Valid][18][UTT][ MSE = 0.1507 | LCC = 0.9708 | SRCC = 0.9701 ] +INFO:root:Average loss=0.04384577445685864 +INFO:root: +[Valid][19][UTT][ MSE = 0.1560 | LCC = 0.9721 | SRCC = 0.9715 ] +INFO:root:Average loss=0.044882713347673416 +INFO:root: +[Valid][20][UTT][ MSE = 0.1705 | LCC = 0.9718 | SRCC = 0.9713 ] +INFO:root:Average loss=0.041666085928678515 +INFO:root: +[Valid][21][UTT][ MSE = 0.1716 | LCC = 0.9686 | SRCC = 0.9685 ] +INFO:root:Average loss=0.04281060601770878 +INFO:root: +[Valid][22][UTT][ MSE = 0.1760 | LCC = 0.9716 | SRCC = 0.9716 ] +INFO:root:Average loss=0.03784063881635666 +INFO:root: +[Valid][23][UTT][ MSE = 0.1469 | LCC = 0.9708 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03732923489809036 +INFO:root: +[Valid][24][UTT][ MSE = 0.1602 | LCC = 0.9709 | SRCC = 0.9711 ] +INFO:root:Average loss=0.03931358276307583 +INFO:root: +[Valid][25][UTT][ MSE = 0.1601 | LCC = 0.9717 | SRCC = 0.9713 ] +INFO:root:Average loss=0.03456629084050655 +INFO:root: +[Valid][26][UTT][ MSE = 0.1719 | LCC = 0.9719 | SRCC = 0.9715 ] +INFO:root:Average loss=0.03689308142662048 +INFO:root: +[Valid][27][UTT][ MSE = 0.1759 | LCC = 0.9707 | SRCC = 0.9707 ] +INFO:root:Average loss=0.03528530099987984 +INFO:root: +[Valid][28][UTT][ MSE = 0.1704 | LCC = 0.9712 | SRCC = 0.9707 ] +INFO:root:Average loss=0.03202001121640206 +INFO:root: +[Valid][29][UTT][ MSE = 0.1814 | LCC = 0.9722 | SRCC = 0.9715 ] +INFO:root:Average loss=0.03174144798517227 +INFO:root: +[Valid][30][UTT][ MSE = 0.1470 | LCC = 0.9712 | SRCC = 0.9707 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1815 | LCC = 0.9713 | SRCC = 0.9719 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e116584ff99b2f6df385f7ca965d3fea0066700 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b965fed59b2adec2d5c6ad7a6a46448c2aa9d3cf676df81893675692b3a5f788 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68465da7596d36984fa48b8c3fb660ac7148e89 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374236bfbb26441888bfd5d2b382fb1572ac9e10b45ba33f4ba47c51f8e22fc3 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b564a177b434b1f878c3cf3faaa15afa8eaff9f2 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4056685303449631 +INFO:root: +[Valid][0][UTT][ MSE = 0.2265 | LCC = 0.9467 | SRCC = 0.9449 ] +INFO:root:Average loss=0.14208115148544312 +INFO:root: +[Valid][1][UTT][ MSE = 0.2098 | LCC = 0.9582 | SRCC = 0.9569 ] +INFO:root:Average loss=0.1268420926332474 +INFO:root: +[Valid][2][UTT][ MSE = 0.2047 | LCC = 0.9621 | SRCC = 0.9607 ] +INFO:root:Average loss=0.10356253448128701 +INFO:root: +[Valid][3][UTT][ MSE = 0.2510 | LCC = 0.9644 | SRCC = 0.9646 ] +INFO:root:Average loss=0.09545646718144417 +INFO:root: +[Valid][4][UTT][ MSE = 0.1947 | LCC = 0.9672 | SRCC = 0.9661 ] +INFO:root:Average loss=0.08554362386465073 +INFO:root: +[Valid][5][UTT][ MSE = 0.1836 | LCC = 0.9679 | SRCC = 0.9668 ] +INFO:root:Average loss=0.08344738546013832 +INFO:root: +[Valid][6][UTT][ MSE = 0.1884 | LCC = 0.9690 | SRCC = 0.9682 ] +INFO:root:Average loss=0.08187452420592307 +INFO:root: +[Valid][7][UTT][ MSE = 0.1706 | LCC = 0.9686 | SRCC = 0.9677 ] +INFO:root:Average loss=0.07843806231021881 +INFO:root: +[Valid][8][UTT][ MSE = 0.1659 | LCC = 0.9692 | SRCC = 0.9679 ] +INFO:root:Average loss=0.07031445774435997 +INFO:root: +[Valid][9][UTT][ MSE = 0.1861 | LCC = 0.9699 | SRCC = 0.9692 ] +INFO:root:Average loss=0.06749155041575432 +INFO:root: +[Valid][10][UTT][ MSE = 0.1710 | LCC = 0.9705 | SRCC = 0.9696 ] +INFO:root:Average loss=0.06314721187949181 +INFO:root: +[Valid][11][UTT][ MSE = 0.1960 | LCC = 0.9704 | SRCC = 0.9700 ] +INFO:root:Average loss=0.06226206982135773 +INFO:root: +[Valid][12][UTT][ MSE = 0.1633 | LCC = 0.9710 | SRCC = 0.9704 ] +INFO:root:Average loss=0.06063466852903366 +INFO:root: +[Valid][13][UTT][ MSE = 0.1757 | LCC = 0.9713 | SRCC = 0.9701 ] +INFO:root:Average loss=0.05499347096681595 +INFO:root: +[Valid][14][UTT][ MSE = 0.1884 | LCC = 0.9707 | SRCC = 0.9694 ] +INFO:root:Average loss=0.053572352781891826 +INFO:root: +[Valid][15][UTT][ MSE = 0.1798 | LCC = 0.9714 | SRCC = 0.9704 ] +INFO:root:Average loss=0.05125563058257103 +INFO:root: +[Valid][16][UTT][ MSE = 0.1990 | LCC = 0.9704 | SRCC = 0.9707 ] +INFO:root:Average loss=0.052256752297282216 +INFO:root: +[Valid][17][UTT][ MSE = 0.2035 | LCC = 0.9709 | SRCC = 0.9704 ] +INFO:root:Average loss=0.050920150578022 +INFO:root: +[Valid][18][UTT][ MSE = 0.1677 | LCC = 0.9714 | SRCC = 0.9696 ] +INFO:root:Average loss=0.0456572599709034 +INFO:root: +[Valid][19][UTT][ MSE = 0.1890 | LCC = 0.9712 | SRCC = 0.9704 ] +INFO:root:Average loss=0.04453134496510029 +INFO:root: +[Valid][20][UTT][ MSE = 0.1811 | LCC = 0.9710 | SRCC = 0.9700 ] +INFO:root:Average loss=0.047272992864251136 +INFO:root: +[Valid][21][UTT][ MSE = 0.1681 | LCC = 0.9706 | SRCC = 0.9708 ] +INFO:root:Average loss=0.04165196096897125 +INFO:root: +[Valid][22][UTT][ MSE = 0.1701 | LCC = 0.9719 | SRCC = 0.9710 ] +INFO:root:Average loss=0.03957483108341694 +INFO:root: +[Valid][23][UTT][ MSE = 0.1581 | LCC = 0.9716 | SRCC = 0.9702 ] +INFO:root:Average loss=0.04139390714466572 +INFO:root: +[Valid][24][UTT][ MSE = 0.1761 | LCC = 0.9722 | SRCC = 0.9713 ] +INFO:root:Average loss=0.03852578416466713 +INFO:root: +[Valid][25][UTT][ MSE = 0.1748 | LCC = 0.9714 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03700284634530544 +INFO:root: +[Valid][26][UTT][ MSE = 0.1827 | LCC = 0.9715 | SRCC = 0.9706 ] +INFO:root:Average loss=0.0354795196801424 +INFO:root: +[Valid][27][UTT][ MSE = 0.1786 | LCC = 0.9716 | SRCC = 0.9705 ] +INFO:root:Average loss=0.03268663454055786 +INFO:root: +[Valid][28][UTT][ MSE = 0.1544 | LCC = 0.9718 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03223548416793347 +INFO:root: +[Valid][29][UTT][ MSE = 0.2038 | LCC = 0.9694 | SRCC = 0.9697 ] +INFO:root:Average loss=0.03217712274193764 +INFO:root: +[Valid][30][UTT][ MSE = 0.1594 | LCC = 0.9723 | SRCC = 0.9710 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1626 | LCC = 0.9710 | SRCC = 0.9710 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..db294425420e3120caf33bdd87dbe0c0b3f41a05 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1566315cf72c760f92e3bc5619b11921c594687f4cb0a21afebddfd3e4ecde +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..932c745577e98d857ea64de2b8ed22ad8908d4b0 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fdd6c3e7bd1429e0d38cddf676bbb353c2264653a43af2adc983fa5f2b8e634 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer8/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..83667b91ca4db9142d4edeb16d3f86734d6f8f08 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.41045420038700103 +INFO:root: +[Valid][0][UTT][ MSE = 0.2082 | LCC = 0.9429 | SRCC = 0.9426 ] +INFO:root:Average loss=0.15204755181074142 +INFO:root: +[Valid][1][UTT][ MSE = 0.2119 | LCC = 0.9571 | SRCC = 0.9560 ] +INFO:root:Average loss=0.12053669202327728 +INFO:root: +[Valid][2][UTT][ MSE = 0.2396 | LCC = 0.9615 | SRCC = 0.9614 ] +INFO:root:Average loss=0.1066782763004303 +INFO:root: +[Valid][3][UTT][ MSE = 0.1945 | LCC = 0.9650 | SRCC = 0.9645 ] +INFO:root:Average loss=0.09626105007529259 +INFO:root: +[Valid][4][UTT][ MSE = 0.1732 | LCC = 0.9661 | SRCC = 0.9658 ] +INFO:root:Average loss=0.09448068681359291 +INFO:root: +[Valid][5][UTT][ MSE = 0.2216 | LCC = 0.9658 | SRCC = 0.9663 ] +INFO:root:Average loss=0.08319500136375427 +INFO:root: +[Valid][6][UTT][ MSE = 0.2036 | LCC = 0.9670 | SRCC = 0.9675 ] +INFO:root:Average loss=0.0780235346853733 +INFO:root: +[Valid][7][UTT][ MSE = 0.1724 | LCC = 0.9680 | SRCC = 0.9677 ] +INFO:root:Average loss=0.0752560983300209 +INFO:root: +[Valid][8][UTT][ MSE = 0.1878 | LCC = 0.9685 | SRCC = 0.9679 ] +INFO:root:Average loss=0.07099414777755737 +INFO:root: +[Valid][9][UTT][ MSE = 0.1745 | LCC = 0.9699 | SRCC = 0.9698 ] +INFO:root:Average loss=0.06530342498421669 +INFO:root: +[Valid][10][UTT][ MSE = 0.1836 | LCC = 0.9693 | SRCC = 0.9687 ] +INFO:root:Average loss=0.061899923384189606 +INFO:root: +[Valid][11][UTT][ MSE = 0.1840 | LCC = 0.9692 | SRCC = 0.9697 ] +INFO:root:Average loss=0.0643299503326416 +INFO:root: +[Valid][12][UTT][ MSE = 0.1617 | LCC = 0.9703 | SRCC = 0.9698 ] +INFO:root:Average loss=0.05844484215974808 +INFO:root: +[Valid][13][UTT][ MSE = 0.1857 | LCC = 0.9697 | SRCC = 0.9695 ] +INFO:root:Average loss=0.05480179958045483 +INFO:root: +[Valid][14][UTT][ MSE = 0.1656 | LCC = 0.9700 | SRCC = 0.9696 ] +INFO:root:Average loss=0.053679472863674166 +INFO:root: +[Valid][15][UTT][ MSE = 0.1707 | LCC = 0.9706 | SRCC = 0.9698 ] +INFO:root:Average loss=0.050036027491092684 +INFO:root: +[Valid][16][UTT][ MSE = 0.1845 | LCC = 0.9696 | SRCC = 0.9694 ] +INFO:root:Average loss=0.050653118580579755 +INFO:root: +[Valid][17][UTT][ MSE = 0.1780 | LCC = 0.9702 | SRCC = 0.9697 ] +INFO:root:Average loss=0.0465260166823864 +INFO:root: +[Valid][18][UTT][ MSE = 0.1803 | LCC = 0.9708 | SRCC = 0.9702 ] +INFO:root:Average loss=0.04620861431956291 +INFO:root: +[Valid][19][UTT][ MSE = 0.1667 | LCC = 0.9711 | SRCC = 0.9704 ] +INFO:root:Average loss=0.04520028187334538 +INFO:root: +[Valid][20][UTT][ MSE = 0.1816 | LCC = 0.9703 | SRCC = 0.9696 ] +INFO:root:Average loss=0.046644933447241785 +INFO:root: +[Valid][21][UTT][ MSE = 0.1711 | LCC = 0.9706 | SRCC = 0.9704 ] +INFO:root:Average loss=0.04118814226984978 +INFO:root: +[Valid][22][UTT][ MSE = 0.1644 | LCC = 0.9706 | SRCC = 0.9698 ] +INFO:root:Average loss=0.039354192152619365 +INFO:root: +[Valid][23][UTT][ MSE = 0.1885 | LCC = 0.9707 | SRCC = 0.9698 ] +INFO:root:Average loss=0.038022855326533316 +INFO:root: +[Valid][24][UTT][ MSE = 0.1834 | LCC = 0.9703 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03696910025179386 +INFO:root: +[Valid][25][UTT][ MSE = 0.1790 | LCC = 0.9704 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03602902442216873 +INFO:root: +[Valid][26][UTT][ MSE = 0.1786 | LCC = 0.9709 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03427709569036961 +INFO:root: +[Valid][27][UTT][ MSE = 0.1806 | LCC = 0.9702 | SRCC = 0.9705 ] +INFO:root:Average loss=0.03422347386181355 +INFO:root: +[Valid][28][UTT][ MSE = 0.1525 | LCC = 0.9701 | SRCC = 0.9692 ] +INFO:root:Average loss=0.03553737746179104 +INFO:root: +[Valid][29][UTT][ MSE = 0.1845 | LCC = 0.9711 | SRCC = 0.9708 ] +INFO:root:Average loss=0.032065769895911214 +INFO:root: +[Valid][30][UTT][ MSE = 0.1647 | LCC = 0.9700 | SRCC = 0.9699 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1671 | LCC = 0.9698 | SRCC = 0.9704 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer9/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer9/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..135148d3064b2f78562e89f2cebe32c575942ec1 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcf1787744861503219ef979fbfa08adb780200e01289146492fcf103586e02 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer9/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..60e1c010eaed44d9405dcb6c8abd8e4fcdc92915 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614230a715b2b784bf86da82c9948e8f7020f4f9921b24f8cfbaec1c76e1f996 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer9/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..dc7f13795537d7a0083678274e50704444ec7be5 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4370844806432724 +INFO:root: +[Valid][0][UTT][ MSE = 0.2618 | LCC = 0.9458 | SRCC = 0.9446 ] +INFO:root:Average loss=0.15152242463827134 +INFO:root: +[Valid][1][UTT][ MSE = 0.2617 | LCC = 0.9563 | SRCC = 0.9573 ] +INFO:root:Average loss=0.12760959023237228 +INFO:root: +[Valid][2][UTT][ MSE = 0.2036 | LCC = 0.9616 | SRCC = 0.9617 ] +INFO:root:Average loss=0.10493918028473855 +INFO:root: +[Valid][3][UTT][ MSE = 0.2178 | LCC = 0.9638 | SRCC = 0.9630 ] +INFO:root:Average loss=0.0971452390551567 +INFO:root: +[Valid][4][UTT][ MSE = 0.2368 | LCC = 0.9658 | SRCC = 0.9668 ] +INFO:root:Average loss=0.08884409001469612 +INFO:root: +[Valid][5][UTT][ MSE = 0.1823 | LCC = 0.9671 | SRCC = 0.9675 ] +INFO:root:Average loss=0.08354116755723953 +INFO:root: +[Valid][6][UTT][ MSE = 0.1719 | LCC = 0.9692 | SRCC = 0.9686 ] +INFO:root:Average loss=0.07836983954906464 +INFO:root: +[Valid][7][UTT][ MSE = 0.2044 | LCC = 0.9691 | SRCC = 0.9695 ] +INFO:root:Average loss=0.07485192289948464 +INFO:root: +[Valid][8][UTT][ MSE = 0.2188 | LCC = 0.9688 | SRCC = 0.9697 ] +INFO:root:Average loss=0.0678732476234436 +INFO:root: +[Valid][9][UTT][ MSE = 0.1841 | LCC = 0.9707 | SRCC = 0.9704 ] +INFO:root:Average loss=0.06530957472324371 +INFO:root: +[Valid][10][UTT][ MSE = 0.1697 | LCC = 0.9708 | SRCC = 0.9707 ] +INFO:root:Average loss=0.06576416519284248 +INFO:root: +[Valid][11][UTT][ MSE = 0.1614 | LCC = 0.9699 | SRCC = 0.9698 ] +INFO:root:Average loss=0.061191051721572874 +INFO:root: +[Valid][12][UTT][ MSE = 0.1835 | LCC = 0.9704 | SRCC = 0.9700 ] +INFO:root:Average loss=0.05926158219575882 +INFO:root: +[Valid][13][UTT][ MSE = 0.2103 | LCC = 0.9700 | SRCC = 0.9703 ] +INFO:root:Average loss=0.05693571224808693 +INFO:root: +[Valid][14][UTT][ MSE = 0.1919 | LCC = 0.9708 | SRCC = 0.9703 ] +INFO:root:Average loss=0.05422871220111847 +INFO:root: +[Valid][15][UTT][ MSE = 0.1922 | LCC = 0.9709 | SRCC = 0.9706 ] +INFO:root:Average loss=0.05613831436634064 +INFO:root: +[Valid][16][UTT][ MSE = 0.1755 | LCC = 0.9690 | SRCC = 0.9696 ] +INFO:root:Average loss=0.05203523388504982 +INFO:root: +[Valid][17][UTT][ MSE = 0.1823 | LCC = 0.9712 | SRCC = 0.9704 ] +INFO:root:Average loss=0.05051749649643898 +INFO:root: +[Valid][18][UTT][ MSE = 0.1750 | LCC = 0.9711 | SRCC = 0.9701 ] +INFO:root:Average loss=0.0449223855137825 +INFO:root: +[Valid][19][UTT][ MSE = 0.1746 | LCC = 0.9703 | SRCC = 0.9693 ] +INFO:root:Average loss=0.04782188381254673 +INFO:root: +[Valid][20][UTT][ MSE = 0.1852 | LCC = 0.9710 | SRCC = 0.9706 ] +INFO:root:Average loss=0.042185550272464754 +INFO:root: +[Valid][21][UTT][ MSE = 0.1864 | LCC = 0.9707 | SRCC = 0.9697 ] +INFO:root:Average loss=0.039506251275539396 +INFO:root: +[Valid][22][UTT][ MSE = 0.1929 | LCC = 0.9709 | SRCC = 0.9706 ] +INFO:root:Average loss=0.04077136366069317 +INFO:root: +[Valid][23][UTT][ MSE = 0.2039 | LCC = 0.9707 | SRCC = 0.9705 ] +INFO:root:Average loss=0.03740833599865437 +INFO:root: +[Valid][24][UTT][ MSE = 0.1743 | LCC = 0.9722 | SRCC = 0.9714 ] +INFO:root:Average loss=0.03692473492026329 +INFO:root: +[Valid][25][UTT][ MSE = 0.1937 | LCC = 0.9709 | SRCC = 0.9705 ] +INFO:root:Average loss=0.035821346119046214 +INFO:root: +[Valid][26][UTT][ MSE = 0.1918 | LCC = 0.9708 | SRCC = 0.9701 ] +INFO:root:Average loss=0.03564637641608715 +INFO:root: +[Valid][27][UTT][ MSE = 0.1937 | LCC = 0.9710 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03307189626991749 +INFO:root: +[Valid][28][UTT][ MSE = 0.1815 | LCC = 0.9717 | SRCC = 0.9711 ] +INFO:root:Average loss=0.03281723290681839 +INFO:root: +[Valid][29][UTT][ MSE = 0.1894 | LCC = 0.9714 | SRCC = 0.9709 ] +INFO:root:Average loss=0.02998974418640137 +INFO:root: +[Valid][30][UTT][ MSE = 0.1885 | LCC = 0.9707 | SRCC = 0.9705 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1770 | LCC = 0.9705 | SRCC = 0.9703 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer9/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer9/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c0bdc19cca0165613756ddbf5f56cd24ef243f6 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ed8cd5ef1998a49f1969a58e11ba0ef1fcb57ded49f19978239b05189af9bf8 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer9/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..95590aba5aeb321527cc9068f0df5ef0b237d63b --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7089fed2e0151ae4afc823bd037065a275a2ec742e94c5d85fb3ceacb1265c +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer9/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9ddbf41612e7802302e75f2d2e8c360440dc8775 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.44165279567241666 +INFO:root: +[Valid][0][UTT][ MSE = 0.3147 | LCC = 0.9448 | SRCC = 0.9466 ] +INFO:root:Average loss=0.14762797129154206 +INFO:root: +[Valid][1][UTT][ MSE = 0.2173 | LCC = 0.9584 | SRCC = 0.9582 ] +INFO:root:Average loss=0.11644428312778472 +INFO:root: +[Valid][2][UTT][ MSE = 0.2231 | LCC = 0.9622 | SRCC = 0.9625 ] +INFO:root:Average loss=0.10961010599136353 +INFO:root: +[Valid][3][UTT][ MSE = 0.2510 | LCC = 0.9645 | SRCC = 0.9644 ] +INFO:root:Average loss=0.09660457423329354 +INFO:root: +[Valid][4][UTT][ MSE = 0.2083 | LCC = 0.9665 | SRCC = 0.9663 ] +INFO:root:Average loss=0.08967400354146958 +INFO:root: +[Valid][5][UTT][ MSE = 0.1702 | LCC = 0.9669 | SRCC = 0.9669 ] +INFO:root:Average loss=0.08758307176828384 +INFO:root: +[Valid][6][UTT][ MSE = 0.2140 | LCC = 0.9661 | SRCC = 0.9657 ] +INFO:root:Average loss=0.08135939732193948 +INFO:root: +[Valid][7][UTT][ MSE = 0.2051 | LCC = 0.9688 | SRCC = 0.9685 ] +INFO:root:Average loss=0.0743681403696537 +INFO:root: +[Valid][8][UTT][ MSE = 0.1845 | LCC = 0.9689 | SRCC = 0.9686 ] +INFO:root:Average loss=0.07204882353544236 +INFO:root: +[Valid][9][UTT][ MSE = 0.2112 | LCC = 0.9685 | SRCC = 0.9693 ] +INFO:root:Average loss=0.06626698538661004 +INFO:root: +[Valid][10][UTT][ MSE = 0.2272 | LCC = 0.9694 | SRCC = 0.9698 ] +INFO:root:Average loss=0.0639394552409649 +INFO:root: +[Valid][11][UTT][ MSE = 0.1720 | LCC = 0.9708 | SRCC = 0.9703 ] +INFO:root:Average loss=0.06120794826745987 +INFO:root: +[Valid][12][UTT][ MSE = 0.1971 | LCC = 0.9705 | SRCC = 0.9706 ] +INFO:root:Average loss=0.06110722321271896 +INFO:root: +[Valid][13][UTT][ MSE = 0.1664 | LCC = 0.9699 | SRCC = 0.9701 ] +INFO:root:Average loss=0.05424441406130791 +INFO:root: +[Valid][14][UTT][ MSE = 0.1570 | LCC = 0.9717 | SRCC = 0.9715 ] +INFO:root:Average loss=0.05358427527546883 +INFO:root: +[Valid][15][UTT][ MSE = 0.1804 | LCC = 0.9714 | SRCC = 0.9711 ] +INFO:root:Average loss=0.05478608445823192 +INFO:root: +[Valid][16][UTT][ MSE = 0.1713 | LCC = 0.9708 | SRCC = 0.9708 ] +INFO:root:Average loss=0.04955615320801735 +INFO:root: +[Valid][17][UTT][ MSE = 0.1745 | LCC = 0.9717 | SRCC = 0.9715 ] +INFO:root:Average loss=0.04805268731713295 +INFO:root: +[Valid][18][UTT][ MSE = 0.1878 | LCC = 0.9715 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04709969909489155 +INFO:root: +[Valid][19][UTT][ MSE = 0.1840 | LCC = 0.9718 | SRCC = 0.9713 ] +INFO:root:Average loss=0.044531229242682456 +INFO:root: +[Valid][20][UTT][ MSE = 0.1630 | LCC = 0.9720 | SRCC = 0.9713 ] +INFO:root:Average loss=0.044611907541751865 +INFO:root: +[Valid][21][UTT][ MSE = 0.1669 | LCC = 0.9721 | SRCC = 0.9717 ] +INFO:root:Average loss=0.04372672913968563 +INFO:root: +[Valid][22][UTT][ MSE = 0.1604 | LCC = 0.9715 | SRCC = 0.9707 ] +INFO:root:Average loss=0.041518663004040716 +INFO:root: +[Valid][23][UTT][ MSE = 0.1759 | LCC = 0.9722 | SRCC = 0.9719 ] +INFO:root:Average loss=0.03903239201009274 +INFO:root: +[Valid][24][UTT][ MSE = 0.1697 | LCC = 0.9720 | SRCC = 0.9713 ] +INFO:root:Average loss=0.03747620150446892 +INFO:root: +[Valid][25][UTT][ MSE = 0.1771 | LCC = 0.9711 | SRCC = 0.9710 ] +INFO:root:Average loss=0.03692941761016846 +INFO:root: +[Valid][26][UTT][ MSE = 0.1782 | LCC = 0.9714 | SRCC = 0.9712 ] +INFO:root:Average loss=0.03493945626914501 +INFO:root: +[Valid][27][UTT][ MSE = 0.1659 | LCC = 0.9724 | SRCC = 0.9715 ] +INFO:root:Average loss=0.034300942972302434 +INFO:root: +[Valid][28][UTT][ MSE = 0.2031 | LCC = 0.9714 | SRCC = 0.9715 ] +INFO:root:Average loss=0.03360201969742775 +INFO:root: +[Valid][29][UTT][ MSE = 0.1627 | LCC = 0.9723 | SRCC = 0.9712 ] +INFO:root:Average loss=0.03021336154639721 +INFO:root: +[Valid][30][UTT][ MSE = 0.1656 | LCC = 0.9722 | SRCC = 0.9715 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1653 | LCC = 0.9709 | SRCC = 0.9705 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer9/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer9/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c1d747cd35ab161710da01d3fa0a66e9bec7adb --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229f4aaf6f3853c048850f902df8c3fdcb60795e26f0a345e60e84cd005aa3da +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer9/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff87aef3f5fa168f69d168957585f834ab46be8c --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff16296e1a3bccabe793399905b23ce95abcb26e776ca5e7f0d035f9659d0ac0 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer9/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7d0c127b5d5252f57c427d422b7aa6ed4d799810 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5113289191126823 +INFO:root: +[Valid][0][UTT][ MSE = 0.3709 | LCC = 0.9401 | SRCC = 0.9421 ] +INFO:root:Average loss=0.1503659521341324 +INFO:root: +[Valid][1][UTT][ MSE = 0.2686 | LCC = 0.9540 | SRCC = 0.9533 ] +INFO:root:Average loss=0.12026345127820968 +INFO:root: +[Valid][2][UTT][ MSE = 0.2219 | LCC = 0.9623 | SRCC = 0.9623 ] +INFO:root:Average loss=0.10176490730047226 +INFO:root: +[Valid][3][UTT][ MSE = 0.2146 | LCC = 0.9648 | SRCC = 0.9653 ] +INFO:root:Average loss=0.09706670343875885 +INFO:root: +[Valid][4][UTT][ MSE = 0.2477 | LCC = 0.9636 | SRCC = 0.9657 ] +INFO:root:Average loss=0.09201674908399582 +INFO:root: +[Valid][5][UTT][ MSE = 0.2046 | LCC = 0.9669 | SRCC = 0.9675 ] +INFO:root:Average loss=0.0845664176940918 +INFO:root: +[Valid][6][UTT][ MSE = 0.1699 | LCC = 0.9679 | SRCC = 0.9680 ] +INFO:root:Average loss=0.08169383728504181 +INFO:root: +[Valid][7][UTT][ MSE = 0.1961 | LCC = 0.9676 | SRCC = 0.9687 ] +INFO:root:Average loss=0.07317074596881866 +INFO:root: +[Valid][8][UTT][ MSE = 0.2130 | LCC = 0.9665 | SRCC = 0.9667 ] +INFO:root:Average loss=0.07043370252847672 +INFO:root: +[Valid][9][UTT][ MSE = 0.1927 | LCC = 0.9682 | SRCC = 0.9687 ] +INFO:root:Average loss=0.06502929812669754 +INFO:root: +[Valid][10][UTT][ MSE = 0.1769 | LCC = 0.9687 | SRCC = 0.9688 ] +INFO:root:Average loss=0.06305400481820106 +INFO:root: +[Valid][11][UTT][ MSE = 0.1900 | LCC = 0.9704 | SRCC = 0.9702 ] +INFO:root:Average loss=0.06140374885499477 +INFO:root: +[Valid][12][UTT][ MSE = 0.1993 | LCC = 0.9700 | SRCC = 0.9697 ] +INFO:root:Average loss=0.060847671180963514 +INFO:root: +[Valid][13][UTT][ MSE = 0.2023 | LCC = 0.9704 | SRCC = 0.9702 ] +INFO:root:Average loss=0.056285559862852094 +INFO:root: +[Valid][14][UTT][ MSE = 0.1604 | LCC = 0.9689 | SRCC = 0.9689 ] +INFO:root:Average loss=0.05526958629488945 +INFO:root: +[Valid][15][UTT][ MSE = 0.1908 | LCC = 0.9703 | SRCC = 0.9702 ] +INFO:root:Average loss=0.05060532684624195 +INFO:root: +[Valid][16][UTT][ MSE = 0.1963 | LCC = 0.9707 | SRCC = 0.9701 ] +INFO:root:Average loss=0.04888180959224701 +INFO:root: +[Valid][17][UTT][ MSE = 0.1697 | LCC = 0.9700 | SRCC = 0.9703 ] +INFO:root:Average loss=0.04918616983294487 +INFO:root: +[Valid][18][UTT][ MSE = 0.2033 | LCC = 0.9705 | SRCC = 0.9706 ] +INFO:root:Average loss=0.049020004689693454 +INFO:root: +[Valid][19][UTT][ MSE = 0.1795 | LCC = 0.9687 | SRCC = 0.9688 ] +INFO:root:Average loss=0.04523447704315185 +INFO:root: +[Valid][20][UTT][ MSE = 0.2065 | LCC = 0.9705 | SRCC = 0.9703 ] +INFO:root:Average loss=0.04638081906735897 +INFO:root: +[Valid][21][UTT][ MSE = 0.1830 | LCC = 0.9701 | SRCC = 0.9698 ] +INFO:root:Average loss=0.040719107046723366 +INFO:root: +[Valid][22][UTT][ MSE = 0.1929 | LCC = 0.9700 | SRCC = 0.9695 ] +INFO:root:Average loss=0.03891956751048565 +INFO:root: +[Valid][23][UTT][ MSE = 0.2069 | LCC = 0.9690 | SRCC = 0.9689 ] +INFO:root:Average loss=0.04105069901049137 +INFO:root: +[Valid][24][UTT][ MSE = 0.2038 | LCC = 0.9700 | SRCC = 0.9697 ] +INFO:root:Average loss=0.036079544082283976 +INFO:root: +[Valid][25][UTT][ MSE = 0.2056 | LCC = 0.9701 | SRCC = 0.9696 ] +INFO:root:Average loss=0.03638608594238758 +INFO:root: +[Valid][26][UTT][ MSE = 0.1957 | LCC = 0.9699 | SRCC = 0.9698 ] +INFO:root:Average loss=0.03556295841932297 +INFO:root: +[Valid][27][UTT][ MSE = 0.1861 | LCC = 0.9710 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03790013828873634 +INFO:root: +[Valid][28][UTT][ MSE = 0.1942 | LCC = 0.9716 | SRCC = 0.9707 ] +INFO:root:Average loss=0.032799929201602934 +INFO:root: +[Valid][29][UTT][ MSE = 0.1795 | LCC = 0.9713 | SRCC = 0.9705 ] +INFO:root:Average loss=0.03247180849313736 +INFO:root: +[Valid][30][UTT][ MSE = 0.1904 | LCC = 0.9709 | SRCC = 0.9708 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1937 | LCC = 0.9710 | SRCC = 0.9711 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer9/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer9/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1309e242ad100dccdeecfe1103b1cd02c61abab7 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:781f98da53ecd911405dd76e59ada11cf94bc0bcf1fedbd36090d24a818ebd18 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer9/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1abfca5f78a07621cf57687affc9e8a5214974c --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262f3e4da73ffe7290d7fc3078005ef6102418d2950e4e2580cd46d1fed377c9 +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer9/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d273d793339b75780074022ca68a666b4470272d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4457515963315964 +INFO:root: +[Valid][0][UTT][ MSE = 0.2588 | LCC = 0.9410 | SRCC = 0.9391 ] +INFO:root:Average loss=0.1514324042201042 +INFO:root: +[Valid][1][UTT][ MSE = 0.2500 | LCC = 0.9572 | SRCC = 0.9569 ] +INFO:root:Average loss=0.12002559185028076 +INFO:root: +[Valid][2][UTT][ MSE = 0.1994 | LCC = 0.9632 | SRCC = 0.9627 ] +INFO:root:Average loss=0.11042609322071076 +INFO:root: +[Valid][3][UTT][ MSE = 0.2195 | LCC = 0.9645 | SRCC = 0.9643 ] +INFO:root:Average loss=0.10133284798264504 +INFO:root: +[Valid][4][UTT][ MSE = 0.2107 | LCC = 0.9659 | SRCC = 0.9655 ] +INFO:root:Average loss=0.09387450668215752 +INFO:root: +[Valid][5][UTT][ MSE = 0.1457 | LCC = 0.9661 | SRCC = 0.9660 ] +INFO:root:Average loss=0.08719812822341919 +INFO:root: +[Valid][6][UTT][ MSE = 0.1836 | LCC = 0.9678 | SRCC = 0.9677 ] +INFO:root:Average loss=0.07896918740868568 +INFO:root: +[Valid][7][UTT][ MSE = 0.1674 | LCC = 0.9689 | SRCC = 0.9683 ] +INFO:root:Average loss=0.07827777448296547 +INFO:root: +[Valid][8][UTT][ MSE = 0.1733 | LCC = 0.9698 | SRCC = 0.9691 ] +INFO:root:Average loss=0.07186106276512146 +INFO:root: +[Valid][9][UTT][ MSE = 0.1602 | LCC = 0.9653 | SRCC = 0.9662 ] +INFO:root:Average loss=0.06765264859795571 +INFO:root: +[Valid][10][UTT][ MSE = 0.1778 | LCC = 0.9707 | SRCC = 0.9700 ] +INFO:root:Average loss=0.06439559864997864 +INFO:root: +[Valid][11][UTT][ MSE = 0.1596 | LCC = 0.9707 | SRCC = 0.9705 ] +INFO:root:Average loss=0.06356252872943878 +INFO:root: +[Valid][12][UTT][ MSE = 0.1699 | LCC = 0.9705 | SRCC = 0.9703 ] +INFO:root:Average loss=0.06012419989705086 +INFO:root: +[Valid][13][UTT][ MSE = 0.1826 | LCC = 0.9686 | SRCC = 0.9694 ] +INFO:root:Average loss=0.057730221033096316 +INFO:root: +[Valid][14][UTT][ MSE = 0.1682 | LCC = 0.9690 | SRCC = 0.9691 ] +INFO:root:Average loss=0.05633293929696083 +INFO:root: +[Valid][15][UTT][ MSE = 0.1687 | LCC = 0.9691 | SRCC = 0.9691 ] +INFO:root:Average loss=0.05509057973325253 +INFO:root: +[Valid][16][UTT][ MSE = 0.1804 | LCC = 0.9704 | SRCC = 0.9706 ] +INFO:root:Average loss=0.05262132689356804 +INFO:root: +[Valid][17][UTT][ MSE = 0.2002 | LCC = 0.9701 | SRCC = 0.9695 ] +INFO:root:Average loss=0.050222175523638724 +INFO:root: +[Valid][18][UTT][ MSE = 0.1725 | LCC = 0.9720 | SRCC = 0.9711 ] +INFO:root:Average loss=0.04724850383400917 +INFO:root: +[Valid][19][UTT][ MSE = 0.1335 | LCC = 0.9716 | SRCC = 0.9719 ] +INFO:root:Average loss=0.045886501759290696 +INFO:root: +[Valid][20][UTT][ MSE = 0.1769 | LCC = 0.9715 | SRCC = 0.9710 ] +INFO:root:Average loss=0.044757437095046045 +INFO:root: +[Valid][21][UTT][ MSE = 0.1726 | LCC = 0.9712 | SRCC = 0.9711 ] +INFO:root:Average loss=0.04494077852368355 +INFO:root: +[Valid][22][UTT][ MSE = 0.1719 | LCC = 0.9700 | SRCC = 0.9698 ] +INFO:root:Average loss=0.041760270416736606 +INFO:root: +[Valid][23][UTT][ MSE = 0.1691 | LCC = 0.9717 | SRCC = 0.9706 ] +INFO:root:Average loss=0.03922784146666527 +INFO:root: +[Valid][24][UTT][ MSE = 0.1608 | LCC = 0.9713 | SRCC = 0.9709 ] +INFO:root:Average loss=0.038187425822019574 +INFO:root: +[Valid][25][UTT][ MSE = 0.1522 | LCC = 0.9703 | SRCC = 0.9704 ] +INFO:root:Average loss=0.03841759093105793 +INFO:root: +[Valid][26][UTT][ MSE = 0.1698 | LCC = 0.9718 | SRCC = 0.9707 ] +INFO:root:Average loss=0.035955148264765736 +INFO:root: +[Valid][27][UTT][ MSE = 0.1664 | LCC = 0.9722 | SRCC = 0.9714 ] +INFO:root:Average loss=0.036051629945635794 +INFO:root: +[Valid][28][UTT][ MSE = 0.1757 | LCC = 0.9718 | SRCC = 0.9710 ] +INFO:root:Average loss=0.03413026420772076 +INFO:root: +[Valid][29][UTT][ MSE = 0.1562 | LCC = 0.9708 | SRCC = 0.9706 ] +INFO:root:Average loss=0.03550744877755642 +INFO:root: +[Valid][30][UTT][ MSE = 0.1867 | LCC = 0.9695 | SRCC = 0.9691 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1667 | LCC = 0.9697 | SRCC = 0.9698 ] diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer9/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on Tencent dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer9/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0113947f4c77608874388b5879d895419c1c4c75 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4177f40d941f09cba7eda7aaaa3cec89d9d8fbe2f98ffad4f18fd9aa9aa18a60 +size 3403339 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer9/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4bb899da0104a2387a647128518a00fb1cb8ad4 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51acc65731b826fdef738317454bc0cd882a29b1a442305cb06ea0c82d586bee +size 3405062 diff --git a/results_tencent/w2v2_xlsr_300m/layer9/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer9/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ce9da8d1956eb38df178a66a4a88254c0a5c4254 --- /dev/null +++ b/results_tencent/w2v2_xlsr_300m/layer9/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4005650054216385 +INFO:root: +[Valid][0][UTT][ MSE = 0.2508 | LCC = 0.9459 | SRCC = 0.9436 ] +INFO:root:Average loss=0.14577224051952362 +INFO:root: +[Valid][1][UTT][ MSE = 0.2083 | LCC = 0.9582 | SRCC = 0.9582 ] +INFO:root:Average loss=0.12756370317935944 +INFO:root: +[Valid][2][UTT][ MSE = 0.1749 | LCC = 0.9613 | SRCC = 0.9619 ] +INFO:root:Average loss=0.10712614834308624 +INFO:root: +[Valid][3][UTT][ MSE = 0.1836 | LCC = 0.9649 | SRCC = 0.9647 ] +INFO:root:Average loss=0.09589709442853928 +INFO:root: +[Valid][4][UTT][ MSE = 0.1694 | LCC = 0.9669 | SRCC = 0.9671 ] +INFO:root:Average loss=0.08927515244483948 +INFO:root: +[Valid][5][UTT][ MSE = 0.2239 | LCC = 0.9661 | SRCC = 0.9680 ] +INFO:root:Average loss=0.08340175184607505 +INFO:root: +[Valid][6][UTT][ MSE = 0.1718 | LCC = 0.9688 | SRCC = 0.9683 ] +INFO:root:Average loss=0.0815464696586132 +INFO:root: +[Valid][7][UTT][ MSE = 0.1709 | LCC = 0.9688 | SRCC = 0.9693 ] +INFO:root:Average loss=0.07783138874173165 +INFO:root: +[Valid][8][UTT][ MSE = 0.1601 | LCC = 0.9697 | SRCC = 0.9695 ] +INFO:root:Average loss=0.07070731258392333 +INFO:root: +[Valid][9][UTT][ MSE = 0.1582 | LCC = 0.9698 | SRCC = 0.9695 ] +INFO:root:Average loss=0.07381876611709595 +INFO:root: +[Valid][10][UTT][ MSE = 0.1764 | LCC = 0.9699 | SRCC = 0.9693 ] +INFO:root:Average loss=0.06301337093114853 +INFO:root: +[Valid][11][UTT][ MSE = 0.1879 | LCC = 0.9707 | SRCC = 0.9700 ] +INFO:root:Average loss=0.059988796800374986 +INFO:root: +[Valid][12][UTT][ MSE = 0.1861 | LCC = 0.9706 | SRCC = 0.9700 ] +INFO:root:Average loss=0.057775528311729434 +INFO:root: +[Valid][13][UTT][ MSE = 0.1704 | LCC = 0.9701 | SRCC = 0.9700 ] +INFO:root:Average loss=0.058513954430818554 +INFO:root: +[Valid][14][UTT][ MSE = 0.1576 | LCC = 0.9709 | SRCC = 0.9703 ] +INFO:root:Average loss=0.0581828099489212 +INFO:root: +[Valid][15][UTT][ MSE = 0.1891 | LCC = 0.9704 | SRCC = 0.9702 ] +INFO:root:Average loss=0.055318494588136674 +INFO:root: +[Valid][16][UTT][ MSE = 0.1597 | LCC = 0.9711 | SRCC = 0.9705 ] +INFO:root:Average loss=0.05074969089031219 +INFO:root: +[Valid][17][UTT][ MSE = 0.1682 | LCC = 0.9716 | SRCC = 0.9710 ] +INFO:root:Average loss=0.05071228896081448 +INFO:root: +[Valid][18][UTT][ MSE = 0.1610 | LCC = 0.9716 | SRCC = 0.9706 ] +INFO:root:Average loss=0.047633802324533465 +INFO:root: +[Valid][19][UTT][ MSE = 0.1834 | LCC = 0.9719 | SRCC = 0.9716 ] +INFO:root:Average loss=0.04702919125556946 +INFO:root: +[Valid][20][UTT][ MSE = 0.1541 | LCC = 0.9711 | SRCC = 0.9705 ] +INFO:root:Average loss=0.04523619392514229 +INFO:root: +[Valid][21][UTT][ MSE = 0.1888 | LCC = 0.9718 | SRCC = 0.9714 ] +INFO:root:Average loss=0.04236218327283859 +INFO:root: +[Valid][22][UTT][ MSE = 0.1757 | LCC = 0.9708 | SRCC = 0.9700 ] +INFO:root:Average loss=0.04132477264106273 +INFO:root: +[Valid][23][UTT][ MSE = 0.1753 | LCC = 0.9719 | SRCC = 0.9713 ] +INFO:root:Average loss=0.04133024016022682 +INFO:root: +[Valid][24][UTT][ MSE = 0.1551 | LCC = 0.9721 | SRCC = 0.9711 ] +INFO:root:Average loss=0.040546172469854355 +INFO:root: +[Valid][25][UTT][ MSE = 0.1579 | LCC = 0.9715 | SRCC = 0.9702 ] +INFO:root:Average loss=0.03751643212139606 +INFO:root: +[Valid][26][UTT][ MSE = 0.1452 | LCC = 0.9714 | SRCC = 0.9706 ] +INFO:root:Average loss=0.038904240116477015 +INFO:root: +[Valid][27][UTT][ MSE = 0.1757 | LCC = 0.9720 | SRCC = 0.9711 ] +INFO:root:Average loss=0.03498816268146038 +INFO:root: +[Valid][28][UTT][ MSE = 0.1503 | LCC = 0.9718 | SRCC = 0.9709 ] +INFO:root:Average loss=0.0350347076356411 +INFO:root: +[Valid][29][UTT][ MSE = 0.1694 | LCC = 0.9716 | SRCC = 0.9703 ] +INFO:root:Average loss=0.03148899868130684 +INFO:root: +[Valid][30][UTT][ MSE = 0.1724 | LCC = 0.9719 | SRCC = 0.9713 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1561 | LCC = 0.9711 | SRCC = 0.9710 ] diff --git a/results_tencent/wavlm_base/layer0/run0/config.gin b/results_tencent/wavlm_base/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer0/run0/model.pt b/results_tencent/wavlm_base/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa59157d7c1e21c91b7b12de3390d05edb79747 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827af02de008d09f08b9415cc3589a66fe8731b3fa7fdf91c39dc8c7050069d3 +size 2747979 diff --git a/results_tencent/wavlm_base/layer0/run0/model_best.pt b/results_tencent/wavlm_base/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf8f7ad56e6eb81e059b3f1010b3d528d12b0d5d --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f85d44cf57e3a6a800909bf883f376f00c89d549a984554bf4414e2d3d817b3 +size 2749702 diff --git a/results_tencent/wavlm_base/layer0/run0/train.log b/results_tencent/wavlm_base/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..46a29ce97a321ace8e14b9f6ee142cbde0e142b1 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5112134271860123 +INFO:root: +[Valid][0][UTT][ MSE = 0.3600 | LCC = 0.8942 | SRCC = 0.8987 ] +INFO:root:Average loss=0.2636819348335266 +INFO:root: +[Valid][1][UTT][ MSE = 0.3127 | LCC = 0.9218 | SRCC = 0.9224 ] +INFO:root:Average loss=0.20931427437067032 +INFO:root: +[Valid][2][UTT][ MSE = 0.2601 | LCC = 0.9301 | SRCC = 0.9295 ] +INFO:root:Average loss=0.18129483664035798 +INFO:root: +[Valid][3][UTT][ MSE = 0.2704 | LCC = 0.9361 | SRCC = 0.9367 ] +INFO:root:Average loss=0.15715148627758027 +INFO:root: +[Valid][4][UTT][ MSE = 0.2391 | LCC = 0.9400 | SRCC = 0.9393 ] +INFO:root:Average loss=0.14298928421735763 +INFO:root: +[Valid][5][UTT][ MSE = 0.2101 | LCC = 0.9426 | SRCC = 0.9433 ] +INFO:root:Average loss=0.13454608577489852 +INFO:root: +[Valid][6][UTT][ MSE = 0.1943 | LCC = 0.9432 | SRCC = 0.9433 ] +INFO:root:Average loss=0.12334881919622422 +INFO:root: +[Valid][7][UTT][ MSE = 0.2572 | LCC = 0.9424 | SRCC = 0.9449 ] +INFO:root:Average loss=0.11625761848688125 +INFO:root: +[Valid][8][UTT][ MSE = 0.1847 | LCC = 0.9473 | SRCC = 0.9479 ] +INFO:root:Average loss=0.10887964791059494 +INFO:root: +[Valid][9][UTT][ MSE = 0.2040 | LCC = 0.9488 | SRCC = 0.9486 ] +INFO:root:Average loss=0.1021940880715847 +INFO:root: +[Valid][10][UTT][ MSE = 0.2132 | LCC = 0.9506 | SRCC = 0.9508 ] +INFO:root:Average loss=0.09921645703911781 +INFO:root: +[Valid][11][UTT][ MSE = 0.2065 | LCC = 0.9523 | SRCC = 0.9515 ] +INFO:root:Average loss=0.09613201171159744 +INFO:root: +[Valid][12][UTT][ MSE = 0.2089 | LCC = 0.9531 | SRCC = 0.9530 ] +INFO:root:Average loss=0.08867191424965859 +INFO:root: +[Valid][13][UTT][ MSE = 0.1884 | LCC = 0.9536 | SRCC = 0.9535 ] +INFO:root:Average loss=0.08722256496548653 +INFO:root: +[Valid][14][UTT][ MSE = 0.1959 | LCC = 0.9533 | SRCC = 0.9533 ] +INFO:root:Average loss=0.08138461601734161 +INFO:root: +[Valid][15][UTT][ MSE = 0.2124 | LCC = 0.9528 | SRCC = 0.9535 ] +INFO:root:Average loss=0.07807242786884308 +INFO:root: +[Valid][16][UTT][ MSE = 0.1976 | LCC = 0.9529 | SRCC = 0.9527 ] +INFO:root:Average loss=0.07360827878117561 +INFO:root: +[Valid][17][UTT][ MSE = 0.1742 | LCC = 0.9536 | SRCC = 0.9538 ] +INFO:root:Average loss=0.07405063489079475 +INFO:root: +[Valid][18][UTT][ MSE = 0.2117 | LCC = 0.9527 | SRCC = 0.9535 ] +INFO:root:Average loss=0.07073835402727127 +INFO:root: +[Valid][19][UTT][ MSE = 0.2141 | LCC = 0.9534 | SRCC = 0.9531 ] +INFO:root:Average loss=0.06875825509428977 +INFO:root: +[Valid][20][UTT][ MSE = 0.1846 | LCC = 0.9540 | SRCC = 0.9539 ] +INFO:root:Average loss=0.06631506726145744 +INFO:root: +[Valid][21][UTT][ MSE = 0.1861 | LCC = 0.9560 | SRCC = 0.9556 ] +INFO:root:Average loss=0.06291531413793564 +INFO:root: +[Valid][22][UTT][ MSE = 0.1968 | LCC = 0.9549 | SRCC = 0.9546 ] +INFO:root:Average loss=0.06230584481358528 +INFO:root: +[Valid][23][UTT][ MSE = 0.1962 | LCC = 0.9562 | SRCC = 0.9559 ] +INFO:root:Average loss=0.05763487493991852 +INFO:root: +[Valid][24][UTT][ MSE = 0.1891 | LCC = 0.9553 | SRCC = 0.9542 ] +INFO:root:Average loss=0.05547049508988857 +INFO:root: +[Valid][25][UTT][ MSE = 0.1799 | LCC = 0.9544 | SRCC = 0.9539 ] +INFO:root:Average loss=0.054028301507234575 +INFO:root: +[Valid][26][UTT][ MSE = 0.1830 | LCC = 0.9558 | SRCC = 0.9555 ] +INFO:root:Average loss=0.0551794461607933 +INFO:root: +[Valid][27][UTT][ MSE = 0.1871 | LCC = 0.9555 | SRCC = 0.9552 ] +INFO:root:Average loss=0.052192681774497034 +INFO:root: +[Valid][28][UTT][ MSE = 0.1773 | LCC = 0.9564 | SRCC = 0.9560 ] +INFO:root:Average loss=0.052330561384558674 +INFO:root: +[Valid][29][UTT][ MSE = 0.1610 | LCC = 0.9551 | SRCC = 0.9556 ] +INFO:root:Average loss=0.05103148926794529 +INFO:root: +[Valid][30][UTT][ MSE = 0.1669 | LCC = 0.9552 | SRCC = 0.9553 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1863 | LCC = 0.9538 | SRCC = 0.9551 ] diff --git a/results_tencent/wavlm_base/layer0/run1/config.gin b/results_tencent/wavlm_base/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer0/run1/model.pt b/results_tencent/wavlm_base/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fe57600af606cf41d33ac62e72971ea0c798632 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc52a17714ed6d63ab2eed4d3c12ccd7c89f524a7c443ed707e0ac8f84ecc310 +size 2747979 diff --git a/results_tencent/wavlm_base/layer0/run1/model_best.pt b/results_tencent/wavlm_base/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f188e256120c8bd57b7a572c4f0d17f41e881a --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cdccdef87938078668fa460288331f832fe0a2512828c1afc2bf88457039ecc +size 2749702 diff --git a/results_tencent/wavlm_base/layer0/run1/train.log b/results_tencent/wavlm_base/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..884beff33096d0e466117abf5558eb363f036663 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5720539002418518 +INFO:root: +[Valid][0][UTT][ MSE = 0.3703 | LCC = 0.8969 | SRCC = 0.8954 ] +INFO:root:Average loss=0.2567243845462799 +INFO:root: +[Valid][1][UTT][ MSE = 0.2803 | LCC = 0.9216 | SRCC = 0.9225 ] +INFO:root:Average loss=0.20188842111825944 +INFO:root: +[Valid][2][UTT][ MSE = 0.2723 | LCC = 0.9282 | SRCC = 0.9279 ] +INFO:root:Average loss=0.1753327933549881 +INFO:root: +[Valid][3][UTT][ MSE = 0.2602 | LCC = 0.9352 | SRCC = 0.9358 ] +INFO:root:Average loss=0.16488725900650025 +INFO:root: +[Valid][4][UTT][ MSE = 0.2908 | LCC = 0.9353 | SRCC = 0.9393 ] +INFO:root:Average loss=0.1440810415148735 +INFO:root: +[Valid][5][UTT][ MSE = 0.2300 | LCC = 0.9405 | SRCC = 0.9402 ] +INFO:root:Average loss=0.1375802025794983 +INFO:root: +[Valid][6][UTT][ MSE = 0.2510 | LCC = 0.9423 | SRCC = 0.9427 ] +INFO:root:Average loss=0.1305344262123108 +INFO:root: +[Valid][7][UTT][ MSE = 0.2472 | LCC = 0.9473 | SRCC = 0.9474 ] +INFO:root:Average loss=0.11993975615501404 +INFO:root: +[Valid][8][UTT][ MSE = 0.2810 | LCC = 0.9429 | SRCC = 0.9448 ] +INFO:root:Average loss=0.10848076921701431 +INFO:root: +[Valid][9][UTT][ MSE = 0.2113 | LCC = 0.9481 | SRCC = 0.9480 ] +INFO:root:Average loss=0.10490169790387154 +INFO:root: +[Valid][10][UTT][ MSE = 0.2146 | LCC = 0.9478 | SRCC = 0.9498 ] +INFO:root:Average loss=0.09739044842123985 +INFO:root: +[Valid][11][UTT][ MSE = 0.2347 | LCC = 0.9482 | SRCC = 0.9476 ] +INFO:root:Average loss=0.0942968675494194 +INFO:root: +[Valid][12][UTT][ MSE = 0.2150 | LCC = 0.9501 | SRCC = 0.9507 ] +INFO:root:Average loss=0.09706317442655564 +INFO:root: +[Valid][13][UTT][ MSE = 0.2098 | LCC = 0.9509 | SRCC = 0.9516 ] +INFO:root:Average loss=0.0839154398739338 +INFO:root: +[Valid][14][UTT][ MSE = 0.2147 | LCC = 0.9500 | SRCC = 0.9495 ] +INFO:root:Average loss=0.08030447745323181 +INFO:root: +[Valid][15][UTT][ MSE = 0.2442 | LCC = 0.9503 | SRCC = 0.9504 ] +INFO:root:Average loss=0.07984416362643242 +INFO:root: +[Valid][16][UTT][ MSE = 0.2231 | LCC = 0.9493 | SRCC = 0.9508 ] +INFO:root:Average loss=0.07428180113434792 +INFO:root: +[Valid][17][UTT][ MSE = 0.1874 | LCC = 0.9510 | SRCC = 0.9523 ] +INFO:root:Average loss=0.07519851401448249 +INFO:root: +[Valid][18][UTT][ MSE = 0.2244 | LCC = 0.9508 | SRCC = 0.9509 ] +INFO:root:Average loss=0.06668565893173217 +INFO:root: +[Valid][19][UTT][ MSE = 0.2097 | LCC = 0.9525 | SRCC = 0.9527 ] +INFO:root:Average loss=0.06959224763512611 +INFO:root: +[Valid][20][UTT][ MSE = 0.2138 | LCC = 0.9521 | SRCC = 0.9520 ] +INFO:root:Average loss=0.0679411346912384 +INFO:root: +[Valid][21][UTT][ MSE = 0.1928 | LCC = 0.9508 | SRCC = 0.9518 ] +INFO:root:Average loss=0.062371588319540025 +INFO:root: +[Valid][22][UTT][ MSE = 0.2037 | LCC = 0.9515 | SRCC = 0.9519 ] +INFO:root:Average loss=0.06228929737210274 +INFO:root: +[Valid][23][UTT][ MSE = 0.1821 | LCC = 0.9548 | SRCC = 0.9553 ] +INFO:root:Average loss=0.05985484752058983 +INFO:root: +[Valid][24][UTT][ MSE = 0.1918 | LCC = 0.9540 | SRCC = 0.9539 ] +INFO:root:Average loss=0.05661310735344887 +INFO:root: +[Valid][25][UTT][ MSE = 0.2124 | LCC = 0.9515 | SRCC = 0.9514 ] +INFO:root:Average loss=0.058282543152570726 +INFO:root: +[Valid][26][UTT][ MSE = 0.1964 | LCC = 0.9534 | SRCC = 0.9535 ] +INFO:root:Average loss=0.055745058596134184 +INFO:root: +[Valid][27][UTT][ MSE = 0.1856 | LCC = 0.9531 | SRCC = 0.9531 ] +INFO:root:Average loss=0.05358116316795349 +INFO:root: +[Valid][28][UTT][ MSE = 0.2192 | LCC = 0.9532 | SRCC = 0.9535 ] +INFO:root:Average loss=0.05272189472615719 +INFO:root: +[Valid][29][UTT][ MSE = 0.2117 | LCC = 0.9529 | SRCC = 0.9529 ] +INFO:root:Average loss=0.04879096932709217 +INFO:root: +[Valid][30][UTT][ MSE = 0.2095 | LCC = 0.9549 | SRCC = 0.9551 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2161 | LCC = 0.9527 | SRCC = 0.9538 ] diff --git a/results_tencent/wavlm_base/layer0/run2/config.gin b/results_tencent/wavlm_base/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer0/run2/model.pt b/results_tencent/wavlm_base/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..861a6a1eb86a8b9a986d97f2401c88f7545858a5 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bbbcef720729163e9447ff23776421fef47a289b15ff578f88c552610f63a08 +size 2747979 diff --git a/results_tencent/wavlm_base/layer0/run2/model_best.pt b/results_tencent/wavlm_base/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e16ac8eb69619a0d45b448e252232397cf81cde9 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b7e48963f284db5f94f748170ccbc098c25893054cd3af94e120051a7627fe +size 2749702 diff --git a/results_tencent/wavlm_base/layer0/run2/train.log b/results_tencent/wavlm_base/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3b4c5597df9138a02bf4d25fb92acab82a7f2901 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.48283080875873563 +INFO:root: +[Valid][0][UTT][ MSE = 0.3072 | LCC = 0.9004 | SRCC = 0.9017 ] +INFO:root:Average loss=0.24611587274074553 +INFO:root: +[Valid][1][UTT][ MSE = 0.2628 | LCC = 0.9216 | SRCC = 0.9220 ] +INFO:root:Average loss=0.2031295360326767 +INFO:root: +[Valid][2][UTT][ MSE = 0.2487 | LCC = 0.9306 | SRCC = 0.9318 ] +INFO:root:Average loss=0.17189170372486115 +INFO:root: +[Valid][3][UTT][ MSE = 0.2173 | LCC = 0.9367 | SRCC = 0.9379 ] +INFO:root:Average loss=0.15192575508356093 +INFO:root: +[Valid][4][UTT][ MSE = 0.2190 | LCC = 0.9396 | SRCC = 0.9406 ] +INFO:root:Average loss=0.13861536329984664 +INFO:root: +[Valid][5][UTT][ MSE = 0.2374 | LCC = 0.9428 | SRCC = 0.9441 ] +INFO:root:Average loss=0.1276300264596939 +INFO:root: +[Valid][6][UTT][ MSE = 0.2381 | LCC = 0.9459 | SRCC = 0.9470 ] +INFO:root:Average loss=0.11933194255828858 +INFO:root: +[Valid][7][UTT][ MSE = 0.1933 | LCC = 0.9461 | SRCC = 0.9477 ] +INFO:root:Average loss=0.11229678964614868 +INFO:root: +[Valid][8][UTT][ MSE = 0.2363 | LCC = 0.9443 | SRCC = 0.9455 ] +INFO:root:Average loss=0.1126674438714981 +INFO:root: +[Valid][9][UTT][ MSE = 0.1924 | LCC = 0.9470 | SRCC = 0.9490 ] +INFO:root:Average loss=0.09906415811181069 +INFO:root: +[Valid][10][UTT][ MSE = 0.2039 | LCC = 0.9494 | SRCC = 0.9507 ] +INFO:root:Average loss=0.09921528470516205 +INFO:root: +[Valid][11][UTT][ MSE = 0.1960 | LCC = 0.9507 | SRCC = 0.9514 ] +INFO:root:Average loss=0.0902613722383976 +INFO:root: +[Valid][12][UTT][ MSE = 0.1824 | LCC = 0.9491 | SRCC = 0.9505 ] +INFO:root:Average loss=0.08705657953023911 +INFO:root: +[Valid][13][UTT][ MSE = 0.2224 | LCC = 0.9486 | SRCC = 0.9497 ] +INFO:root:Average loss=0.08227595698833466 +INFO:root: +[Valid][14][UTT][ MSE = 0.2131 | LCC = 0.9511 | SRCC = 0.9523 ] +INFO:root:Average loss=0.0810949500799179 +INFO:root: +[Valid][15][UTT][ MSE = 0.1886 | LCC = 0.9472 | SRCC = 0.9485 ] +INFO:root:Average loss=0.07936380204558373 +INFO:root: +[Valid][16][UTT][ MSE = 0.2245 | LCC = 0.9531 | SRCC = 0.9539 ] +INFO:root:Average loss=0.07461905911564827 +INFO:root: +[Valid][17][UTT][ MSE = 0.1901 | LCC = 0.9512 | SRCC = 0.9522 ] +INFO:root:Average loss=0.07368274980783462 +INFO:root: +[Valid][18][UTT][ MSE = 0.1806 | LCC = 0.9524 | SRCC = 0.9533 ] +INFO:root:Average loss=0.06917936861515045 +INFO:root: +[Valid][19][UTT][ MSE = 0.1737 | LCC = 0.9511 | SRCC = 0.9529 ] +INFO:root:Average loss=0.06347792896628379 +INFO:root: +[Valid][20][UTT][ MSE = 0.1881 | LCC = 0.9538 | SRCC = 0.9540 ] +INFO:root:Average loss=0.06296704658865929 +INFO:root: +[Valid][21][UTT][ MSE = 0.1901 | LCC = 0.9532 | SRCC = 0.9538 ] +INFO:root:Average loss=0.060922915726900104 +INFO:root: +[Valid][22][UTT][ MSE = 0.2016 | LCC = 0.9525 | SRCC = 0.9523 ] +INFO:root:Average loss=0.0590946763753891 +INFO:root: +[Valid][23][UTT][ MSE = 0.1716 | LCC = 0.9531 | SRCC = 0.9538 ] +INFO:root:Average loss=0.05506030797958374 +INFO:root: +[Valid][24][UTT][ MSE = 0.1825 | LCC = 0.9538 | SRCC = 0.9543 ] +INFO:root:Average loss=0.052963698968291284 +INFO:root: +[Valid][25][UTT][ MSE = 0.1889 | LCC = 0.9543 | SRCC = 0.9546 ] +INFO:root:Average loss=0.05230466881394386 +INFO:root: +[Valid][26][UTT][ MSE = 0.1741 | LCC = 0.9537 | SRCC = 0.9536 ] +INFO:root:Average loss=0.05318389056622982 +INFO:root: +[Valid][27][UTT][ MSE = 0.1815 | LCC = 0.9558 | SRCC = 0.9559 ] +INFO:root:Average loss=0.050546243965625764 +INFO:root: +[Valid][28][UTT][ MSE = 0.1943 | LCC = 0.9565 | SRCC = 0.9567 ] +INFO:root:Average loss=0.052177221938967705 +INFO:root: +[Valid][29][UTT][ MSE = 0.1665 | LCC = 0.9567 | SRCC = 0.9570 ] +INFO:root:Average loss=0.04616937485337257 +INFO:root: +[Valid][30][UTT][ MSE = 0.1712 | LCC = 0.9563 | SRCC = 0.9566 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1812 | LCC = 0.9536 | SRCC = 0.9544 ] diff --git a/results_tencent/wavlm_base/layer0/run3/config.gin b/results_tencent/wavlm_base/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer0/run3/model.pt b/results_tencent/wavlm_base/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad880759ea5f0141a46c9c56a6896be50b1926ed --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba8a262f4e1b81fb75523e7ddd681befbf8675ca9b39c484f682a397b8bd93cb +size 2747979 diff --git a/results_tencent/wavlm_base/layer0/run3/model_best.pt b/results_tencent/wavlm_base/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c729a54f10025aa49769a2448dc26a24c44f6a35 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0847ac99d503b2513035d4d471734c091bad4c8fef656535499078ea82bc2c0c +size 2749702 diff --git a/results_tencent/wavlm_base/layer0/run3/train.log b/results_tencent/wavlm_base/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e302a809de7081aee72b551f12451b456774bc1b --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5272129133939744 +INFO:root: +[Valid][0][UTT][ MSE = 0.3440 | LCC = 0.8961 | SRCC = 0.8944 ] +INFO:root:Average loss=0.24538880157470702 +INFO:root: +[Valid][1][UTT][ MSE = 0.3227 | LCC = 0.9199 | SRCC = 0.9193 ] +INFO:root:Average loss=0.1988322667479515 +INFO:root: +[Valid][2][UTT][ MSE = 0.2666 | LCC = 0.9327 | SRCC = 0.9326 ] +INFO:root:Average loss=0.16736683475971223 +INFO:root: +[Valid][3][UTT][ MSE = 0.2480 | LCC = 0.9391 | SRCC = 0.9393 ] +INFO:root:Average loss=0.1528430746793747 +INFO:root: +[Valid][4][UTT][ MSE = 0.2752 | LCC = 0.9329 | SRCC = 0.9328 ] +INFO:root:Average loss=0.1431216339468956 +INFO:root: +[Valid][5][UTT][ MSE = 0.2264 | LCC = 0.9427 | SRCC = 0.9419 ] +INFO:root:Average loss=0.1283104487657547 +INFO:root: +[Valid][6][UTT][ MSE = 0.2182 | LCC = 0.9432 | SRCC = 0.9433 ] +INFO:root:Average loss=0.1203398060798645 +INFO:root: +[Valid][7][UTT][ MSE = 0.2435 | LCC = 0.9448 | SRCC = 0.9445 ] +INFO:root:Average loss=0.11307603752613067 +INFO:root: +[Valid][8][UTT][ MSE = 0.2253 | LCC = 0.9479 | SRCC = 0.9487 ] +INFO:root:Average loss=0.10929481554031371 +INFO:root: +[Valid][9][UTT][ MSE = 0.2148 | LCC = 0.9470 | SRCC = 0.9477 ] +INFO:root:Average loss=0.10378203201293945 +INFO:root: +[Valid][10][UTT][ MSE = 0.2027 | LCC = 0.9470 | SRCC = 0.9469 ] +INFO:root:Average loss=0.0962812177836895 +INFO:root: +[Valid][11][UTT][ MSE = 0.2127 | LCC = 0.9491 | SRCC = 0.9502 ] +INFO:root:Average loss=0.08894631683826447 +INFO:root: +[Valid][12][UTT][ MSE = 0.1942 | LCC = 0.9511 | SRCC = 0.9510 ] +INFO:root:Average loss=0.08172523686289787 +INFO:root: +[Valid][13][UTT][ MSE = 0.1950 | LCC = 0.9509 | SRCC = 0.9517 ] +INFO:root:Average loss=0.0858703738451004 +INFO:root: +[Valid][14][UTT][ MSE = 0.1854 | LCC = 0.9533 | SRCC = 0.9536 ] +INFO:root:Average loss=0.07787010788917542 +INFO:root: +[Valid][15][UTT][ MSE = 0.2054 | LCC = 0.9525 | SRCC = 0.9525 ] +INFO:root:Average loss=0.07345202580094337 +INFO:root: +[Valid][16][UTT][ MSE = 0.2144 | LCC = 0.9515 | SRCC = 0.9515 ] +INFO:root:Average loss=0.07252830243110657 +INFO:root: +[Valid][17][UTT][ MSE = 0.2004 | LCC = 0.9531 | SRCC = 0.9530 ] +INFO:root:Average loss=0.06988261634111405 +INFO:root: +[Valid][18][UTT][ MSE = 0.1960 | LCC = 0.9525 | SRCC = 0.9529 ] +INFO:root:Average loss=0.06581532546877861 +INFO:root: +[Valid][19][UTT][ MSE = 0.2161 | LCC = 0.9504 | SRCC = 0.9517 ] +INFO:root:Average loss=0.06604693153500557 +INFO:root: +[Valid][20][UTT][ MSE = 0.2117 | LCC = 0.9530 | SRCC = 0.9524 ] +INFO:root:Average loss=0.06439149433374405 +INFO:root: +[Valid][21][UTT][ MSE = 0.2131 | LCC = 0.9521 | SRCC = 0.9521 ] +INFO:root:Average loss=0.05730419841408729 +INFO:root: +[Valid][22][UTT][ MSE = 0.1801 | LCC = 0.9526 | SRCC = 0.9538 ] +INFO:root:Average loss=0.057001709997653964 +INFO:root: +[Valid][23][UTT][ MSE = 0.2010 | LCC = 0.9521 | SRCC = 0.9514 ] +INFO:root:Average loss=0.054344603985548016 +INFO:root: +[Valid][24][UTT][ MSE = 0.2270 | LCC = 0.9529 | SRCC = 0.9526 ] +INFO:root:Average loss=0.0558891174197197 +INFO:root: +[Valid][25][UTT][ MSE = 0.1873 | LCC = 0.9547 | SRCC = 0.9543 ] +INFO:root:Average loss=0.05050585091114044 +INFO:root: +[Valid][26][UTT][ MSE = 0.1764 | LCC = 0.9554 | SRCC = 0.9551 ] +INFO:root:Average loss=0.05024216993153095 +INFO:root: +[Valid][27][UTT][ MSE = 0.1777 | LCC = 0.9537 | SRCC = 0.9538 ] +INFO:root:Average loss=0.04825645950436592 +INFO:root: +[Valid][28][UTT][ MSE = 0.1989 | LCC = 0.9545 | SRCC = 0.9548 ] +INFO:root:Average loss=0.04699927701056004 +INFO:root: +[Valid][29][UTT][ MSE = 0.1968 | LCC = 0.9541 | SRCC = 0.9546 ] +INFO:root:Average loss=0.04598140816390514 +INFO:root: +[Valid][30][UTT][ MSE = 0.2048 | LCC = 0.9553 | SRCC = 0.9551 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1814 | LCC = 0.9549 | SRCC = 0.9555 ] diff --git a/results_tencent/wavlm_base/layer0/run4/config.gin b/results_tencent/wavlm_base/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer0/run4/model.pt b/results_tencent/wavlm_base/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..99ebcc217b67f07d50edd210d247c5e73f4c9735 --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14c4782824534018c27920c05cc093055e22e733ac7dae3c6010a73a9efc137 +size 2747979 diff --git a/results_tencent/wavlm_base/layer0/run4/model_best.pt b/results_tencent/wavlm_base/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e0e5c32baa62238cd217616c31683f3fa28fcfd --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ead39bd82a7090a6698a30851b32ac8c94bba155a2d40bd9827073a22ab08f +size 2749638 diff --git a/results_tencent/wavlm_base/layer0/run4/train.log b/results_tencent/wavlm_base/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..819d87f52a9dd1cd6014b1bb9771b6972285e1fc --- /dev/null +++ b/results_tencent/wavlm_base/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5444029543399811 +INFO:root: +[Valid][0][UTT][ MSE = 0.3358 | LCC = 0.8978 | SRCC = 0.8973 ] +INFO:root:Average loss=0.26276446986198426 +INFO:root: +[Valid][1][UTT][ MSE = 0.2947 | LCC = 0.9211 | SRCC = 0.9224 ] +INFO:root:Average loss=0.20881253224611282 +INFO:root: +[Valid][2][UTT][ MSE = 0.2391 | LCC = 0.9296 | SRCC = 0.9308 ] +INFO:root:Average loss=0.1789501616358757 +INFO:root: +[Valid][3][UTT][ MSE = 0.2404 | LCC = 0.9318 | SRCC = 0.9340 ] +INFO:root:Average loss=0.1569172419309616 +INFO:root: +[Valid][4][UTT][ MSE = 0.2346 | LCC = 0.9408 | SRCC = 0.9420 ] +INFO:root:Average loss=0.13908227443695068 +INFO:root: +[Valid][5][UTT][ MSE = 0.2312 | LCC = 0.9438 | SRCC = 0.9448 ] +INFO:root:Average loss=0.13023522680997848 +INFO:root: +[Valid][6][UTT][ MSE = 0.2070 | LCC = 0.9433 | SRCC = 0.9440 ] +INFO:root:Average loss=0.12147704923152923 +INFO:root: +[Valid][7][UTT][ MSE = 0.1959 | LCC = 0.9478 | SRCC = 0.9488 ] +INFO:root:Average loss=0.1164017476439476 +INFO:root: +[Valid][8][UTT][ MSE = 0.2100 | LCC = 0.9475 | SRCC = 0.9481 ] +INFO:root:Average loss=0.10738424763083458 +INFO:root: +[Valid][9][UTT][ MSE = 0.1849 | LCC = 0.9480 | SRCC = 0.9494 ] +INFO:root:Average loss=0.10067206016182899 +INFO:root: +[Valid][10][UTT][ MSE = 0.1859 | LCC = 0.9509 | SRCC = 0.9514 ] +INFO:root:Average loss=0.10245240241289139 +INFO:root: +[Valid][11][UTT][ MSE = 0.1762 | LCC = 0.9503 | SRCC = 0.9520 ] +INFO:root:Average loss=0.09161110839247703 +INFO:root: +[Valid][12][UTT][ MSE = 0.1868 | LCC = 0.9512 | SRCC = 0.9523 ] +INFO:root:Average loss=0.08677009284496308 +INFO:root: +[Valid][13][UTT][ MSE = 0.1908 | LCC = 0.9520 | SRCC = 0.9522 ] +INFO:root:Average loss=0.08306508454680443 +INFO:root: +[Valid][14][UTT][ MSE = 0.1929 | LCC = 0.9506 | SRCC = 0.9520 ] +INFO:root:Average loss=0.0780695957839489 +INFO:root: +[Valid][15][UTT][ MSE = 0.1915 | LCC = 0.9540 | SRCC = 0.9547 ] +INFO:root:Average loss=0.07566643741726875 +INFO:root: +[Valid][16][UTT][ MSE = 0.2082 | LCC = 0.9525 | SRCC = 0.9527 ] +INFO:root:Average loss=0.07286601713299751 +INFO:root: +[Valid][17][UTT][ MSE = 0.1777 | LCC = 0.9543 | SRCC = 0.9550 ] +INFO:root:Average loss=0.07237186747789383 +INFO:root: +[Valid][18][UTT][ MSE = 0.1894 | LCC = 0.9551 | SRCC = 0.9554 ] +INFO:root:Average loss=0.06795688980817795 +INFO:root: +[Valid][19][UTT][ MSE = 0.1838 | LCC = 0.9523 | SRCC = 0.9527 ] +INFO:root:Average loss=0.06488470503687858 +INFO:root: +[Valid][20][UTT][ MSE = 0.1764 | LCC = 0.9511 | SRCC = 0.9518 ] +INFO:root:Average loss=0.0630388729274273 +INFO:root: +[Valid][21][UTT][ MSE = 0.1902 | LCC = 0.9547 | SRCC = 0.9553 ] +INFO:root:Average loss=0.059649444505572316 +INFO:root: +[Valid][22][UTT][ MSE = 0.1794 | LCC = 0.9548 | SRCC = 0.9551 ] +INFO:root:Average loss=0.06312533858418465 +INFO:root: +[Valid][23][UTT][ MSE = 0.1677 | LCC = 0.9565 | SRCC = 0.9571 ] +INFO:root:Average loss=0.05800390517711639 +INFO:root: +[Valid][24][UTT][ MSE = 0.1883 | LCC = 0.9545 | SRCC = 0.9546 ] +INFO:root:Average loss=0.05441040045022964 +INFO:root: +[Valid][25][UTT][ MSE = 0.1715 | LCC = 0.9557 | SRCC = 0.9559 ] +INFO:root:Average loss=0.05570542573928833 +INFO:root: +[Valid][26][UTT][ MSE = 0.1775 | LCC = 0.9556 | SRCC = 0.9558 ] +INFO:root:Average loss=0.0540329050719738 +INFO:root: +[Valid][27][UTT][ MSE = 0.1715 | LCC = 0.9559 | SRCC = 0.9561 ] +INFO:root:Average loss=0.05375464044511318 +INFO:root: +[Valid][28][UTT][ MSE = 0.1711 | LCC = 0.9572 | SRCC = 0.9572 ] +INFO:root:Average loss=0.050213860258460044 +INFO:root: +[Valid][29][UTT][ MSE = 0.1618 | LCC = 0.9546 | SRCC = 0.9556 ] +INFO:root:Average loss=0.04696064433455467 +INFO:root: +[Valid][30][UTT][ MSE = 0.1683 | LCC = 0.9571 | SRCC = 0.9572 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1785 | LCC = 0.9573 | SRCC = 0.9573 ] diff --git a/results_tencent/wavlm_base/layer1/run0/config.gin b/results_tencent/wavlm_base/layer1/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer1/run0/model.pt b/results_tencent/wavlm_base/layer1/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e62fcefa37b0d76e934da5dd761320db33bc11 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abefc09c7a698b27405626487fc51f126f689cea01e81c9fdc58bc4573ec6ed3 +size 2747979 diff --git a/results_tencent/wavlm_base/layer1/run0/model_best.pt b/results_tencent/wavlm_base/layer1/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c33492c1ac9f7962f9d5d7bfa12e1d2210496ac7 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2745b9b68c0760ef0d6e5a4e4ab06a10ec99cfcafb7a09d925809eefba96ec +size 2749702 diff --git a/results_tencent/wavlm_base/layer1/run0/train.log b/results_tencent/wavlm_base/layer1/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3157629c2e806e1b285349a0c73b656d87d61008 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.42576425409317015 +INFO:root: +[Valid][0][UTT][ MSE = 0.2901 | LCC = 0.9180 | SRCC = 0.9193 ] +INFO:root:Average loss=0.21384209668636323 +INFO:root: +[Valid][1][UTT][ MSE = 0.2992 | LCC = 0.9347 | SRCC = 0.9365 ] +INFO:root:Average loss=0.18201437753438948 +INFO:root: +[Valid][2][UTT][ MSE = 0.2555 | LCC = 0.9407 | SRCC = 0.9409 ] +INFO:root:Average loss=0.15486279213428497 +INFO:root: +[Valid][3][UTT][ MSE = 0.2181 | LCC = 0.9436 | SRCC = 0.9441 ] +INFO:root:Average loss=0.14572369384765624 +INFO:root: +[Valid][4][UTT][ MSE = 0.2555 | LCC = 0.9455 | SRCC = 0.9457 ] +INFO:root:Average loss=0.13020432215929031 +INFO:root: +[Valid][5][UTT][ MSE = 0.2487 | LCC = 0.9494 | SRCC = 0.9500 ] +INFO:root:Average loss=0.11955124226212502 +INFO:root: +[Valid][6][UTT][ MSE = 0.2141 | LCC = 0.9493 | SRCC = 0.9506 ] +INFO:root:Average loss=0.10887285548448562 +INFO:root: +[Valid][7][UTT][ MSE = 0.2309 | LCC = 0.9502 | SRCC = 0.9509 ] +INFO:root:Average loss=0.10530086320638657 +INFO:root: +[Valid][8][UTT][ MSE = 0.2167 | LCC = 0.9511 | SRCC = 0.9522 ] +INFO:root:Average loss=0.09695673784613609 +INFO:root: +[Valid][9][UTT][ MSE = 0.2494 | LCC = 0.9520 | SRCC = 0.9534 ] +INFO:root:Average loss=0.09127161681652068 +INFO:root: +[Valid][10][UTT][ MSE = 0.2124 | LCC = 0.9532 | SRCC = 0.9538 ] +INFO:root:Average loss=0.09117350646853448 +INFO:root: +[Valid][11][UTT][ MSE = 0.2195 | LCC = 0.9549 | SRCC = 0.9551 ] +INFO:root:Average loss=0.08499880576133728 +INFO:root: +[Valid][12][UTT][ MSE = 0.2204 | LCC = 0.9523 | SRCC = 0.9530 ] +INFO:root:Average loss=0.08063587021827698 +INFO:root: +[Valid][13][UTT][ MSE = 0.1875 | LCC = 0.9530 | SRCC = 0.9540 ] +INFO:root:Average loss=0.0777470723092556 +INFO:root: +[Valid][14][UTT][ MSE = 0.1801 | LCC = 0.9564 | SRCC = 0.9570 ] +INFO:root:Average loss=0.07049022358655929 +INFO:root: +[Valid][15][UTT][ MSE = 0.2040 | LCC = 0.9568 | SRCC = 0.9570 ] +INFO:root:Average loss=0.07048003199696541 +INFO:root: +[Valid][16][UTT][ MSE = 0.2366 | LCC = 0.9556 | SRCC = 0.9555 ] +INFO:root:Average loss=0.06883176711201668 +INFO:root: +[Valid][17][UTT][ MSE = 0.2045 | LCC = 0.9557 | SRCC = 0.9559 ] +INFO:root:Average loss=0.06311524987220764 +INFO:root: +[Valid][18][UTT][ MSE = 0.2146 | LCC = 0.9559 | SRCC = 0.9559 ] +INFO:root:Average loss=0.059856280446052554 +INFO:root: +[Valid][19][UTT][ MSE = 0.2314 | LCC = 0.9575 | SRCC = 0.9578 ] +INFO:root:Average loss=0.05743576020002365 +INFO:root: +[Valid][20][UTT][ MSE = 0.2077 | LCC = 0.9571 | SRCC = 0.9570 ] +INFO:root:Average loss=0.05376073522865772 +INFO:root: +[Valid][21][UTT][ MSE = 0.2076 | LCC = 0.9581 | SRCC = 0.9589 ] +INFO:root:Average loss=0.05235402607917786 +INFO:root: +[Valid][22][UTT][ MSE = 0.1895 | LCC = 0.9594 | SRCC = 0.9592 ] +INFO:root:Average loss=0.05247626534104347 +INFO:root: +[Valid][23][UTT][ MSE = 0.2018 | LCC = 0.9589 | SRCC = 0.9586 ] +INFO:root:Average loss=0.04792746613919735 +INFO:root: +[Valid][24][UTT][ MSE = 0.2086 | LCC = 0.9586 | SRCC = 0.9588 ] +INFO:root:Average loss=0.048821610048413275 +INFO:root: +[Valid][25][UTT][ MSE = 0.2035 | LCC = 0.9575 | SRCC = 0.9580 ] +INFO:root:Average loss=0.047861757710576054 +INFO:root: +[Valid][26][UTT][ MSE = 0.1887 | LCC = 0.9597 | SRCC = 0.9595 ] +INFO:root:Average loss=0.04534370146691799 +INFO:root: +[Valid][27][UTT][ MSE = 0.1983 | LCC = 0.9583 | SRCC = 0.9585 ] +INFO:root:Average loss=0.04405620262026787 +INFO:root: +[Valid][28][UTT][ MSE = 0.2177 | LCC = 0.9584 | SRCC = 0.9594 ] +INFO:root:Average loss=0.042290133446455 +INFO:root: +[Valid][29][UTT][ MSE = 0.1958 | LCC = 0.9593 | SRCC = 0.9594 ] +INFO:root:Average loss=0.04064978151023388 +INFO:root: +[Valid][30][UTT][ MSE = 0.2006 | LCC = 0.9603 | SRCC = 0.9607 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2133 | LCC = 0.9564 | SRCC = 0.9573 ] diff --git a/results_tencent/wavlm_base/layer1/run1/config.gin b/results_tencent/wavlm_base/layer1/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer1/run1/model.pt b/results_tencent/wavlm_base/layer1/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9ce574c654cd71d5017fc4b847c9c2f4393c8a0 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9da7ca14ef05921ae0ad251bca51a455597557d1c1ee65fad150146e40400a +size 2747979 diff --git a/results_tencent/wavlm_base/layer1/run1/model_best.pt b/results_tencent/wavlm_base/layer1/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c38fb1ae660d59dc1dd220ba71b2cd9fb98a59a9 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5773f70727ab2bce13bd711e784b23417f3a670c215a4e2ece7a7a22d8a99bd +size 2749702 diff --git a/results_tencent/wavlm_base/layer1/run1/train.log b/results_tencent/wavlm_base/layer1/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a8704fc9d0b6a4d5b016bed6b8607f0eb9b115b8 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.45755621886253356 +INFO:root: +[Valid][0][UTT][ MSE = 0.2986 | LCC = 0.9153 | SRCC = 0.9166 ] +INFO:root:Average loss=0.21391038191318512 +INFO:root: +[Valid][1][UTT][ MSE = 0.2482 | LCC = 0.9346 | SRCC = 0.9355 ] +INFO:root:Average loss=0.17811853551864623 +INFO:root: +[Valid][2][UTT][ MSE = 0.2704 | LCC = 0.9386 | SRCC = 0.9386 ] +INFO:root:Average loss=0.16196055698394776 +INFO:root: +[Valid][3][UTT][ MSE = 0.2296 | LCC = 0.9427 | SRCC = 0.9432 ] +INFO:root:Average loss=0.13968615370988846 +INFO:root: +[Valid][4][UTT][ MSE = 0.2262 | LCC = 0.9486 | SRCC = 0.9486 ] +INFO:root:Average loss=0.1261485248208046 +INFO:root: +[Valid][5][UTT][ MSE = 0.2203 | LCC = 0.9478 | SRCC = 0.9483 ] +INFO:root:Average loss=0.11683148342370987 +INFO:root: +[Valid][6][UTT][ MSE = 0.2165 | LCC = 0.9472 | SRCC = 0.9482 ] +INFO:root:Average loss=0.1098839630484581 +INFO:root: +[Valid][7][UTT][ MSE = 0.2218 | LCC = 0.9473 | SRCC = 0.9480 ] +INFO:root:Average loss=0.10558118689060211 +INFO:root: +[Valid][8][UTT][ MSE = 0.2387 | LCC = 0.9459 | SRCC = 0.9471 ] +INFO:root:Average loss=0.09738610309362411 +INFO:root: +[Valid][9][UTT][ MSE = 0.2028 | LCC = 0.9530 | SRCC = 0.9529 ] +INFO:root:Average loss=0.09223336061835288 +INFO:root: +[Valid][10][UTT][ MSE = 0.2012 | LCC = 0.9533 | SRCC = 0.9532 ] +INFO:root:Average loss=0.08448886421322822 +INFO:root: +[Valid][11][UTT][ MSE = 0.1783 | LCC = 0.9542 | SRCC = 0.9543 ] +INFO:root:Average loss=0.08588606062531472 +INFO:root: +[Valid][12][UTT][ MSE = 0.1745 | LCC = 0.9532 | SRCC = 0.9547 ] +INFO:root:Average loss=0.07925177147984505 +INFO:root: +[Valid][13][UTT][ MSE = 0.2003 | LCC = 0.9535 | SRCC = 0.9535 ] +INFO:root:Average loss=0.07628399205207825 +INFO:root: +[Valid][14][UTT][ MSE = 0.1763 | LCC = 0.9556 | SRCC = 0.9552 ] +INFO:root:Average loss=0.07298634162545205 +INFO:root: +[Valid][15][UTT][ MSE = 0.1988 | LCC = 0.9564 | SRCC = 0.9561 ] +INFO:root:Average loss=0.06769582387804986 +INFO:root: +[Valid][16][UTT][ MSE = 0.1930 | LCC = 0.9550 | SRCC = 0.9547 ] +INFO:root:Average loss=0.0650644111931324 +INFO:root: +[Valid][17][UTT][ MSE = 0.2066 | LCC = 0.9523 | SRCC = 0.9526 ] +INFO:root:Average loss=0.06067739215493202 +INFO:root: +[Valid][18][UTT][ MSE = 0.1828 | LCC = 0.9572 | SRCC = 0.9568 ] +INFO:root:Average loss=0.06180045479536057 +INFO:root: +[Valid][19][UTT][ MSE = 0.1738 | LCC = 0.9544 | SRCC = 0.9555 ] +INFO:root:Average loss=0.05783098532259464 +INFO:root: +[Valid][20][UTT][ MSE = 0.1882 | LCC = 0.9575 | SRCC = 0.9569 ] +INFO:root:Average loss=0.05727277854084969 +INFO:root: +[Valid][21][UTT][ MSE = 0.1950 | LCC = 0.9552 | SRCC = 0.9542 ] +INFO:root:Average loss=0.054758951976895336 +INFO:root: +[Valid][22][UTT][ MSE = 0.1853 | LCC = 0.9550 | SRCC = 0.9549 ] +INFO:root:Average loss=0.05289122435450554 +INFO:root: +[Valid][23][UTT][ MSE = 0.1866 | LCC = 0.9576 | SRCC = 0.9571 ] +INFO:root:Average loss=0.05095857420563698 +INFO:root: +[Valid][24][UTT][ MSE = 0.1812 | LCC = 0.9572 | SRCC = 0.9564 ] +INFO:root:Average loss=0.05026776035130024 +INFO:root: +[Valid][25][UTT][ MSE = 0.1728 | LCC = 0.9580 | SRCC = 0.9572 ] +INFO:root:Average loss=0.045729007229208946 +INFO:root: +[Valid][26][UTT][ MSE = 0.1862 | LCC = 0.9575 | SRCC = 0.9567 ] +INFO:root:Average loss=0.04548397198319435 +INFO:root: +[Valid][27][UTT][ MSE = 0.1813 | LCC = 0.9534 | SRCC = 0.9542 ] +INFO:root:Average loss=0.043409574180841445 +INFO:root: +[Valid][28][UTT][ MSE = 0.1820 | LCC = 0.9588 | SRCC = 0.9581 ] +INFO:root:Average loss=0.04392670112848282 +INFO:root: +[Valid][29][UTT][ MSE = 0.1805 | LCC = 0.9571 | SRCC = 0.9565 ] +INFO:root:Average loss=0.04140286248922348 +INFO:root: +[Valid][30][UTT][ MSE = 0.2009 | LCC = 0.9555 | SRCC = 0.9554 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1869 | LCC = 0.9577 | SRCC = 0.9579 ] diff --git a/results_tencent/wavlm_base/layer1/run2/config.gin b/results_tencent/wavlm_base/layer1/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer1/run2/model.pt b/results_tencent/wavlm_base/layer1/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..69f86f03ee703fa7a5fb0f062c43085bde478abc --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892b61cc7a2b41a749543ba80d5f3a5917548e59d4933db24fe893cf9515bd93 +size 2747979 diff --git a/results_tencent/wavlm_base/layer1/run2/model_best.pt b/results_tencent/wavlm_base/layer1/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..02c6f73a99c884f17db50f9dc47d039a09e5b23d --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86923e56ccdc160cc198dc3d8d803d00105d558019b198446228828c0f79a1d +size 2749702 diff --git a/results_tencent/wavlm_base/layer1/run2/train.log b/results_tencent/wavlm_base/layer1/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5fd42ca4e6e0e625825cdca0f9211603f1ce38b6 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4615012459754944 +INFO:root: +[Valid][0][UTT][ MSE = 0.3076 | LCC = 0.9142 | SRCC = 0.9140 ] +INFO:root:Average loss=0.2124786032438278 +INFO:root: +[Valid][1][UTT][ MSE = 0.2670 | LCC = 0.9320 | SRCC = 0.9323 ] +INFO:root:Average loss=0.1724724086523056 +INFO:root: +[Valid][2][UTT][ MSE = 0.2333 | LCC = 0.9382 | SRCC = 0.9391 ] +INFO:root:Average loss=0.15741278553009033 +INFO:root: +[Valid][3][UTT][ MSE = 0.2476 | LCC = 0.9412 | SRCC = 0.9428 ] +INFO:root:Average loss=0.14579515734314918 +INFO:root: +[Valid][4][UTT][ MSE = 0.2421 | LCC = 0.9437 | SRCC = 0.9436 ] +INFO:root:Average loss=0.13149038499593735 +INFO:root: +[Valid][5][UTT][ MSE = 0.2465 | LCC = 0.9485 | SRCC = 0.9485 ] +INFO:root:Average loss=0.11940348502993584 +INFO:root: +[Valid][6][UTT][ MSE = 0.2264 | LCC = 0.9494 | SRCC = 0.9492 ] +INFO:root:Average loss=0.10888632440567017 +INFO:root: +[Valid][7][UTT][ MSE = 0.2257 | LCC = 0.9462 | SRCC = 0.9472 ] +INFO:root:Average loss=0.10206834605336189 +INFO:root: +[Valid][8][UTT][ MSE = 0.2372 | LCC = 0.9520 | SRCC = 0.9523 ] +INFO:root:Average loss=0.09700177371501922 +INFO:root: +[Valid][9][UTT][ MSE = 0.2256 | LCC = 0.9536 | SRCC = 0.9535 ] +INFO:root:Average loss=0.09377954208850861 +INFO:root: +[Valid][10][UTT][ MSE = 0.2151 | LCC = 0.9542 | SRCC = 0.9537 ] +INFO:root:Average loss=0.08863382077217102 +INFO:root: +[Valid][11][UTT][ MSE = 0.1896 | LCC = 0.9541 | SRCC = 0.9546 ] +INFO:root:Average loss=0.08243130785226822 +INFO:root: +[Valid][12][UTT][ MSE = 0.1921 | LCC = 0.9534 | SRCC = 0.9540 ] +INFO:root:Average loss=0.07581408187747002 +INFO:root: +[Valid][13][UTT][ MSE = 0.2392 | LCC = 0.9551 | SRCC = 0.9553 ] +INFO:root:Average loss=0.0727517451941967 +INFO:root: +[Valid][14][UTT][ MSE = 0.1994 | LCC = 0.9570 | SRCC = 0.9568 ] +INFO:root:Average loss=0.07549274301528931 +INFO:root: +[Valid][15][UTT][ MSE = 0.1848 | LCC = 0.9553 | SRCC = 0.9554 ] +INFO:root:Average loss=0.06900488692522048 +INFO:root: +[Valid][16][UTT][ MSE = 0.2201 | LCC = 0.9570 | SRCC = 0.9568 ] +INFO:root:Average loss=0.06778732928633689 +INFO:root: +[Valid][17][UTT][ MSE = 0.2047 | LCC = 0.9560 | SRCC = 0.9567 ] +INFO:root:Average loss=0.06403510358929634 +INFO:root: +[Valid][18][UTT][ MSE = 0.1886 | LCC = 0.9569 | SRCC = 0.9569 ] +INFO:root:Average loss=0.061087144792079925 +INFO:root: +[Valid][19][UTT][ MSE = 0.2348 | LCC = 0.9552 | SRCC = 0.9544 ] +INFO:root:Average loss=0.05911472375690937 +INFO:root: +[Valid][20][UTT][ MSE = 0.2026 | LCC = 0.9562 | SRCC = 0.9560 ] +INFO:root:Average loss=0.05692251169681549 +INFO:root: +[Valid][21][UTT][ MSE = 0.2005 | LCC = 0.9580 | SRCC = 0.9579 ] +INFO:root:Average loss=0.05383421817421913 +INFO:root: +[Valid][22][UTT][ MSE = 0.1911 | LCC = 0.9571 | SRCC = 0.9567 ] +INFO:root:Average loss=0.05113938957452774 +INFO:root: +[Valid][23][UTT][ MSE = 0.1776 | LCC = 0.9592 | SRCC = 0.9588 ] +INFO:root:Average loss=0.04904285997152329 +INFO:root: +[Valid][24][UTT][ MSE = 0.1898 | LCC = 0.9584 | SRCC = 0.9584 ] +INFO:root:Average loss=0.049837518513202665 +INFO:root: +[Valid][25][UTT][ MSE = 0.1889 | LCC = 0.9590 | SRCC = 0.9585 ] +INFO:root:Average loss=0.04770658542215824 +INFO:root: +[Valid][26][UTT][ MSE = 0.1837 | LCC = 0.9566 | SRCC = 0.9561 ] +INFO:root:Average loss=0.04525640127062797 +INFO:root: +[Valid][27][UTT][ MSE = 0.2046 | LCC = 0.9553 | SRCC = 0.9548 ] +INFO:root:Average loss=0.045714116334915164 +INFO:root: +[Valid][28][UTT][ MSE = 0.2114 | LCC = 0.9579 | SRCC = 0.9572 ] +INFO:root:Average loss=0.04238190446794033 +INFO:root: +[Valid][29][UTT][ MSE = 0.1869 | LCC = 0.9564 | SRCC = 0.9565 ] +INFO:root:Average loss=0.04047791892290115 +INFO:root: +[Valid][30][UTT][ MSE = 0.2079 | LCC = 0.9580 | SRCC = 0.9577 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1862 | LCC = 0.9558 | SRCC = 0.9555 ] diff --git a/results_tencent/wavlm_base/layer1/run3/config.gin b/results_tencent/wavlm_base/layer1/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer1/run3/model.pt b/results_tencent/wavlm_base/layer1/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c8d948f7e528455f7c3ce90895f00752b717a80 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f140c375cc02e4f3f62fa71d5775a5a77d33b0905206d0575789dd42937eb641 +size 2747979 diff --git a/results_tencent/wavlm_base/layer1/run3/model_best.pt b/results_tencent/wavlm_base/layer1/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..54f40d518e7654b521bb6d3a320cc51410696800 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee5b0f0b24dc624b35c8b5b89c7413aab5ae68343c230bce26d481c075d5c2a +size 2749702 diff --git a/results_tencent/wavlm_base/layer1/run3/train.log b/results_tencent/wavlm_base/layer1/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7149204dd6ee7259c429a25d7ae612a245edceaf --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4491062136888504 +INFO:root: +[Valid][0][UTT][ MSE = 0.3000 | LCC = 0.9124 | SRCC = 0.9153 ] +INFO:root:Average loss=0.22304612630605697 +INFO:root: +[Valid][1][UTT][ MSE = 0.2477 | LCC = 0.9329 | SRCC = 0.9340 ] +INFO:root:Average loss=0.17917411643266679 +INFO:root: +[Valid][2][UTT][ MSE = 0.2208 | LCC = 0.9401 | SRCC = 0.9406 ] +INFO:root:Average loss=0.15314953231811523 +INFO:root: +[Valid][3][UTT][ MSE = 0.2509 | LCC = 0.9424 | SRCC = 0.9437 ] +INFO:root:Average loss=0.14237558841705322 +INFO:root: +[Valid][4][UTT][ MSE = 0.2110 | LCC = 0.9471 | SRCC = 0.9472 ] +INFO:root:Average loss=0.131412795484066 +INFO:root: +[Valid][5][UTT][ MSE = 0.2485 | LCC = 0.9477 | SRCC = 0.9482 ] +INFO:root:Average loss=0.11781380099058152 +INFO:root: +[Valid][6][UTT][ MSE = 0.2643 | LCC = 0.9497 | SRCC = 0.9500 ] +INFO:root:Average loss=0.10996517980098724 +INFO:root: +[Valid][7][UTT][ MSE = 0.2024 | LCC = 0.9510 | SRCC = 0.9510 ] +INFO:root:Average loss=0.10183511066436768 +INFO:root: +[Valid][8][UTT][ MSE = 0.1916 | LCC = 0.9524 | SRCC = 0.9522 ] +INFO:root:Average loss=0.0978289845585823 +INFO:root: +[Valid][9][UTT][ MSE = 0.2324 | LCC = 0.9544 | SRCC = 0.9547 ] +INFO:root:Average loss=0.08925913426280022 +INFO:root: +[Valid][10][UTT][ MSE = 0.2057 | LCC = 0.9540 | SRCC = 0.9547 ] +INFO:root:Average loss=0.08802346324920654 +INFO:root: +[Valid][11][UTT][ MSE = 0.1930 | LCC = 0.9547 | SRCC = 0.9543 ] +INFO:root:Average loss=0.0810177583694458 +INFO:root: +[Valid][12][UTT][ MSE = 0.2133 | LCC = 0.9553 | SRCC = 0.9555 ] +INFO:root:Average loss=0.07706679013371467 +INFO:root: +[Valid][13][UTT][ MSE = 0.1956 | LCC = 0.9545 | SRCC = 0.9548 ] +INFO:root:Average loss=0.07775862801074981 +INFO:root: +[Valid][14][UTT][ MSE = 0.1848 | LCC = 0.9556 | SRCC = 0.9551 ] +INFO:root:Average loss=0.0727619426548481 +INFO:root: +[Valid][15][UTT][ MSE = 0.1739 | LCC = 0.9565 | SRCC = 0.9564 ] +INFO:root:Average loss=0.07243275591731071 +INFO:root: +[Valid][16][UTT][ MSE = 0.1785 | LCC = 0.9575 | SRCC = 0.9574 ] +INFO:root:Average loss=0.06557173526287079 +INFO:root: +[Valid][17][UTT][ MSE = 0.1965 | LCC = 0.9568 | SRCC = 0.9567 ] +INFO:root:Average loss=0.06351684957742691 +INFO:root: +[Valid][18][UTT][ MSE = 0.1945 | LCC = 0.9549 | SRCC = 0.9551 ] +INFO:root:Average loss=0.06151166918873787 +INFO:root: +[Valid][19][UTT][ MSE = 0.1901 | LCC = 0.9574 | SRCC = 0.9568 ] +INFO:root:Average loss=0.05824242700636387 +INFO:root: +[Valid][20][UTT][ MSE = 0.2008 | LCC = 0.9562 | SRCC = 0.9563 ] +INFO:root:Average loss=0.05795972818136215 +INFO:root: +[Valid][21][UTT][ MSE = 0.1769 | LCC = 0.9574 | SRCC = 0.9567 ] +INFO:root:Average loss=0.05379470859467983 +INFO:root: +[Valid][22][UTT][ MSE = 0.1860 | LCC = 0.9573 | SRCC = 0.9572 ] +INFO:root:Average loss=0.05154363526403904 +INFO:root: +[Valid][23][UTT][ MSE = 0.1881 | LCC = 0.9579 | SRCC = 0.9579 ] +INFO:root:Average loss=0.051528672978281974 +INFO:root: +[Valid][24][UTT][ MSE = 0.1778 | LCC = 0.9596 | SRCC = 0.9593 ] +INFO:root:Average loss=0.048779718950390814 +INFO:root: +[Valid][25][UTT][ MSE = 0.1922 | LCC = 0.9582 | SRCC = 0.9584 ] +INFO:root:Average loss=0.047114701226353646 +INFO:root: +[Valid][26][UTT][ MSE = 0.1784 | LCC = 0.9586 | SRCC = 0.9582 ] +INFO:root:Average loss=0.04323612685501575 +INFO:root: +[Valid][27][UTT][ MSE = 0.1683 | LCC = 0.9588 | SRCC = 0.9585 ] +INFO:root:Average loss=0.0433773959428072 +INFO:root: +[Valid][28][UTT][ MSE = 0.1761 | LCC = 0.9587 | SRCC = 0.9585 ] +INFO:root:Average loss=0.04298724150657654 +INFO:root: +[Valid][29][UTT][ MSE = 0.1607 | LCC = 0.9591 | SRCC = 0.9586 ] +INFO:root:Average loss=0.04255838158726692 +INFO:root: +[Valid][30][UTT][ MSE = 0.1868 | LCC = 0.9584 | SRCC = 0.9582 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1832 | LCC = 0.9575 | SRCC = 0.9579 ] diff --git a/results_tencent/wavlm_base/layer1/run4/config.gin b/results_tencent/wavlm_base/layer1/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer1/run4/model.pt b/results_tencent/wavlm_base/layer1/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe8012fdcecacc2a187c066a9cc48c46be802d8 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9aa5925e1d1b396d1106d66374e53b53487610aad1e6feb4b49956e4065ac1 +size 2747979 diff --git a/results_tencent/wavlm_base/layer1/run4/model_best.pt b/results_tencent/wavlm_base/layer1/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..54be85d37f31de8376acd49a674560cbc5adad44 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f731380e6c2957e52061425dd348f6be28e97ba158abb34d700e5744928d7d1 +size 2749702 diff --git a/results_tencent/wavlm_base/layer1/run4/train.log b/results_tencent/wavlm_base/layer1/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2bd086976c38b94092fe4687b5c3f3a6ade7d8b9 --- /dev/null +++ b/results_tencent/wavlm_base/layer1/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4495271090269089 +INFO:root: +[Valid][0][UTT][ MSE = 0.3349 | LCC = 0.9137 | SRCC = 0.9130 ] +INFO:root:Average loss=0.22975417077541352 +INFO:root: +[Valid][1][UTT][ MSE = 0.2614 | LCC = 0.9297 | SRCC = 0.9301 ] +INFO:root:Average loss=0.18743889915943146 +INFO:root: +[Valid][2][UTT][ MSE = 0.2508 | LCC = 0.9392 | SRCC = 0.9402 ] +INFO:root:Average loss=0.15406460851430892 +INFO:root: +[Valid][3][UTT][ MSE = 0.2423 | LCC = 0.9424 | SRCC = 0.9438 ] +INFO:root:Average loss=0.13925240236520767 +INFO:root: +[Valid][4][UTT][ MSE = 0.2420 | LCC = 0.9452 | SRCC = 0.9454 ] +INFO:root:Average loss=0.13351764768362046 +INFO:root: +[Valid][5][UTT][ MSE = 0.2205 | LCC = 0.9456 | SRCC = 0.9464 ] +INFO:root:Average loss=0.11856437158584594 +INFO:root: +[Valid][6][UTT][ MSE = 0.2317 | LCC = 0.9504 | SRCC = 0.9507 ] +INFO:root:Average loss=0.11121397650241852 +INFO:root: +[Valid][7][UTT][ MSE = 0.2129 | LCC = 0.9521 | SRCC = 0.9527 ] +INFO:root:Average loss=0.10186597865819931 +INFO:root: +[Valid][8][UTT][ MSE = 0.1926 | LCC = 0.9526 | SRCC = 0.9527 ] +INFO:root:Average loss=0.09785537919402122 +INFO:root: +[Valid][9][UTT][ MSE = 0.2018 | LCC = 0.9548 | SRCC = 0.9554 ] +INFO:root:Average loss=0.09301039731502533 +INFO:root: +[Valid][10][UTT][ MSE = 0.2129 | LCC = 0.9547 | SRCC = 0.9549 ] +INFO:root:Average loss=0.08794897946715355 +INFO:root: +[Valid][11][UTT][ MSE = 0.1962 | LCC = 0.9548 | SRCC = 0.9552 ] +INFO:root:Average loss=0.08261782470345497 +INFO:root: +[Valid][12][UTT][ MSE = 0.1920 | LCC = 0.9546 | SRCC = 0.9548 ] +INFO:root:Average loss=0.07617601746320725 +INFO:root: +[Valid][13][UTT][ MSE = 0.1712 | LCC = 0.9565 | SRCC = 0.9567 ] +INFO:root:Average loss=0.07323854237794876 +INFO:root: +[Valid][14][UTT][ MSE = 0.2060 | LCC = 0.9570 | SRCC = 0.9580 ] +INFO:root:Average loss=0.07064551797509193 +INFO:root: +[Valid][15][UTT][ MSE = 0.2063 | LCC = 0.9570 | SRCC = 0.9575 ] +INFO:root:Average loss=0.06860997334122658 +INFO:root: +[Valid][16][UTT][ MSE = 0.2058 | LCC = 0.9577 | SRCC = 0.9582 ] +INFO:root:Average loss=0.06641056969761848 +INFO:root: +[Valid][17][UTT][ MSE = 0.2002 | LCC = 0.9579 | SRCC = 0.9580 ] +INFO:root:Average loss=0.059541922360658646 +INFO:root: +[Valid][18][UTT][ MSE = 0.1835 | LCC = 0.9574 | SRCC = 0.9577 ] +INFO:root:Average loss=0.05991586038470268 +INFO:root: +[Valid][19][UTT][ MSE = 0.1875 | LCC = 0.9582 | SRCC = 0.9588 ] +INFO:root:Average loss=0.053612866342067717 +INFO:root: +[Valid][20][UTT][ MSE = 0.1804 | LCC = 0.9583 | SRCC = 0.9587 ] +INFO:root:Average loss=0.05741961508989334 +INFO:root: +[Valid][21][UTT][ MSE = 0.2142 | LCC = 0.9572 | SRCC = 0.9591 ] +INFO:root:Average loss=0.053076720148324964 +INFO:root: +[Valid][22][UTT][ MSE = 0.1776 | LCC = 0.9594 | SRCC = 0.9598 ] +INFO:root:Average loss=0.05119588266313076 +INFO:root: +[Valid][23][UTT][ MSE = 0.1977 | LCC = 0.9589 | SRCC = 0.9595 ] +INFO:root:Average loss=0.047954986527562145 +INFO:root: +[Valid][24][UTT][ MSE = 0.1990 | LCC = 0.9573 | SRCC = 0.9586 ] +INFO:root:Average loss=0.04598280487954617 +INFO:root: +[Valid][25][UTT][ MSE = 0.2098 | LCC = 0.9580 | SRCC = 0.9592 ] +INFO:root:Average loss=0.045665715292096135 +INFO:root: +[Valid][26][UTT][ MSE = 0.1708 | LCC = 0.9606 | SRCC = 0.9605 ] +INFO:root:Average loss=0.042635280936956406 +INFO:root: +[Valid][27][UTT][ MSE = 0.1893 | LCC = 0.9589 | SRCC = 0.9593 ] +INFO:root:Average loss=0.04371193891763687 +INFO:root: +[Valid][28][UTT][ MSE = 0.1920 | LCC = 0.9596 | SRCC = 0.9600 ] +INFO:root:Average loss=0.03927748556435108 +INFO:root: +[Valid][29][UTT][ MSE = 0.1869 | LCC = 0.9585 | SRCC = 0.9589 ] +INFO:root:Average loss=0.04092073450982571 +INFO:root: +[Valid][30][UTT][ MSE = 0.1890 | LCC = 0.9598 | SRCC = 0.9601 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1826 | LCC = 0.9568 | SRCC = 0.9572 ] diff --git a/results_tencent/wavlm_base/layer10/run0/config.gin b/results_tencent/wavlm_base/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer10/run0/model.pt b/results_tencent/wavlm_base/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab579460164a72c4041439dc35427a01f7eff41 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b500c023f241232dc089d242392e4ad2a100d1498b043132eeeb92f9954ab0 +size 2747979 diff --git a/results_tencent/wavlm_base/layer10/run0/model_best.pt b/results_tencent/wavlm_base/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..be89e2d625d0a351b0df6654f8a1181af5e6464e --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfc3183386175b3a7f9f5acc145b841b905733c74e2d545110eeb8518ff5e84 +size 2749702 diff --git a/results_tencent/wavlm_base/layer10/run0/train.log b/results_tencent/wavlm_base/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c4816ac8ffc723ff0e2c56362f41e224dc3d5b01 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4752993621826172 +INFO:root: +[Valid][0][UTT][ MSE = 0.2967 | LCC = 0.9170 | SRCC = 0.9127 ] +INFO:root:Average loss=0.18872972959280013 +INFO:root: +[Valid][1][UTT][ MSE = 0.2309 | LCC = 0.9344 | SRCC = 0.9352 ] +INFO:root:Average loss=0.15962801945209504 +INFO:root: +[Valid][2][UTT][ MSE = 0.2571 | LCC = 0.9389 | SRCC = 0.9389 ] +INFO:root:Average loss=0.1475070322751999 +INFO:root: +[Valid][3][UTT][ MSE = 0.2297 | LCC = 0.9450 | SRCC = 0.9435 ] +INFO:root:Average loss=0.1318945547938347 +INFO:root: +[Valid][4][UTT][ MSE = 0.2180 | LCC = 0.9410 | SRCC = 0.9413 ] +INFO:root:Average loss=0.12154131776094437 +INFO:root: +[Valid][5][UTT][ MSE = 0.2163 | LCC = 0.9461 | SRCC = 0.9442 ] +INFO:root:Average loss=0.11530928528308869 +INFO:root: +[Valid][6][UTT][ MSE = 0.2217 | LCC = 0.9454 | SRCC = 0.9439 ] +INFO:root:Average loss=0.10691343846917152 +INFO:root: +[Valid][7][UTT][ MSE = 0.2065 | LCC = 0.9471 | SRCC = 0.9460 ] +INFO:root:Average loss=0.10081440037488937 +INFO:root: +[Valid][8][UTT][ MSE = 0.1910 | LCC = 0.9499 | SRCC = 0.9494 ] +INFO:root:Average loss=0.09535379281640052 +INFO:root: +[Valid][9][UTT][ MSE = 0.2453 | LCC = 0.9501 | SRCC = 0.9493 ] +INFO:root:Average loss=0.09089986425638198 +INFO:root: +[Valid][10][UTT][ MSE = 0.2053 | LCC = 0.9520 | SRCC = 0.9503 ] +INFO:root:Average loss=0.08309071186184883 +INFO:root: +[Valid][11][UTT][ MSE = 0.2188 | LCC = 0.9515 | SRCC = 0.9499 ] +INFO:root:Average loss=0.0829874854683876 +INFO:root: +[Valid][12][UTT][ MSE = 0.2145 | LCC = 0.9506 | SRCC = 0.9488 ] +INFO:root:Average loss=0.0777603699862957 +INFO:root: +[Valid][13][UTT][ MSE = 0.1972 | LCC = 0.9499 | SRCC = 0.9484 ] +INFO:root:Average loss=0.06997233167290688 +INFO:root: +[Valid][14][UTT][ MSE = 0.1891 | LCC = 0.9494 | SRCC = 0.9485 ] +INFO:root:Average loss=0.06978440096974373 +INFO:root: +[Valid][15][UTT][ MSE = 0.1970 | LCC = 0.9506 | SRCC = 0.9494 ] +INFO:root:Average loss=0.06782052820920945 +INFO:root: +[Valid][16][UTT][ MSE = 0.2065 | LCC = 0.9498 | SRCC = 0.9498 ] +INFO:root:Average loss=0.06298536249995232 +INFO:root: +[Valid][17][UTT][ MSE = 0.1866 | LCC = 0.9520 | SRCC = 0.9503 ] +INFO:root:Average loss=0.05824879501760006 +INFO:root: +[Valid][18][UTT][ MSE = 0.1924 | LCC = 0.9492 | SRCC = 0.9481 ] +INFO:root:Average loss=0.06059728497266769 +INFO:root: +[Valid][19][UTT][ MSE = 0.1906 | LCC = 0.9499 | SRCC = 0.9492 ] +INFO:root:Average loss=0.05599598450958729 +INFO:root: +[Valid][20][UTT][ MSE = 0.1968 | LCC = 0.9502 | SRCC = 0.9487 ] +INFO:root:Average loss=0.0518526920825243 +INFO:root: +[Valid][21][UTT][ MSE = 0.2041 | LCC = 0.9493 | SRCC = 0.9472 ] +INFO:root:Average loss=0.0491055028885603 +INFO:root: +[Valid][22][UTT][ MSE = 0.2013 | LCC = 0.9508 | SRCC = 0.9489 ] +INFO:root:Average loss=0.04745443934202194 +INFO:root: +[Valid][23][UTT][ MSE = 0.2102 | LCC = 0.9481 | SRCC = 0.9464 ] +INFO:root:Average loss=0.05160031522810459 +INFO:root: +[Valid][24][UTT][ MSE = 0.1922 | LCC = 0.9507 | SRCC = 0.9488 ] +INFO:root:Average loss=0.04641669522225857 +INFO:root: +[Valid][25][UTT][ MSE = 0.1782 | LCC = 0.9518 | SRCC = 0.9508 ] +INFO:root:Average loss=0.04496074758470058 +INFO:root: +[Valid][26][UTT][ MSE = 0.2187 | LCC = 0.9505 | SRCC = 0.9485 ] +INFO:root:Average loss=0.04305464039742947 +INFO:root: +[Valid][27][UTT][ MSE = 0.1896 | LCC = 0.9515 | SRCC = 0.9497 ] +INFO:root:Average loss=0.04332108429074288 +INFO:root: +[Valid][28][UTT][ MSE = 0.1862 | LCC = 0.9508 | SRCC = 0.9492 ] +INFO:root:Average loss=0.03950558611750603 +INFO:root: +[Valid][29][UTT][ MSE = 0.2035 | LCC = 0.9507 | SRCC = 0.9495 ] +INFO:root:Average loss=0.039465206131339074 +INFO:root: +[Valid][30][UTT][ MSE = 0.2069 | LCC = 0.9514 | SRCC = 0.9500 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2083 | LCC = 0.9496 | SRCC = 0.9494 ] diff --git a/results_tencent/wavlm_base/layer10/run1/config.gin b/results_tencent/wavlm_base/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer10/run1/model.pt b/results_tencent/wavlm_base/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..76a4e94e1cfc047a17a5d9d0648a2dc9c268c68a --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81b1daf3952d0a2916a4362d64d74b046433cdb05b5efe3bee1a36e975055827 +size 2747979 diff --git a/results_tencent/wavlm_base/layer10/run1/model_best.pt b/results_tencent/wavlm_base/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba45dbeacd178892e2eeb5968e94fcd6e20626cb --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39710ec48253922a12a8021bfa02934f9bb5f7c288734cf76f2d72a1bebdebe +size 2749702 diff --git a/results_tencent/wavlm_base/layer10/run1/train.log b/results_tencent/wavlm_base/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3a8ae3715d686a187bd191092e09c19fdd63c856 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.44531824922561647 +INFO:root: +[Valid][0][UTT][ MSE = 0.2848 | LCC = 0.9224 | SRCC = 0.9196 ] +INFO:root:Average loss=0.1936721139550209 +INFO:root: +[Valid][1][UTT][ MSE = 0.2444 | LCC = 0.9362 | SRCC = 0.9345 ] +INFO:root:Average loss=0.1609039670228958 +INFO:root: +[Valid][2][UTT][ MSE = 0.2651 | LCC = 0.9425 | SRCC = 0.9411 ] +INFO:root:Average loss=0.1407734762430191 +INFO:root: +[Valid][3][UTT][ MSE = 0.2319 | LCC = 0.9453 | SRCC = 0.9450 ] +INFO:root:Average loss=0.12993491333723067 +INFO:root: +[Valid][4][UTT][ MSE = 0.2686 | LCC = 0.9464 | SRCC = 0.9458 ] +INFO:root:Average loss=0.12017811757326126 +INFO:root: +[Valid][5][UTT][ MSE = 0.2265 | LCC = 0.9488 | SRCC = 0.9477 ] +INFO:root:Average loss=0.11610029798746109 +INFO:root: +[Valid][6][UTT][ MSE = 0.2490 | LCC = 0.9498 | SRCC = 0.9485 ] +INFO:root:Average loss=0.10266346365213394 +INFO:root: +[Valid][7][UTT][ MSE = 0.2254 | LCC = 0.9487 | SRCC = 0.9480 ] +INFO:root:Average loss=0.10094254609942437 +INFO:root: +[Valid][8][UTT][ MSE = 0.2728 | LCC = 0.9509 | SRCC = 0.9508 ] +INFO:root:Average loss=0.09276089730858803 +INFO:root: +[Valid][9][UTT][ MSE = 0.2540 | LCC = 0.9511 | SRCC = 0.9506 ] +INFO:root:Average loss=0.08895472046732902 +INFO:root: +[Valid][10][UTT][ MSE = 0.2281 | LCC = 0.9528 | SRCC = 0.9517 ] +INFO:root:Average loss=0.08685973191261291 +INFO:root: +[Valid][11][UTT][ MSE = 0.2026 | LCC = 0.9522 | SRCC = 0.9515 ] +INFO:root:Average loss=0.08357209387421607 +INFO:root: +[Valid][12][UTT][ MSE = 0.2113 | LCC = 0.9522 | SRCC = 0.9517 ] +INFO:root:Average loss=0.07642023807764053 +INFO:root: +[Valid][13][UTT][ MSE = 0.2230 | LCC = 0.9485 | SRCC = 0.9491 ] +INFO:root:Average loss=0.07338592591881753 +INFO:root: +[Valid][14][UTT][ MSE = 0.2179 | LCC = 0.9511 | SRCC = 0.9508 ] +INFO:root:Average loss=0.07004728317260742 +INFO:root: +[Valid][15][UTT][ MSE = 0.2017 | LCC = 0.9528 | SRCC = 0.9525 ] +INFO:root:Average loss=0.0665337242782116 +INFO:root: +[Valid][16][UTT][ MSE = 0.2108 | LCC = 0.9529 | SRCC = 0.9517 ] +INFO:root:Average loss=0.06202087646722793 +INFO:root: +[Valid][17][UTT][ MSE = 0.1967 | LCC = 0.9532 | SRCC = 0.9523 ] +INFO:root:Average loss=0.06132668840885162 +INFO:root: +[Valid][18][UTT][ MSE = 0.2389 | LCC = 0.9518 | SRCC = 0.9511 ] +INFO:root:Average loss=0.05690863263607025 +INFO:root: +[Valid][19][UTT][ MSE = 0.2233 | LCC = 0.9534 | SRCC = 0.9524 ] +INFO:root:Average loss=0.056294909179210664 +INFO:root: +[Valid][20][UTT][ MSE = 0.2113 | LCC = 0.9518 | SRCC = 0.9509 ] +INFO:root:Average loss=0.05366960294544697 +INFO:root: +[Valid][21][UTT][ MSE = 0.2423 | LCC = 0.9512 | SRCC = 0.9507 ] +INFO:root:Average loss=0.05107941626012325 +INFO:root: +[Valid][22][UTT][ MSE = 0.2264 | LCC = 0.9523 | SRCC = 0.9516 ] +INFO:root:Average loss=0.05039750556647778 +INFO:root: +[Valid][23][UTT][ MSE = 0.2110 | LCC = 0.9529 | SRCC = 0.9520 ] +INFO:root:Average loss=0.04879971650242806 +INFO:root: +[Valid][24][UTT][ MSE = 0.2516 | LCC = 0.9524 | SRCC = 0.9514 ] +INFO:root:Average loss=0.04893144883215427 +INFO:root: +[Valid][25][UTT][ MSE = 0.2097 | LCC = 0.9531 | SRCC = 0.9523 ] +INFO:root:Average loss=0.04498557269573212 +INFO:root: +[Valid][26][UTT][ MSE = 0.2246 | LCC = 0.9527 | SRCC = 0.9524 ] +INFO:root:Average loss=0.04512248136103153 +INFO:root: +[Valid][27][UTT][ MSE = 0.2074 | LCC = 0.9521 | SRCC = 0.9518 ] +INFO:root:Average loss=0.04326008488237858 +INFO:root: +[Valid][28][UTT][ MSE = 0.1929 | LCC = 0.9530 | SRCC = 0.9521 ] +INFO:root:Average loss=0.04026251675188541 +INFO:root: +[Valid][29][UTT][ MSE = 0.2048 | LCC = 0.9525 | SRCC = 0.9515 ] +INFO:root:Average loss=0.039822707265615466 +INFO:root: +[Valid][30][UTT][ MSE = 0.2343 | LCC = 0.9520 | SRCC = 0.9509 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2323 | LCC = 0.9473 | SRCC = 0.9473 ] diff --git a/results_tencent/wavlm_base/layer10/run2/config.gin b/results_tencent/wavlm_base/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer10/run2/model.pt b/results_tencent/wavlm_base/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d9132bce7eacc29d04461fb1314fe0440193e19 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ec096dea366a3cc6720eac571b9cbf3643bcee9b14869e94cebc07282e8d72 +size 2747979 diff --git a/results_tencent/wavlm_base/layer10/run2/model_best.pt b/results_tencent/wavlm_base/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1362b4054fe30bc0c45306e05d859e90ca97799 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed521853f0425cbd999e2bd26ca4056a2bf6cb81e994d465364f0a00c4e31f41 +size 2749702 diff --git a/results_tencent/wavlm_base/layer10/run2/train.log b/results_tencent/wavlm_base/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4592343a4baa6cb8c221d1e11e71fe18125da346 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4110764924287796 +INFO:root: +[Valid][0][UTT][ MSE = 0.2828 | LCC = 0.9221 | SRCC = 0.9211 ] +INFO:root:Average loss=0.19518147552013398 +INFO:root: +[Valid][1][UTT][ MSE = 0.2620 | LCC = 0.9358 | SRCC = 0.9337 ] +INFO:root:Average loss=0.16598764914274217 +INFO:root: +[Valid][2][UTT][ MSE = 0.2458 | LCC = 0.9401 | SRCC = 0.9387 ] +INFO:root:Average loss=0.14308860939741136 +INFO:root: +[Valid][3][UTT][ MSE = 0.2467 | LCC = 0.9388 | SRCC = 0.9387 ] +INFO:root:Average loss=0.13111712020635605 +INFO:root: +[Valid][4][UTT][ MSE = 0.2317 | LCC = 0.9413 | SRCC = 0.9411 ] +INFO:root:Average loss=0.12197455489635467 +INFO:root: +[Valid][5][UTT][ MSE = 0.2486 | LCC = 0.9464 | SRCC = 0.9453 ] +INFO:root:Average loss=0.1137620980143547 +INFO:root: +[Valid][6][UTT][ MSE = 0.1976 | LCC = 0.9441 | SRCC = 0.9449 ] +INFO:root:Average loss=0.10686034515500069 +INFO:root: +[Valid][7][UTT][ MSE = 0.2195 | LCC = 0.9469 | SRCC = 0.9457 ] +INFO:root:Average loss=0.10119771936535835 +INFO:root: +[Valid][8][UTT][ MSE = 0.2319 | LCC = 0.9463 | SRCC = 0.9466 ] +INFO:root:Average loss=0.09444280651211738 +INFO:root: +[Valid][9][UTT][ MSE = 0.2271 | LCC = 0.9489 | SRCC = 0.9483 ] +INFO:root:Average loss=0.09043540853261947 +INFO:root: +[Valid][10][UTT][ MSE = 0.2080 | LCC = 0.9445 | SRCC = 0.9456 ] +INFO:root:Average loss=0.08493904927372932 +INFO:root: +[Valid][11][UTT][ MSE = 0.2114 | LCC = 0.9487 | SRCC = 0.9477 ] +INFO:root:Average loss=0.08205342277884484 +INFO:root: +[Valid][12][UTT][ MSE = 0.1987 | LCC = 0.9489 | SRCC = 0.9498 ] +INFO:root:Average loss=0.07822411432862282 +INFO:root: +[Valid][13][UTT][ MSE = 0.2008 | LCC = 0.9485 | SRCC = 0.9480 ] +INFO:root:Average loss=0.07112511491775513 +INFO:root: +[Valid][14][UTT][ MSE = 0.2183 | LCC = 0.9507 | SRCC = 0.9501 ] +INFO:root:Average loss=0.06866119822859765 +INFO:root: +[Valid][15][UTT][ MSE = 0.2136 | LCC = 0.9484 | SRCC = 0.9487 ] +INFO:root:Average loss=0.06779303967952728 +INFO:root: +[Valid][16][UTT][ MSE = 0.2042 | LCC = 0.9494 | SRCC = 0.9493 ] +INFO:root:Average loss=0.06146122404932976 +INFO:root: +[Valid][17][UTT][ MSE = 0.1926 | LCC = 0.9498 | SRCC = 0.9506 ] +INFO:root:Average loss=0.061038204401731494 +INFO:root: +[Valid][18][UTT][ MSE = 0.1883 | LCC = 0.9502 | SRCC = 0.9496 ] +INFO:root:Average loss=0.05702277161180973 +INFO:root: +[Valid][19][UTT][ MSE = 0.2017 | LCC = 0.9475 | SRCC = 0.9477 ] +INFO:root:Average loss=0.05722292876243591 +INFO:root: +[Valid][20][UTT][ MSE = 0.2147 | LCC = 0.9488 | SRCC = 0.9494 ] +INFO:root:Average loss=0.05565277171134949 +INFO:root: +[Valid][21][UTT][ MSE = 0.2329 | LCC = 0.9491 | SRCC = 0.9490 ] +INFO:root:Average loss=0.04969303818047047 +INFO:root: +[Valid][22][UTT][ MSE = 0.1932 | LCC = 0.9505 | SRCC = 0.9507 ] +INFO:root:Average loss=0.0487635989189148 +INFO:root: +[Valid][23][UTT][ MSE = 0.1875 | LCC = 0.9487 | SRCC = 0.9493 ] +INFO:root:Average loss=0.04535474443435669 +INFO:root: +[Valid][24][UTT][ MSE = 0.2152 | LCC = 0.9473 | SRCC = 0.9474 ] +INFO:root:Average loss=0.04372203224897385 +INFO:root: +[Valid][25][UTT][ MSE = 0.1919 | LCC = 0.9506 | SRCC = 0.9510 ] +INFO:root:Average loss=0.04420963791012764 +INFO:root: +[Valid][26][UTT][ MSE = 0.2178 | LCC = 0.9499 | SRCC = 0.9491 ] +INFO:root:Average loss=0.0412563171684742 +INFO:root: +[Valid][27][UTT][ MSE = 0.2021 | LCC = 0.9509 | SRCC = 0.9502 ] +INFO:root:Average loss=0.04143971447646618 +INFO:root: +[Valid][28][UTT][ MSE = 0.2035 | LCC = 0.9489 | SRCC = 0.9490 ] +INFO:root:Average loss=0.03864900353550911 +INFO:root: +[Valid][29][UTT][ MSE = 0.1803 | LCC = 0.9497 | SRCC = 0.9502 ] +INFO:root:Average loss=0.03886934970319271 +INFO:root: +[Valid][30][UTT][ MSE = 0.1999 | LCC = 0.9489 | SRCC = 0.9485 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2107 | LCC = 0.9469 | SRCC = 0.9475 ] diff --git a/results_tencent/wavlm_base/layer10/run3/config.gin b/results_tencent/wavlm_base/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer10/run3/model.pt b/results_tencent/wavlm_base/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aade6f3dbba475e8ae8ad32e6f3e1949bef796a --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e470f3b1c568a79bcb70774e989e8064ec300447e5c81ebd1c9e0613792a5f50 +size 2747979 diff --git a/results_tencent/wavlm_base/layer10/run3/model_best.pt b/results_tencent/wavlm_base/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e2b50d19971598703eb94875cf087a528327355 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21dc0042012cf0068e4d80aa0e34aac5b0bd94390979eb7befa0814ce09d80d7 +size 2749702 diff --git a/results_tencent/wavlm_base/layer10/run3/train.log b/results_tencent/wavlm_base/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..93171b19972c65795f49c68fdb2c1281e6bc8ab3 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4335970630645752 +INFO:root: +[Valid][0][UTT][ MSE = 0.3446 | LCC = 0.9159 | SRCC = 0.9150 ] +INFO:root:Average loss=0.1992494980096817 +INFO:root: +[Valid][1][UTT][ MSE = 0.2590 | LCC = 0.9344 | SRCC = 0.9324 ] +INFO:root:Average loss=0.16622981053590774 +INFO:root: +[Valid][2][UTT][ MSE = 0.2433 | LCC = 0.9397 | SRCC = 0.9377 ] +INFO:root:Average loss=0.14829974669218063 +INFO:root: +[Valid][3][UTT][ MSE = 0.2454 | LCC = 0.9423 | SRCC = 0.9404 ] +INFO:root:Average loss=0.133493514418602 +INFO:root: +[Valid][4][UTT][ MSE = 0.2261 | LCC = 0.9430 | SRCC = 0.9436 ] +INFO:root:Average loss=0.12379377317428589 +INFO:root: +[Valid][5][UTT][ MSE = 0.2621 | LCC = 0.9455 | SRCC = 0.9447 ] +INFO:root:Average loss=0.11779935437440872 +INFO:root: +[Valid][6][UTT][ MSE = 0.2326 | LCC = 0.9423 | SRCC = 0.9429 ] +INFO:root:Average loss=0.11012649083137513 +INFO:root: +[Valid][7][UTT][ MSE = 0.2244 | LCC = 0.9439 | SRCC = 0.9457 ] +INFO:root:Average loss=0.10088107311725616 +INFO:root: +[Valid][8][UTT][ MSE = 0.2017 | LCC = 0.9470 | SRCC = 0.9459 ] +INFO:root:Average loss=0.09789173591136932 +INFO:root: +[Valid][9][UTT][ MSE = 0.2293 | LCC = 0.9487 | SRCC = 0.9483 ] +INFO:root:Average loss=0.0916865360736847 +INFO:root: +[Valid][10][UTT][ MSE = 0.2108 | LCC = 0.9490 | SRCC = 0.9481 ] +INFO:root:Average loss=0.08384846287965775 +INFO:root: +[Valid][11][UTT][ MSE = 0.1917 | LCC = 0.9473 | SRCC = 0.9473 ] +INFO:root:Average loss=0.08080557933449745 +INFO:root: +[Valid][12][UTT][ MSE = 0.2022 | LCC = 0.9458 | SRCC = 0.9462 ] +INFO:root:Average loss=0.07638696756958961 +INFO:root: +[Valid][13][UTT][ MSE = 0.2235 | LCC = 0.9490 | SRCC = 0.9476 ] +INFO:root:Average loss=0.07542858695983887 +INFO:root: +[Valid][14][UTT][ MSE = 0.2320 | LCC = 0.9506 | SRCC = 0.9493 ] +INFO:root:Average loss=0.06950389701128006 +INFO:root: +[Valid][15][UTT][ MSE = 0.2142 | LCC = 0.9504 | SRCC = 0.9493 ] +INFO:root:Average loss=0.07056559550762176 +INFO:root: +[Valid][16][UTT][ MSE = 0.1974 | LCC = 0.9462 | SRCC = 0.9459 ] +INFO:root:Average loss=0.06444220077991486 +INFO:root: +[Valid][17][UTT][ MSE = 0.2071 | LCC = 0.9457 | SRCC = 0.9461 ] +INFO:root:Average loss=0.06180761906504631 +INFO:root: +[Valid][18][UTT][ MSE = 0.2118 | LCC = 0.9481 | SRCC = 0.9472 ] +INFO:root:Average loss=0.056061476558446885 +INFO:root: +[Valid][19][UTT][ MSE = 0.2020 | LCC = 0.9477 | SRCC = 0.9473 ] +INFO:root:Average loss=0.056152437269687654 +INFO:root: +[Valid][20][UTT][ MSE = 0.2174 | LCC = 0.9498 | SRCC = 0.9484 ] +INFO:root:Average loss=0.052825558274984356 +INFO:root: +[Valid][21][UTT][ MSE = 0.2198 | LCC = 0.9460 | SRCC = 0.9461 ] +INFO:root:Average loss=0.05260440239310265 +INFO:root: +[Valid][22][UTT][ MSE = 0.2019 | LCC = 0.9483 | SRCC = 0.9481 ] +INFO:root:Average loss=0.0501861397176981 +INFO:root: +[Valid][23][UTT][ MSE = 0.1832 | LCC = 0.9486 | SRCC = 0.9489 ] +INFO:root:Average loss=0.04942011667788029 +INFO:root: +[Valid][24][UTT][ MSE = 0.2149 | LCC = 0.9475 | SRCC = 0.9462 ] +INFO:root:Average loss=0.045232775792479515 +INFO:root: +[Valid][25][UTT][ MSE = 0.1928 | LCC = 0.9492 | SRCC = 0.9492 ] +INFO:root:Average loss=0.04348746532201767 +INFO:root: +[Valid][26][UTT][ MSE = 0.2026 | LCC = 0.9489 | SRCC = 0.9480 ] +INFO:root:Average loss=0.041950169429183004 +INFO:root: +[Valid][27][UTT][ MSE = 0.1988 | LCC = 0.9500 | SRCC = 0.9489 ] +INFO:root:Average loss=0.041184067755937574 +INFO:root: +[Valid][28][UTT][ MSE = 0.2012 | LCC = 0.9488 | SRCC = 0.9484 ] +INFO:root:Average loss=0.03932043287158012 +INFO:root: +[Valid][29][UTT][ MSE = 0.2111 | LCC = 0.9501 | SRCC = 0.9487 ] +INFO:root:Average loss=0.03932417644560337 +INFO:root: +[Valid][30][UTT][ MSE = 0.2120 | LCC = 0.9495 | SRCC = 0.9487 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2339 | LCC = 0.9486 | SRCC = 0.9485 ] diff --git a/results_tencent/wavlm_base/layer10/run4/config.gin b/results_tencent/wavlm_base/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer10/run4/model.pt b/results_tencent/wavlm_base/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f92bff171639ea25a1647197819b5d655e42ff5e --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c361b5c93b4f59d1a3eeddbe54ecfa1408018e3a1b1621a435907d307a13cf +size 2747979 diff --git a/results_tencent/wavlm_base/layer10/run4/model_best.pt b/results_tencent/wavlm_base/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71fdda253bd923d2ae9aaa8f88029907db14cf8 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b892ef9d3001dc4343c92a91f38a4fb651853ac83e885416bdfece9f4e770d79 +size 2749702 diff --git a/results_tencent/wavlm_base/layer10/run4/train.log b/results_tencent/wavlm_base/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7e470a32d76c7b48ac3ae688bb5cf273bbcca6c0 --- /dev/null +++ b/results_tencent/wavlm_base/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4408205374479294 +INFO:root: +[Valid][0][UTT][ MSE = 0.2867 | LCC = 0.9181 | SRCC = 0.9160 ] +INFO:root:Average loss=0.19727158343791962 +INFO:root: +[Valid][1][UTT][ MSE = 0.2445 | LCC = 0.9352 | SRCC = 0.9334 ] +INFO:root:Average loss=0.1654905132651329 +INFO:root: +[Valid][2][UTT][ MSE = 0.2198 | LCC = 0.9407 | SRCC = 0.9398 ] +INFO:root:Average loss=0.15246625965833663 +INFO:root: +[Valid][3][UTT][ MSE = 0.2366 | LCC = 0.9425 | SRCC = 0.9424 ] +INFO:root:Average loss=0.1376801101565361 +INFO:root: +[Valid][4][UTT][ MSE = 0.2462 | LCC = 0.9424 | SRCC = 0.9417 ] +INFO:root:Average loss=0.12488595086336136 +INFO:root: +[Valid][5][UTT][ MSE = 0.1991 | LCC = 0.9457 | SRCC = 0.9448 ] +INFO:root:Average loss=0.11901593255996704 +INFO:root: +[Valid][6][UTT][ MSE = 0.2178 | LCC = 0.9451 | SRCC = 0.9451 ] +INFO:root:Average loss=0.10977702489495278 +INFO:root: +[Valid][7][UTT][ MSE = 0.2268 | LCC = 0.9457 | SRCC = 0.9446 ] +INFO:root:Average loss=0.10242791095376015 +INFO:root: +[Valid][8][UTT][ MSE = 0.2491 | LCC = 0.9433 | SRCC = 0.9425 ] +INFO:root:Average loss=0.09992007845640183 +INFO:root: +[Valid][9][UTT][ MSE = 0.2467 | LCC = 0.9422 | SRCC = 0.9445 ] +INFO:root:Average loss=0.09616323900222778 +INFO:root: +[Valid][10][UTT][ MSE = 0.2028 | LCC = 0.9482 | SRCC = 0.9471 ] +INFO:root:Average loss=0.08697284403443337 +INFO:root: +[Valid][11][UTT][ MSE = 0.2192 | LCC = 0.9466 | SRCC = 0.9452 ] +INFO:root:Average loss=0.08317829343676567 +INFO:root: +[Valid][12][UTT][ MSE = 0.2185 | LCC = 0.9460 | SRCC = 0.9443 ] +INFO:root:Average loss=0.0778647933602333 +INFO:root: +[Valid][13][UTT][ MSE = 0.2140 | LCC = 0.9487 | SRCC = 0.9471 ] +INFO:root:Average loss=0.07717031407356262 +INFO:root: +[Valid][14][UTT][ MSE = 0.2120 | LCC = 0.9506 | SRCC = 0.9499 ] +INFO:root:Average loss=0.0689027584195137 +INFO:root: +[Valid][15][UTT][ MSE = 0.2235 | LCC = 0.9462 | SRCC = 0.9459 ] +INFO:root:Average loss=0.06496097159385682 +INFO:root: +[Valid][16][UTT][ MSE = 0.2062 | LCC = 0.9488 | SRCC = 0.9477 ] +INFO:root:Average loss=0.06835779497027397 +INFO:root: +[Valid][17][UTT][ MSE = 0.2229 | LCC = 0.9472 | SRCC = 0.9468 ] +INFO:root:Average loss=0.06041840004920959 +INFO:root: +[Valid][18][UTT][ MSE = 0.2017 | LCC = 0.9499 | SRCC = 0.9490 ] +INFO:root:Average loss=0.05768127715587616 +INFO:root: +[Valid][19][UTT][ MSE = 0.2085 | LCC = 0.9484 | SRCC = 0.9483 ] +INFO:root:Average loss=0.054972770780324934 +INFO:root: +[Valid][20][UTT][ MSE = 0.1862 | LCC = 0.9488 | SRCC = 0.9482 ] +INFO:root:Average loss=0.0569020404368639 +INFO:root: +[Valid][21][UTT][ MSE = 0.2006 | LCC = 0.9502 | SRCC = 0.9493 ] +INFO:root:Average loss=0.054872084617614746 +INFO:root: +[Valid][22][UTT][ MSE = 0.2060 | LCC = 0.9501 | SRCC = 0.9487 ] +INFO:root:Average loss=0.04997232264280319 +INFO:root: +[Valid][23][UTT][ MSE = 0.2071 | LCC = 0.9478 | SRCC = 0.9468 ] +INFO:root:Average loss=0.049658351331949235 +INFO:root: +[Valid][24][UTT][ MSE = 0.2168 | LCC = 0.9502 | SRCC = 0.9492 ] +INFO:root:Average loss=0.04724073471128941 +INFO:root: +[Valid][25][UTT][ MSE = 0.2156 | LCC = 0.9477 | SRCC = 0.9457 ] +INFO:root:Average loss=0.04563858556747437 +INFO:root: +[Valid][26][UTT][ MSE = 0.2025 | LCC = 0.9480 | SRCC = 0.9469 ] +INFO:root:Average loss=0.04274132053554058 +INFO:root: +[Valid][27][UTT][ MSE = 0.1956 | LCC = 0.9494 | SRCC = 0.9483 ] +INFO:root:Average loss=0.041205856427550314 +INFO:root: +[Valid][28][UTT][ MSE = 0.1947 | LCC = 0.9481 | SRCC = 0.9469 ] +INFO:root:Average loss=0.040992392495274546 +INFO:root: +[Valid][29][UTT][ MSE = 0.1953 | LCC = 0.9494 | SRCC = 0.9487 ] +INFO:root:Average loss=0.04195393984019756 +INFO:root: +[Valid][30][UTT][ MSE = 0.2240 | LCC = 0.9474 | SRCC = 0.9465 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2155 | LCC = 0.9482 | SRCC = 0.9484 ] diff --git a/results_tencent/wavlm_base/layer11/run0/config.gin b/results_tencent/wavlm_base/layer11/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer11/run0/model.pt b/results_tencent/wavlm_base/layer11/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee47eada948988858a5f090c4d88198c7417c628 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a25679d63daa8259543bdc99e91a817c3b9990a4298b715516091103300b26f +size 2747979 diff --git a/results_tencent/wavlm_base/layer11/run0/model_best.pt b/results_tencent/wavlm_base/layer11/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9d5665ce7ee03b855b72c718f9305d2279c735e --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f85c1fce282d133b50fd0cb97233e1ff6be2a73ac1a81f35699553149e7e8c5 +size 2749702 diff --git a/results_tencent/wavlm_base/layer11/run0/train.log b/results_tencent/wavlm_base/layer11/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..19ca87b84e3f7f7171466df9e96a8395c1787bbd --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.42245887529850007 +INFO:root: +[Valid][0][UTT][ MSE = 0.2987 | LCC = 0.9148 | SRCC = 0.9121 ] +INFO:root:Average loss=0.2012206300497055 +INFO:root: +[Valid][1][UTT][ MSE = 0.2433 | LCC = 0.9317 | SRCC = 0.9297 ] +INFO:root:Average loss=0.16851243567466737 +INFO:root: +[Valid][2][UTT][ MSE = 0.2567 | LCC = 0.9378 | SRCC = 0.9357 ] +INFO:root:Average loss=0.15448144382238388 +INFO:root: +[Valid][3][UTT][ MSE = 0.2361 | LCC = 0.9401 | SRCC = 0.9382 ] +INFO:root:Average loss=0.1418506751060486 +INFO:root: +[Valid][4][UTT][ MSE = 0.2107 | LCC = 0.9436 | SRCC = 0.9425 ] +INFO:root:Average loss=0.13778714781999588 +INFO:root: +[Valid][5][UTT][ MSE = 0.2412 | LCC = 0.9436 | SRCC = 0.9428 ] +INFO:root:Average loss=0.12507013815641405 +INFO:root: +[Valid][6][UTT][ MSE = 0.2441 | LCC = 0.9438 | SRCC = 0.9420 ] +INFO:root:Average loss=0.11889897203445435 +INFO:root: +[Valid][7][UTT][ MSE = 0.2528 | LCC = 0.9426 | SRCC = 0.9418 ] +INFO:root:Average loss=0.11259905707836151 +INFO:root: +[Valid][8][UTT][ MSE = 0.2759 | LCC = 0.9408 | SRCC = 0.9395 ] +INFO:root:Average loss=0.10697702497243881 +INFO:root: +[Valid][9][UTT][ MSE = 0.2108 | LCC = 0.9455 | SRCC = 0.9439 ] +INFO:root:Average loss=0.10220069250464439 +INFO:root: +[Valid][10][UTT][ MSE = 0.2376 | LCC = 0.9458 | SRCC = 0.9441 ] +INFO:root:Average loss=0.09920040103793144 +INFO:root: +[Valid][11][UTT][ MSE = 0.2135 | LCC = 0.9473 | SRCC = 0.9458 ] +INFO:root:Average loss=0.09776589807868004 +INFO:root: +[Valid][12][UTT][ MSE = 0.2332 | LCC = 0.9463 | SRCC = 0.9452 ] +INFO:root:Average loss=0.09150142174959183 +INFO:root: +[Valid][13][UTT][ MSE = 0.2477 | LCC = 0.9470 | SRCC = 0.9467 ] +INFO:root:Average loss=0.09203183868527412 +INFO:root: +[Valid][14][UTT][ MSE = 0.2114 | LCC = 0.9484 | SRCC = 0.9471 ] +INFO:root:Average loss=0.08315291830897331 +INFO:root: +[Valid][15][UTT][ MSE = 0.2296 | LCC = 0.9447 | SRCC = 0.9429 ] +INFO:root:Average loss=0.07965081804990769 +INFO:root: +[Valid][16][UTT][ MSE = 0.2094 | LCC = 0.9432 | SRCC = 0.9413 ] +INFO:root:Average loss=0.07532719233632088 +INFO:root: +[Valid][17][UTT][ MSE = 0.1956 | LCC = 0.9477 | SRCC = 0.9457 ] +INFO:root:Average loss=0.07592619180679322 +INFO:root: +[Valid][18][UTT][ MSE = 0.2369 | LCC = 0.9451 | SRCC = 0.9447 ] +INFO:root:Average loss=0.0745581950545311 +INFO:root: +[Valid][19][UTT][ MSE = 0.2262 | LCC = 0.9461 | SRCC = 0.9440 ] +INFO:root:Average loss=0.07121988728642464 +INFO:root: +[Valid][20][UTT][ MSE = 0.2264 | LCC = 0.9455 | SRCC = 0.9435 ] +INFO:root:Average loss=0.06685077315568924 +INFO:root: +[Valid][21][UTT][ MSE = 0.1972 | LCC = 0.9454 | SRCC = 0.9441 ] +INFO:root:Average loss=0.06632882568240166 +INFO:root: +[Valid][22][UTT][ MSE = 0.2355 | LCC = 0.9450 | SRCC = 0.9433 ] +INFO:root:Average loss=0.06242569518089294 +INFO:root: +[Valid][23][UTT][ MSE = 0.2146 | LCC = 0.9457 | SRCC = 0.9444 ] +INFO:root:Average loss=0.0622851402759552 +INFO:root: +[Valid][24][UTT][ MSE = 0.2370 | LCC = 0.9454 | SRCC = 0.9438 ] +INFO:root:Average loss=0.05979570606350899 +INFO:root: +[Valid][25][UTT][ MSE = 0.2069 | LCC = 0.9467 | SRCC = 0.9451 ] +INFO:root:Average loss=0.05816474002599716 +INFO:root: +[Valid][26][UTT][ MSE = 0.2274 | LCC = 0.9470 | SRCC = 0.9451 ] +INFO:root:Average loss=0.05546495679020882 +INFO:root: +[Valid][27][UTT][ MSE = 0.2253 | LCC = 0.9462 | SRCC = 0.9442 ] +INFO:root:Average loss=0.05571816390752792 +INFO:root: +[Valid][28][UTT][ MSE = 0.2283 | LCC = 0.9439 | SRCC = 0.9422 ] +INFO:root:Average loss=0.05342779603600502 +INFO:root: +[Valid][29][UTT][ MSE = 0.2200 | LCC = 0.9481 | SRCC = 0.9462 ] +INFO:root:Average loss=0.05481747429072857 +INFO:root: +[Valid][30][UTT][ MSE = 0.2278 | LCC = 0.9453 | SRCC = 0.9434 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2165 | LCC = 0.9454 | SRCC = 0.9460 ] diff --git a/results_tencent/wavlm_base/layer11/run1/config.gin b/results_tencent/wavlm_base/layer11/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer11/run1/model.pt b/results_tencent/wavlm_base/layer11/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..95c7fae7bff63caf36e92e677d13cc843ad547cb --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03f7338bcd0f4a8078799d79d234aab48a72438bde0bdbfba6ea46d93607ae3d +size 2747979 diff --git a/results_tencent/wavlm_base/layer11/run1/model_best.pt b/results_tencent/wavlm_base/layer11/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..60046e4c1af8fa7f0d4b7e3b89921bfd98aa3baf --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6cf59e33e35cb4bcce9f9e505407d51cca8bf43e35ac3c02547240cc15035d1 +size 2749702 diff --git a/results_tencent/wavlm_base/layer11/run1/train.log b/results_tencent/wavlm_base/layer11/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eb887288dfe568dc4a28767df87390a0f98f6871 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4685610145330429 +INFO:root: +[Valid][0][UTT][ MSE = 0.3563 | LCC = 0.9156 | SRCC = 0.9119 ] +INFO:root:Average loss=0.2125796217918396 +INFO:root: +[Valid][1][UTT][ MSE = 0.3188 | LCC = 0.9290 | SRCC = 0.9286 ] +INFO:root:Average loss=0.17325484961271287 +INFO:root: +[Valid][2][UTT][ MSE = 0.2827 | LCC = 0.9365 | SRCC = 0.9343 ] +INFO:root:Average loss=0.15577919578552246 +INFO:root: +[Valid][3][UTT][ MSE = 0.2344 | LCC = 0.9413 | SRCC = 0.9397 ] +INFO:root:Average loss=0.14686682957410813 +INFO:root: +[Valid][4][UTT][ MSE = 0.2387 | LCC = 0.9434 | SRCC = 0.9416 ] +INFO:root:Average loss=0.13426065361499787 +INFO:root: +[Valid][5][UTT][ MSE = 0.2633 | LCC = 0.9446 | SRCC = 0.9439 ] +INFO:root:Average loss=0.12679638910293578 +INFO:root: +[Valid][6][UTT][ MSE = 0.2580 | LCC = 0.9451 | SRCC = 0.9440 ] +INFO:root:Average loss=0.12322457754611969 +INFO:root: +[Valid][7][UTT][ MSE = 0.2155 | LCC = 0.9442 | SRCC = 0.9434 ] +INFO:root:Average loss=0.11368952959775924 +INFO:root: +[Valid][8][UTT][ MSE = 0.2507 | LCC = 0.9469 | SRCC = 0.9460 ] +INFO:root:Average loss=0.10827696019411087 +INFO:root: +[Valid][9][UTT][ MSE = 0.2479 | LCC = 0.9476 | SRCC = 0.9467 ] +INFO:root:Average loss=0.10532284343242646 +INFO:root: +[Valid][10][UTT][ MSE = 0.1968 | LCC = 0.9470 | SRCC = 0.9465 ] +INFO:root:Average loss=0.09881239432096481 +INFO:root: +[Valid][11][UTT][ MSE = 0.2353 | LCC = 0.9488 | SRCC = 0.9476 ] +INFO:root:Average loss=0.09782763916254043 +INFO:root: +[Valid][12][UTT][ MSE = 0.2118 | LCC = 0.9485 | SRCC = 0.9472 ] +INFO:root:Average loss=0.09195848321914672 +INFO:root: +[Valid][13][UTT][ MSE = 0.2375 | LCC = 0.9478 | SRCC = 0.9471 ] +INFO:root:Average loss=0.08834974771738052 +INFO:root: +[Valid][14][UTT][ MSE = 0.2124 | LCC = 0.9484 | SRCC = 0.9473 ] +INFO:root:Average loss=0.08752635648846627 +INFO:root: +[Valid][15][UTT][ MSE = 0.2175 | LCC = 0.9482 | SRCC = 0.9467 ] +INFO:root:Average loss=0.08169444870948792 +INFO:root: +[Valid][16][UTT][ MSE = 0.2170 | LCC = 0.9474 | SRCC = 0.9464 ] +INFO:root:Average loss=0.07981488117575646 +INFO:root: +[Valid][17][UTT][ MSE = 0.2051 | LCC = 0.9485 | SRCC = 0.9474 ] +INFO:root:Average loss=0.07463917446136474 +INFO:root: +[Valid][18][UTT][ MSE = 0.2165 | LCC = 0.9480 | SRCC = 0.9472 ] +INFO:root:Average loss=0.07514204961061478 +INFO:root: +[Valid][19][UTT][ MSE = 0.2152 | LCC = 0.9475 | SRCC = 0.9469 ] +INFO:root:Average loss=0.07081083300709724 +INFO:root: +[Valid][20][UTT][ MSE = 0.2317 | LCC = 0.9488 | SRCC = 0.9484 ] +INFO:root:Average loss=0.0702923991382122 +INFO:root: +[Valid][21][UTT][ MSE = 0.2049 | LCC = 0.9481 | SRCC = 0.9468 ] +INFO:root:Average loss=0.06647551566362381 +INFO:root: +[Valid][22][UTT][ MSE = 0.2621 | LCC = 0.9474 | SRCC = 0.9482 ] +INFO:root:Average loss=0.06424928313493729 +INFO:root: +[Valid][23][UTT][ MSE = 0.2215 | LCC = 0.9486 | SRCC = 0.9479 ] +INFO:root:Average loss=0.06493478831648826 +INFO:root: +[Valid][24][UTT][ MSE = 0.2023 | LCC = 0.9495 | SRCC = 0.9487 ] +INFO:root:Average loss=0.06197555422782898 +INFO:root: +[Valid][25][UTT][ MSE = 0.1980 | LCC = 0.9495 | SRCC = 0.9479 ] +INFO:root:Average loss=0.05988390538096428 +INFO:root: +[Valid][26][UTT][ MSE = 0.2089 | LCC = 0.9487 | SRCC = 0.9471 ] +INFO:root:Average loss=0.056800441086292265 +INFO:root: +[Valid][27][UTT][ MSE = 0.2088 | LCC = 0.9485 | SRCC = 0.9470 ] +INFO:root:Average loss=0.05873674431443215 +INFO:root: +[Valid][28][UTT][ MSE = 0.1998 | LCC = 0.9487 | SRCC = 0.9472 ] +INFO:root:Average loss=0.054272086948156356 +INFO:root: +[Valid][29][UTT][ MSE = 0.2150 | LCC = 0.9483 | SRCC = 0.9473 ] +INFO:root:Average loss=0.05437939782440662 +INFO:root: +[Valid][30][UTT][ MSE = 0.2136 | LCC = 0.9487 | SRCC = 0.9472 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2167 | LCC = 0.9429 | SRCC = 0.9439 ] diff --git a/results_tencent/wavlm_base/layer11/run2/config.gin b/results_tencent/wavlm_base/layer11/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer11/run2/model.pt b/results_tencent/wavlm_base/layer11/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f8dbf01f549af624de596a177b2269280f483ae --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:264bd4206bd79693d6c5d13055585c76cba38c6cb11373645b620cbc741e5380 +size 2747979 diff --git a/results_tencent/wavlm_base/layer11/run2/model_best.pt b/results_tencent/wavlm_base/layer11/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d944d67140ea7f446a3761067ffe9e3dcb1a1b5 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94015cdf1a4b408e517bc804720c9a35aca71da09b9bed6aed534385dec59ff6 +size 2749702 diff --git a/results_tencent/wavlm_base/layer11/run2/train.log b/results_tencent/wavlm_base/layer11/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2abb4668c946ff023d1f4b0991cf0d4f9eacfaa7 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4148928674459457 +INFO:root: +[Valid][0][UTT][ MSE = 0.3286 | LCC = 0.9153 | SRCC = 0.9128 ] +INFO:root:Average loss=0.20815040725469589 +INFO:root: +[Valid][1][UTT][ MSE = 0.2651 | LCC = 0.9315 | SRCC = 0.9308 ] +INFO:root:Average loss=0.17299768882989883 +INFO:root: +[Valid][2][UTT][ MSE = 0.2340 | LCC = 0.9363 | SRCC = 0.9361 ] +INFO:root:Average loss=0.15271718370914458 +INFO:root: +[Valid][3][UTT][ MSE = 0.2749 | LCC = 0.9397 | SRCC = 0.9382 ] +INFO:root:Average loss=0.14066720080375672 +INFO:root: +[Valid][4][UTT][ MSE = 0.2536 | LCC = 0.9410 | SRCC = 0.9400 ] +INFO:root:Average loss=0.13515646058321 +INFO:root: +[Valid][5][UTT][ MSE = 0.2343 | LCC = 0.9409 | SRCC = 0.9408 ] +INFO:root:Average loss=0.12499249345064163 +INFO:root: +[Valid][6][UTT][ MSE = 0.2120 | LCC = 0.9445 | SRCC = 0.9438 ] +INFO:root:Average loss=0.12051648616790772 +INFO:root: +[Valid][7][UTT][ MSE = 0.2107 | LCC = 0.9442 | SRCC = 0.9435 ] +INFO:root:Average loss=0.11180826556682587 +INFO:root: +[Valid][8][UTT][ MSE = 0.2420 | LCC = 0.9457 | SRCC = 0.9441 ] +INFO:root:Average loss=0.1103625826239586 +INFO:root: +[Valid][9][UTT][ MSE = 0.2177 | LCC = 0.9450 | SRCC = 0.9437 ] +INFO:root:Average loss=0.10684067073464394 +INFO:root: +[Valid][10][UTT][ MSE = 0.2580 | LCC = 0.9443 | SRCC = 0.9432 ] +INFO:root:Average loss=0.09978300976753235 +INFO:root: +[Valid][11][UTT][ MSE = 0.1998 | LCC = 0.9462 | SRCC = 0.9449 ] +INFO:root:Average loss=0.09521206748485565 +INFO:root: +[Valid][12][UTT][ MSE = 0.2305 | LCC = 0.9471 | SRCC = 0.9456 ] +INFO:root:Average loss=0.08897502365708351 +INFO:root: +[Valid][13][UTT][ MSE = 0.2046 | LCC = 0.9466 | SRCC = 0.9453 ] +INFO:root:Average loss=0.08789229211211204 +INFO:root: +[Valid][14][UTT][ MSE = 0.2144 | LCC = 0.9471 | SRCC = 0.9465 ] +INFO:root:Average loss=0.08585354286432266 +INFO:root: +[Valid][15][UTT][ MSE = 0.2360 | LCC = 0.9481 | SRCC = 0.9471 ] +INFO:root:Average loss=0.0818264841735363 +INFO:root: +[Valid][16][UTT][ MSE = 0.2022 | LCC = 0.9482 | SRCC = 0.9471 ] +INFO:root:Average loss=0.07842156884074211 +INFO:root: +[Valid][17][UTT][ MSE = 0.2042 | LCC = 0.9482 | SRCC = 0.9479 ] +INFO:root:Average loss=0.07430695915222169 +INFO:root: +[Valid][18][UTT][ MSE = 0.2211 | LCC = 0.9473 | SRCC = 0.9468 ] +INFO:root:Average loss=0.07169687348604202 +INFO:root: +[Valid][19][UTT][ MSE = 0.1979 | LCC = 0.9483 | SRCC = 0.9474 ] +INFO:root:Average loss=0.07113526582717895 +INFO:root: +[Valid][20][UTT][ MSE = 0.1847 | LCC = 0.9487 | SRCC = 0.9480 ] +INFO:root:Average loss=0.06894007414579391 +INFO:root: +[Valid][21][UTT][ MSE = 0.2150 | LCC = 0.9478 | SRCC = 0.9473 ] +INFO:root:Average loss=0.06750525552034378 +INFO:root: +[Valid][22][UTT][ MSE = 0.2157 | LCC = 0.9485 | SRCC = 0.9473 ] +INFO:root:Average loss=0.06272895726561546 +INFO:root: +[Valid][23][UTT][ MSE = 0.2146 | LCC = 0.9484 | SRCC = 0.9472 ] +INFO:root:Average loss=0.06064955720305443 +INFO:root: +[Valid][24][UTT][ MSE = 0.1920 | LCC = 0.9478 | SRCC = 0.9474 ] +INFO:root:Average loss=0.058566244035959246 +INFO:root: +[Valid][25][UTT][ MSE = 0.2045 | LCC = 0.9468 | SRCC = 0.9459 ] +INFO:root:Average loss=0.05870079022645951 +INFO:root: +[Valid][26][UTT][ MSE = 0.1862 | LCC = 0.9470 | SRCC = 0.9467 ] +INFO:root:Average loss=0.05669255232810974 +INFO:root: +[Valid][27][UTT][ MSE = 0.1861 | LCC = 0.9486 | SRCC = 0.9478 ] +INFO:root:Average loss=0.05441687047481537 +INFO:root: +[Valid][28][UTT][ MSE = 0.2115 | LCC = 0.9484 | SRCC = 0.9473 ] +INFO:root:Average loss=0.05525085547566414 +INFO:root: +[Valid][29][UTT][ MSE = 0.1891 | LCC = 0.9483 | SRCC = 0.9477 ] +INFO:root:Average loss=0.052671630024909974 +INFO:root: +[Valid][30][UTT][ MSE = 0.1998 | LCC = 0.9454 | SRCC = 0.9464 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1934 | LCC = 0.9437 | SRCC = 0.9441 ] diff --git a/results_tencent/wavlm_base/layer11/run3/config.gin b/results_tencent/wavlm_base/layer11/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer11/run3/model.pt b/results_tencent/wavlm_base/layer11/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..762da50633169b7f617f88e3b3975833272bca70 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2caf2a86cc5b26449008ae1402ff38c5b6b58daacec3f1d3af973a51562a0a03 +size 2747979 diff --git a/results_tencent/wavlm_base/layer11/run3/model_best.pt b/results_tencent/wavlm_base/layer11/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..679794b2d1df19c8e0b567f81a1301005cfa5002 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4e2f1fff3c26ba36c2585ce82a08af540ce4747782b79e1d4c7920435f96d0 +size 2749702 diff --git a/results_tencent/wavlm_base/layer11/run3/train.log b/results_tencent/wavlm_base/layer11/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2b380c6c5645769448069083e671b8c9981fa6ec --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.45611192643642423 +INFO:root: +[Valid][0][UTT][ MSE = 0.3716 | LCC = 0.9035 | SRCC = 0.9012 ] +INFO:root:Average loss=0.22514942252635955 +INFO:root: +[Valid][1][UTT][ MSE = 0.3188 | LCC = 0.9293 | SRCC = 0.9276 ] +INFO:root:Average loss=0.1779122496843338 +INFO:root: +[Valid][2][UTT][ MSE = 0.2318 | LCC = 0.9365 | SRCC = 0.9337 ] +INFO:root:Average loss=0.1614540150165558 +INFO:root: +[Valid][3][UTT][ MSE = 0.3025 | LCC = 0.9385 | SRCC = 0.9371 ] +INFO:root:Average loss=0.14928154748678207 +INFO:root: +[Valid][4][UTT][ MSE = 0.2330 | LCC = 0.9398 | SRCC = 0.9387 ] +INFO:root:Average loss=0.14240974718332292 +INFO:root: +[Valid][5][UTT][ MSE = 0.2614 | LCC = 0.9433 | SRCC = 0.9418 ] +INFO:root:Average loss=0.13089600932598114 +INFO:root: +[Valid][6][UTT][ MSE = 0.2742 | LCC = 0.9446 | SRCC = 0.9428 ] +INFO:root:Average loss=0.1253486607670784 +INFO:root: +[Valid][7][UTT][ MSE = 0.2648 | LCC = 0.9446 | SRCC = 0.9430 ] +INFO:root:Average loss=0.11646601071953773 +INFO:root: +[Valid][8][UTT][ MSE = 0.2301 | LCC = 0.9459 | SRCC = 0.9443 ] +INFO:root:Average loss=0.11289607578516006 +INFO:root: +[Valid][9][UTT][ MSE = 0.2406 | LCC = 0.9476 | SRCC = 0.9461 ] +INFO:root:Average loss=0.10697428435087204 +INFO:root: +[Valid][10][UTT][ MSE = 0.2381 | LCC = 0.9476 | SRCC = 0.9460 ] +INFO:root:Average loss=0.10229672187566757 +INFO:root: +[Valid][11][UTT][ MSE = 0.2605 | LCC = 0.9463 | SRCC = 0.9462 ] +INFO:root:Average loss=0.09857539877295494 +INFO:root: +[Valid][12][UTT][ MSE = 0.2270 | LCC = 0.9467 | SRCC = 0.9451 ] +INFO:root:Average loss=0.09610970091819764 +INFO:root: +[Valid][13][UTT][ MSE = 0.2236 | LCC = 0.9459 | SRCC = 0.9446 ] +INFO:root:Average loss=0.09479537922143937 +INFO:root: +[Valid][14][UTT][ MSE = 0.2204 | LCC = 0.9473 | SRCC = 0.9461 ] +INFO:root:Average loss=0.08755472272634507 +INFO:root: +[Valid][15][UTT][ MSE = 0.2305 | LCC = 0.9444 | SRCC = 0.9427 ] +INFO:root:Average loss=0.08379936841130256 +INFO:root: +[Valid][16][UTT][ MSE = 0.1893 | LCC = 0.9462 | SRCC = 0.9448 ] +INFO:root:Average loss=0.08231125056743621 +INFO:root: +[Valid][17][UTT][ MSE = 0.2404 | LCC = 0.9467 | SRCC = 0.9454 ] +INFO:root:Average loss=0.0842153163254261 +INFO:root: +[Valid][18][UTT][ MSE = 0.2237 | LCC = 0.9479 | SRCC = 0.9463 ] +INFO:root:Average loss=0.07557414725422859 +INFO:root: +[Valid][19][UTT][ MSE = 0.2063 | LCC = 0.9452 | SRCC = 0.9436 ] +INFO:root:Average loss=0.07461376768350601 +INFO:root: +[Valid][20][UTT][ MSE = 0.2263 | LCC = 0.9439 | SRCC = 0.9423 ] +INFO:root:Average loss=0.07165549409389496 +INFO:root: +[Valid][21][UTT][ MSE = 0.2134 | LCC = 0.9458 | SRCC = 0.9444 ] +INFO:root:Average loss=0.06825878301262855 +INFO:root: +[Valid][22][UTT][ MSE = 0.2290 | LCC = 0.9430 | SRCC = 0.9413 ] +INFO:root:Average loss=0.06782546320557595 +INFO:root: +[Valid][23][UTT][ MSE = 0.2086 | LCC = 0.9442 | SRCC = 0.9427 ] +INFO:root:Average loss=0.06547617098689079 +INFO:root: +[Valid][24][UTT][ MSE = 0.2146 | LCC = 0.9473 | SRCC = 0.9456 ] +INFO:root:Average loss=0.06380696947872638 +INFO:root: +[Valid][25][UTT][ MSE = 0.2481 | LCC = 0.9437 | SRCC = 0.9426 ] +INFO:root:Average loss=0.06124093696475029 +INFO:root: +[Valid][26][UTT][ MSE = 0.2294 | LCC = 0.9459 | SRCC = 0.9448 ] +INFO:root:Average loss=0.06028011780977249 +INFO:root: +[Valid][27][UTT][ MSE = 0.2463 | LCC = 0.9432 | SRCC = 0.9427 ] +INFO:root:Average loss=0.06097617191076279 +INFO:root: +[Valid][28][UTT][ MSE = 0.2242 | LCC = 0.9453 | SRCC = 0.9447 ] +INFO:root:Average loss=0.0569846151471138 +INFO:root: +[Valid][29][UTT][ MSE = 0.2014 | LCC = 0.9454 | SRCC = 0.9445 ] +INFO:root:Average loss=0.05533632281422615 +INFO:root: +[Valid][30][UTT][ MSE = 0.2071 | LCC = 0.9470 | SRCC = 0.9461 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2321 | LCC = 0.9444 | SRCC = 0.9455 ] diff --git a/results_tencent/wavlm_base/layer11/run4/config.gin b/results_tencent/wavlm_base/layer11/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer11/run4/model.pt b/results_tencent/wavlm_base/layer11/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bbfeaa1cb774fecffee4a6aa2b370b9bca9d6fc --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76614546444e4d84eee7f071b7593ccd290fe5a45323165f541809e33c63ed4 +size 2747979 diff --git a/results_tencent/wavlm_base/layer11/run4/model_best.pt b/results_tencent/wavlm_base/layer11/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c4aa5ef92611095213bbbde1fd1911e73fb3acc --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28e8fee192f938361451a9bceced9d3d9f8c0c6f9d580593919e2ca699ffca4 +size 2749702 diff --git a/results_tencent/wavlm_base/layer11/run4/train.log b/results_tencent/wavlm_base/layer11/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3881c9eae8bfe17133ebb322dc7eb812c0984ecf --- /dev/null +++ b/results_tencent/wavlm_base/layer11/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.48491355097293853 +INFO:root: +[Valid][0][UTT][ MSE = 0.3203 | LCC = 0.9158 | SRCC = 0.9125 ] +INFO:root:Average loss=0.20636161607503892 +INFO:root: +[Valid][1][UTT][ MSE = 0.2884 | LCC = 0.9315 | SRCC = 0.9299 ] +INFO:root:Average loss=0.17212928372621536 +INFO:root: +[Valid][2][UTT][ MSE = 0.2403 | LCC = 0.9362 | SRCC = 0.9345 ] +INFO:root:Average loss=0.15718762493133545 +INFO:root: +[Valid][3][UTT][ MSE = 0.2215 | LCC = 0.9400 | SRCC = 0.9390 ] +INFO:root:Average loss=0.14252084094285966 +INFO:root: +[Valid][4][UTT][ MSE = 0.2441 | LCC = 0.9435 | SRCC = 0.9418 ] +INFO:root:Average loss=0.13258690923452376 +INFO:root: +[Valid][5][UTT][ MSE = 0.2007 | LCC = 0.9466 | SRCC = 0.9454 ] +INFO:root:Average loss=0.12510993653535843 +INFO:root: +[Valid][6][UTT][ MSE = 0.2148 | LCC = 0.9468 | SRCC = 0.9455 ] +INFO:root:Average loss=0.11983085930347442 +INFO:root: +[Valid][7][UTT][ MSE = 0.2341 | LCC = 0.9465 | SRCC = 0.9452 ] +INFO:root:Average loss=0.1115166078209877 +INFO:root: +[Valid][8][UTT][ MSE = 0.2279 | LCC = 0.9484 | SRCC = 0.9473 ] +INFO:root:Average loss=0.10376072227954865 +INFO:root: +[Valid][9][UTT][ MSE = 0.2271 | LCC = 0.9477 | SRCC = 0.9464 ] +INFO:root:Average loss=0.10281816315650939 +INFO:root: +[Valid][10][UTT][ MSE = 0.2117 | LCC = 0.9490 | SRCC = 0.9475 ] +INFO:root:Average loss=0.09868704560399055 +INFO:root: +[Valid][11][UTT][ MSE = 0.1853 | LCC = 0.9471 | SRCC = 0.9474 ] +INFO:root:Average loss=0.09189023986458779 +INFO:root: +[Valid][12][UTT][ MSE = 0.2086 | LCC = 0.9498 | SRCC = 0.9493 ] +INFO:root:Average loss=0.09037128412723541 +INFO:root: +[Valid][13][UTT][ MSE = 0.2298 | LCC = 0.9487 | SRCC = 0.9487 ] +INFO:root:Average loss=0.08680304479598999 +INFO:root: +[Valid][14][UTT][ MSE = 0.2199 | LCC = 0.9498 | SRCC = 0.9490 ] +INFO:root:Average loss=0.08316850227117538 +INFO:root: +[Valid][15][UTT][ MSE = 0.2141 | LCC = 0.9504 | SRCC = 0.9495 ] +INFO:root:Average loss=0.0823936032652855 +INFO:root: +[Valid][16][UTT][ MSE = 0.2258 | LCC = 0.9503 | SRCC = 0.9499 ] +INFO:root:Average loss=0.07738421973586082 +INFO:root: +[Valid][17][UTT][ MSE = 0.2072 | LCC = 0.9514 | SRCC = 0.9502 ] +INFO:root:Average loss=0.07287591299414635 +INFO:root: +[Valid][18][UTT][ MSE = 0.2135 | LCC = 0.9485 | SRCC = 0.9471 ] +INFO:root:Average loss=0.06993382689356804 +INFO:root: +[Valid][19][UTT][ MSE = 0.1988 | LCC = 0.9483 | SRCC = 0.9470 ] +INFO:root:Average loss=0.07212279716134071 +INFO:root: +[Valid][20][UTT][ MSE = 0.1814 | LCC = 0.9495 | SRCC = 0.9483 ] +INFO:root:Average loss=0.06687387055158615 +INFO:root: +[Valid][21][UTT][ MSE = 0.2104 | LCC = 0.9509 | SRCC = 0.9497 ] +INFO:root:Average loss=0.06751860415935516 +INFO:root: +[Valid][22][UTT][ MSE = 0.1916 | LCC = 0.9501 | SRCC = 0.9493 ] +INFO:root:Average loss=0.0642307166159153 +INFO:root: +[Valid][23][UTT][ MSE = 0.2056 | LCC = 0.9502 | SRCC = 0.9499 ] +INFO:root:Average loss=0.0648074999153614 +INFO:root: +[Valid][24][UTT][ MSE = 0.1962 | LCC = 0.9504 | SRCC = 0.9493 ] +INFO:root:Average loss=0.05848386353254318 +INFO:root: +[Valid][25][UTT][ MSE = 0.2153 | LCC = 0.9502 | SRCC = 0.9493 ] +INFO:root:Average loss=0.0591389197409153 +INFO:root: +[Valid][26][UTT][ MSE = 0.2120 | LCC = 0.9483 | SRCC = 0.9471 ] +INFO:root:Average loss=0.05835430783033371 +INFO:root: +[Valid][27][UTT][ MSE = 0.1776 | LCC = 0.9499 | SRCC = 0.9491 ] +INFO:root:Average loss=0.05453693094849586 +INFO:root: +[Valid][28][UTT][ MSE = 0.1906 | LCC = 0.9503 | SRCC = 0.9493 ] +INFO:root:Average loss=0.05179680007696152 +INFO:root: +[Valid][29][UTT][ MSE = 0.2033 | LCC = 0.9506 | SRCC = 0.9496 ] +INFO:root:Average loss=0.05023410457372665 +INFO:root: +[Valid][30][UTT][ MSE = 0.2052 | LCC = 0.9494 | SRCC = 0.9484 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2180 | LCC = 0.9461 | SRCC = 0.9474 ] diff --git a/results_tencent/wavlm_base/layer2/run0/config.gin b/results_tencent/wavlm_base/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer2/run0/model.pt b/results_tencent/wavlm_base/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f980d7c7e3258ad55ad488653f0a56fb2fc96147 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea54f97eb881a8e453bb24423d70290ff6c1875caeea1da02ade5034afefa60b +size 2747979 diff --git a/results_tencent/wavlm_base/layer2/run0/model_best.pt b/results_tencent/wavlm_base/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed40b132c9155ad625b4da9592bbe998ba533045 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a3c2d51a8c41793f36cf131cf2da687f94792d0fcdc82d13c5a5be6ebc660a +size 2749702 diff --git a/results_tencent/wavlm_base/layer2/run0/train.log b/results_tencent/wavlm_base/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fa4aad1a1e75322055e238061c104260c0993fc0 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4683897045850754 +INFO:root: +[Valid][0][UTT][ MSE = 0.2801 | LCC = 0.9231 | SRCC = 0.9246 ] +INFO:root:Average loss=0.1826281703710556 +INFO:root: +[Valid][1][UTT][ MSE = 0.2338 | LCC = 0.9424 | SRCC = 0.9427 ] +INFO:root:Average loss=0.14580863374471664 +INFO:root: +[Valid][2][UTT][ MSE = 0.2293 | LCC = 0.9461 | SRCC = 0.9492 ] +INFO:root:Average loss=0.1303083468079567 +INFO:root: +[Valid][3][UTT][ MSE = 0.1986 | LCC = 0.9526 | SRCC = 0.9525 ] +INFO:root:Average loss=0.11577263617515564 +INFO:root: +[Valid][4][UTT][ MSE = 0.2045 | LCC = 0.9544 | SRCC = 0.9543 ] +INFO:root:Average loss=0.10818057358264924 +INFO:root: +[Valid][5][UTT][ MSE = 0.2107 | LCC = 0.9564 | SRCC = 0.9561 ] +INFO:root:Average loss=0.10017006120085717 +INFO:root: +[Valid][6][UTT][ MSE = 0.2109 | LCC = 0.9568 | SRCC = 0.9570 ] +INFO:root:Average loss=0.09409826678037643 +INFO:root: +[Valid][7][UTT][ MSE = 0.2122 | LCC = 0.9579 | SRCC = 0.9579 ] +INFO:root:Average loss=0.08692450514435768 +INFO:root: +[Valid][8][UTT][ MSE = 0.1767 | LCC = 0.9591 | SRCC = 0.9588 ] +INFO:root:Average loss=0.08388503518700599 +INFO:root: +[Valid][9][UTT][ MSE = 0.1962 | LCC = 0.9595 | SRCC = 0.9597 ] +INFO:root:Average loss=0.07699711388349532 +INFO:root: +[Valid][10][UTT][ MSE = 0.2024 | LCC = 0.9589 | SRCC = 0.9586 ] +INFO:root:Average loss=0.07294790750741958 +INFO:root: +[Valid][11][UTT][ MSE = 0.1872 | LCC = 0.9563 | SRCC = 0.9569 ] +INFO:root:Average loss=0.07124377739429474 +INFO:root: +[Valid][12][UTT][ MSE = 0.2039 | LCC = 0.9585 | SRCC = 0.9579 ] +INFO:root:Average loss=0.06594871520996094 +INFO:root: +[Valid][13][UTT][ MSE = 0.2050 | LCC = 0.9588 | SRCC = 0.9592 ] +INFO:root:Average loss=0.06428662496805192 +INFO:root: +[Valid][14][UTT][ MSE = 0.1909 | LCC = 0.9608 | SRCC = 0.9600 ] +INFO:root:Average loss=0.05868496581912041 +INFO:root: +[Valid][15][UTT][ MSE = 0.1659 | LCC = 0.9620 | SRCC = 0.9617 ] +INFO:root:Average loss=0.055748969674110416 +INFO:root: +[Valid][16][UTT][ MSE = 0.1769 | LCC = 0.9596 | SRCC = 0.9599 ] +INFO:root:Average loss=0.05557776924967766 +INFO:root: +[Valid][17][UTT][ MSE = 0.1757 | LCC = 0.9624 | SRCC = 0.9618 ] +INFO:root:Average loss=0.054500868007540705 +INFO:root: +[Valid][18][UTT][ MSE = 0.1770 | LCC = 0.9628 | SRCC = 0.9623 ] +INFO:root:Average loss=0.049691373765468595 +INFO:root: +[Valid][19][UTT][ MSE = 0.1819 | LCC = 0.9629 | SRCC = 0.9624 ] +INFO:root:Average loss=0.050086487978696824 +INFO:root: +[Valid][20][UTT][ MSE = 0.1728 | LCC = 0.9629 | SRCC = 0.9623 ] +INFO:root:Average loss=0.047164647802710534 +INFO:root: +[Valid][21][UTT][ MSE = 0.1630 | LCC = 0.9610 | SRCC = 0.9606 ] +INFO:root:Average loss=0.04367125582695007 +INFO:root: +[Valid][22][UTT][ MSE = 0.1849 | LCC = 0.9598 | SRCC = 0.9596 ] +INFO:root:Average loss=0.04111873023211956 +INFO:root: +[Valid][23][UTT][ MSE = 0.1614 | LCC = 0.9630 | SRCC = 0.9627 ] +INFO:root:Average loss=0.042022323638200756 +INFO:root: +[Valid][24][UTT][ MSE = 0.1710 | LCC = 0.9632 | SRCC = 0.9625 ] +INFO:root:Average loss=0.042923746928572655 +INFO:root: +[Valid][25][UTT][ MSE = 0.1590 | LCC = 0.9624 | SRCC = 0.9620 ] +INFO:root:Average loss=0.040650485903024676 +INFO:root: +[Valid][26][UTT][ MSE = 0.1899 | LCC = 0.9634 | SRCC = 0.9629 ] +INFO:root:Average loss=0.04077698837220669 +INFO:root: +[Valid][27][UTT][ MSE = 0.1850 | LCC = 0.9629 | SRCC = 0.9623 ] +INFO:root:Average loss=0.037834152385592464 +INFO:root: +[Valid][28][UTT][ MSE = 0.1653 | LCC = 0.9620 | SRCC = 0.9613 ] +INFO:root:Average loss=0.035268650501966474 +INFO:root: +[Valid][29][UTT][ MSE = 0.1806 | LCC = 0.9627 | SRCC = 0.9622 ] +INFO:root:Average loss=0.03596148690581322 +INFO:root: +[Valid][30][UTT][ MSE = 0.1710 | LCC = 0.9625 | SRCC = 0.9622 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1949 | LCC = 0.9610 | SRCC = 0.9610 ] diff --git a/results_tencent/wavlm_base/layer2/run1/config.gin b/results_tencent/wavlm_base/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer2/run1/model.pt b/results_tencent/wavlm_base/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a1e8efa3538f8d74a35dc87313b4777c55c4aa9 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0732c01d77a842ad6e7c910fb3db1b507125fbd6c4939e67ae48d6025d7e5e2 +size 2747979 diff --git a/results_tencent/wavlm_base/layer2/run1/model_best.pt b/results_tencent/wavlm_base/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b98fb6349b307e20306699bec242fc9982b719f5 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00abdd81d12ae18734a68efdbe7f47138b176b1fcf989e184fbab3a012ce483e +size 2749702 diff --git a/results_tencent/wavlm_base/layer2/run1/train.log b/results_tencent/wavlm_base/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..cce1dfa16c89ade6ff266afb63c54d5caa17a046 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4503651748895645 +INFO:root: +[Valid][0][UTT][ MSE = 0.3055 | LCC = 0.9167 | SRCC = 0.9180 ] +INFO:root:Average loss=0.19455307042598724 +INFO:root: +[Valid][1][UTT][ MSE = 0.2437 | LCC = 0.9388 | SRCC = 0.9399 ] +INFO:root:Average loss=0.15769224762916564 +INFO:root: +[Valid][2][UTT][ MSE = 0.2379 | LCC = 0.9469 | SRCC = 0.9477 ] +INFO:root:Average loss=0.13712486505508423 +INFO:root: +[Valid][3][UTT][ MSE = 0.2029 | LCC = 0.9482 | SRCC = 0.9490 ] +INFO:root:Average loss=0.12354948329925537 +INFO:root: +[Valid][4][UTT][ MSE = 0.1945 | LCC = 0.9520 | SRCC = 0.9532 ] +INFO:root:Average loss=0.11879696053266525 +INFO:root: +[Valid][5][UTT][ MSE = 0.2153 | LCC = 0.9532 | SRCC = 0.9543 ] +INFO:root:Average loss=0.10517070353031159 +INFO:root: +[Valid][6][UTT][ MSE = 0.2078 | LCC = 0.9555 | SRCC = 0.9561 ] +INFO:root:Average loss=0.09776939234137536 +INFO:root: +[Valid][7][UTT][ MSE = 0.2156 | LCC = 0.9558 | SRCC = 0.9563 ] +INFO:root:Average loss=0.0931054108440876 +INFO:root: +[Valid][8][UTT][ MSE = 0.2019 | LCC = 0.9567 | SRCC = 0.9573 ] +INFO:root:Average loss=0.0850460371375084 +INFO:root: +[Valid][9][UTT][ MSE = 0.2347 | LCC = 0.9562 | SRCC = 0.9570 ] +INFO:root:Average loss=0.08299363705515861 +INFO:root: +[Valid][10][UTT][ MSE = 0.2053 | LCC = 0.9577 | SRCC = 0.9582 ] +INFO:root:Average loss=0.07719582724571228 +INFO:root: +[Valid][11][UTT][ MSE = 0.2004 | LCC = 0.9584 | SRCC = 0.9588 ] +INFO:root:Average loss=0.07406835320591927 +INFO:root: +[Valid][12][UTT][ MSE = 0.1710 | LCC = 0.9586 | SRCC = 0.9589 ] +INFO:root:Average loss=0.0711761280298233 +INFO:root: +[Valid][13][UTT][ MSE = 0.2201 | LCC = 0.9580 | SRCC = 0.9592 ] +INFO:root:Average loss=0.06713540256023406 +INFO:root: +[Valid][14][UTT][ MSE = 0.1718 | LCC = 0.9594 | SRCC = 0.9594 ] +INFO:root:Average loss=0.06399417543411255 +INFO:root: +[Valid][15][UTT][ MSE = 0.1721 | LCC = 0.9582 | SRCC = 0.9589 ] +INFO:root:Average loss=0.06028822457790375 +INFO:root: +[Valid][16][UTT][ MSE = 0.1805 | LCC = 0.9597 | SRCC = 0.9600 ] +INFO:root:Average loss=0.06003254821896553 +INFO:root: +[Valid][17][UTT][ MSE = 0.2067 | LCC = 0.9598 | SRCC = 0.9596 ] +INFO:root:Average loss=0.05583619002997875 +INFO:root: +[Valid][18][UTT][ MSE = 0.1897 | LCC = 0.9607 | SRCC = 0.9610 ] +INFO:root:Average loss=0.05047935920953751 +INFO:root: +[Valid][19][UTT][ MSE = 0.1858 | LCC = 0.9595 | SRCC = 0.9592 ] +INFO:root:Average loss=0.05117536461353302 +INFO:root: +[Valid][20][UTT][ MSE = 0.1868 | LCC = 0.9601 | SRCC = 0.9600 ] +INFO:root:Average loss=0.04778616134822369 +INFO:root: +[Valid][21][UTT][ MSE = 0.1872 | LCC = 0.9611 | SRCC = 0.9614 ] +INFO:root:Average loss=0.0463420230448246 +INFO:root: +[Valid][22][UTT][ MSE = 0.1928 | LCC = 0.9613 | SRCC = 0.9616 ] +INFO:root:Average loss=0.04404087118804455 +INFO:root: +[Valid][23][UTT][ MSE = 0.1863 | LCC = 0.9614 | SRCC = 0.9616 ] +INFO:root:Average loss=0.042845253080129625 +INFO:root: +[Valid][24][UTT][ MSE = 0.1908 | LCC = 0.9616 | SRCC = 0.9616 ] +INFO:root:Average loss=0.04403542153537274 +INFO:root: +[Valid][25][UTT][ MSE = 0.1849 | LCC = 0.9617 | SRCC = 0.9621 ] +INFO:root:Average loss=0.0399277191311121 +INFO:root: +[Valid][26][UTT][ MSE = 0.1861 | LCC = 0.9612 | SRCC = 0.9613 ] +INFO:root:Average loss=0.039629567429423335 +INFO:root: +[Valid][27][UTT][ MSE = 0.2064 | LCC = 0.9614 | SRCC = 0.9621 ] +INFO:root:Average loss=0.040435897156596186 +INFO:root: +[Valid][28][UTT][ MSE = 0.1733 | LCC = 0.9602 | SRCC = 0.9605 ] +INFO:root:Average loss=0.037018663808703424 +INFO:root: +[Valid][29][UTT][ MSE = 0.1961 | LCC = 0.9617 | SRCC = 0.9620 ] +INFO:root:Average loss=0.03475177274644375 +INFO:root: +[Valid][30][UTT][ MSE = 0.1736 | LCC = 0.9616 | SRCC = 0.9617 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2012 | LCC = 0.9611 | SRCC = 0.9619 ] diff --git a/results_tencent/wavlm_base/layer2/run2/config.gin b/results_tencent/wavlm_base/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer2/run2/model.pt b/results_tencent/wavlm_base/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..417e1dd3750e6323841bd942590e43d06e8ce49e --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a9fbc72c17fae8a3609454091ed688957cd7d52ab5a2dd0b51bfd33d1f05d5 +size 2747979 diff --git a/results_tencent/wavlm_base/layer2/run2/model_best.pt b/results_tencent/wavlm_base/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..03aa38052d8d6d1a2cc2acedd030d0c4f30d1e90 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bea3858775a7fb07b8981fde6aee5896310fff566972e8b5982914f8563a109 +size 2749702 diff --git a/results_tencent/wavlm_base/layer2/run2/train.log b/results_tencent/wavlm_base/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f19b0066afa1745176b7a42cac25f7a730446603 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5104730511903763 +INFO:root: +[Valid][0][UTT][ MSE = 0.3201 | LCC = 0.9183 | SRCC = 0.9203 ] +INFO:root:Average loss=0.19122736692428588 +INFO:root: +[Valid][1][UTT][ MSE = 0.2462 | LCC = 0.9414 | SRCC = 0.9431 ] +INFO:root:Average loss=0.1546186170578003 +INFO:root: +[Valid][2][UTT][ MSE = 0.2754 | LCC = 0.9481 | SRCC = 0.9500 ] +INFO:root:Average loss=0.13624826407432555 +INFO:root: +[Valid][3][UTT][ MSE = 0.2032 | LCC = 0.9514 | SRCC = 0.9520 ] +INFO:root:Average loss=0.12230465447902679 +INFO:root: +[Valid][4][UTT][ MSE = 0.2410 | LCC = 0.9532 | SRCC = 0.9537 ] +INFO:root:Average loss=0.11619118231534958 +INFO:root: +[Valid][5][UTT][ MSE = 0.2271 | LCC = 0.9560 | SRCC = 0.9560 ] +INFO:root:Average loss=0.10311211040616035 +INFO:root: +[Valid][6][UTT][ MSE = 0.2617 | LCC = 0.9540 | SRCC = 0.9571 ] +INFO:root:Average loss=0.09760850960016251 +INFO:root: +[Valid][7][UTT][ MSE = 0.2069 | LCC = 0.9582 | SRCC = 0.9586 ] +INFO:root:Average loss=0.08845063409209251 +INFO:root: +[Valid][8][UTT][ MSE = 0.1871 | LCC = 0.9579 | SRCC = 0.9574 ] +INFO:root:Average loss=0.08741048297286033 +INFO:root: +[Valid][9][UTT][ MSE = 0.1808 | LCC = 0.9589 | SRCC = 0.9590 ] +INFO:root:Average loss=0.07983061933517456 +INFO:root: +[Valid][10][UTT][ MSE = 0.1804 | LCC = 0.9591 | SRCC = 0.9593 ] +INFO:root:Average loss=0.07915662550926209 +INFO:root: +[Valid][11][UTT][ MSE = 0.1958 | LCC = 0.9600 | SRCC = 0.9601 ] +INFO:root:Average loss=0.07469180762767792 +INFO:root: +[Valid][12][UTT][ MSE = 0.1856 | LCC = 0.9598 | SRCC = 0.9596 ] +INFO:root:Average loss=0.0659521301239729 +INFO:root: +[Valid][13][UTT][ MSE = 0.1784 | LCC = 0.9606 | SRCC = 0.9606 ] +INFO:root:Average loss=0.06575133903324604 +INFO:root: +[Valid][14][UTT][ MSE = 0.1787 | LCC = 0.9601 | SRCC = 0.9604 ] +INFO:root:Average loss=0.06124734164774418 +INFO:root: +[Valid][15][UTT][ MSE = 0.1959 | LCC = 0.9604 | SRCC = 0.9602 ] +INFO:root:Average loss=0.05618927907943726 +INFO:root: +[Valid][16][UTT][ MSE = 0.2007 | LCC = 0.9602 | SRCC = 0.9601 ] +INFO:root:Average loss=0.05203061842918396 +INFO:root: +[Valid][17][UTT][ MSE = 0.1979 | LCC = 0.9601 | SRCC = 0.9603 ] +INFO:root:Average loss=0.05284607630968094 +INFO:root: +[Valid][18][UTT][ MSE = 0.1888 | LCC = 0.9612 | SRCC = 0.9610 ] +INFO:root:Average loss=0.05180329564213753 +INFO:root: +[Valid][19][UTT][ MSE = 0.2085 | LCC = 0.9600 | SRCC = 0.9606 ] +INFO:root:Average loss=0.05146809586882591 +INFO:root: +[Valid][20][UTT][ MSE = 0.1780 | LCC = 0.9610 | SRCC = 0.9605 ] +INFO:root:Average loss=0.046870077043771746 +INFO:root: +[Valid][21][UTT][ MSE = 0.1624 | LCC = 0.9590 | SRCC = 0.9591 ] +INFO:root:Average loss=0.045535108879208565 +INFO:root: +[Valid][22][UTT][ MSE = 0.1971 | LCC = 0.9606 | SRCC = 0.9604 ] +INFO:root:Average loss=0.044110405936837196 +INFO:root: +[Valid][23][UTT][ MSE = 0.1972 | LCC = 0.9602 | SRCC = 0.9600 ] +INFO:root:Average loss=0.04176404133439064 +INFO:root: +[Valid][24][UTT][ MSE = 0.1917 | LCC = 0.9612 | SRCC = 0.9611 ] +INFO:root:Average loss=0.03953329335153103 +INFO:root: +[Valid][25][UTT][ MSE = 0.1578 | LCC = 0.9603 | SRCC = 0.9608 ] +INFO:root:Average loss=0.037458331942558286 +INFO:root: +[Valid][26][UTT][ MSE = 0.1981 | LCC = 0.9595 | SRCC = 0.9597 ] +INFO:root:Average loss=0.03793107782304287 +INFO:root: +[Valid][27][UTT][ MSE = 0.1763 | LCC = 0.9599 | SRCC = 0.9595 ] +INFO:root:Average loss=0.03502888524532318 +INFO:root: +[Valid][28][UTT][ MSE = 0.1749 | LCC = 0.9599 | SRCC = 0.9595 ] +INFO:root:Average loss=0.034460430771112445 +INFO:root: +[Valid][29][UTT][ MSE = 0.1805 | LCC = 0.9611 | SRCC = 0.9606 ] +INFO:root:Average loss=0.03361950674653053 +INFO:root: +[Valid][30][UTT][ MSE = 0.1749 | LCC = 0.9608 | SRCC = 0.9604 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1951 | LCC = 0.9596 | SRCC = 0.9601 ] diff --git a/results_tencent/wavlm_base/layer2/run3/config.gin b/results_tencent/wavlm_base/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer2/run3/model.pt b/results_tencent/wavlm_base/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d91ceb4a2ed87bf687d92d59ee8e6c96313eef5 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e4301d56bae4be4ec2f9e1b5a671ad75722412c97cd1994785c070c2dc3d0a +size 2747979 diff --git a/results_tencent/wavlm_base/layer2/run3/model_best.pt b/results_tencent/wavlm_base/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..70f88db0738292f5abbe9171cdd6e61e1c6cd01f --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6378d150f6fcbd0455083f0d0400b4138d4256ff221144d2d44602e25a3ae00 +size 2749702 diff --git a/results_tencent/wavlm_base/layer2/run3/train.log b/results_tencent/wavlm_base/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a9301c291f0d1e7caccd7e69460a4d749d143d9d --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4332165769338608 +INFO:root: +[Valid][0][UTT][ MSE = 0.3023 | LCC = 0.9232 | SRCC = 0.9224 ] +INFO:root:Average loss=0.19245240813493728 +INFO:root: +[Valid][1][UTT][ MSE = 0.2305 | LCC = 0.9399 | SRCC = 0.9418 ] +INFO:root:Average loss=0.15241977059841155 +INFO:root: +[Valid][2][UTT][ MSE = 0.2305 | LCC = 0.9469 | SRCC = 0.9481 ] +INFO:root:Average loss=0.13152372479438781 +INFO:root: +[Valid][3][UTT][ MSE = 0.2094 | LCC = 0.9485 | SRCC = 0.9487 ] +INFO:root:Average loss=0.12153212356567383 +INFO:root: +[Valid][4][UTT][ MSE = 0.2290 | LCC = 0.9538 | SRCC = 0.9540 ] +INFO:root:Average loss=0.10953952819108963 +INFO:root: +[Valid][5][UTT][ MSE = 0.2196 | LCC = 0.9536 | SRCC = 0.9543 ] +INFO:root:Average loss=0.10762899672985077 +INFO:root: +[Valid][6][UTT][ MSE = 0.2394 | LCC = 0.9550 | SRCC = 0.9567 ] +INFO:root:Average loss=0.09515456810593605 +INFO:root: +[Valid][7][UTT][ MSE = 0.2189 | LCC = 0.9578 | SRCC = 0.9586 ] +INFO:root:Average loss=0.0941610090136528 +INFO:root: +[Valid][8][UTT][ MSE = 0.2161 | LCC = 0.9601 | SRCC = 0.9605 ] +INFO:root:Average loss=0.09163130086660386 +INFO:root: +[Valid][9][UTT][ MSE = 0.2242 | LCC = 0.9569 | SRCC = 0.9569 ] +INFO:root:Average loss=0.08067109429836274 +INFO:root: +[Valid][10][UTT][ MSE = 0.1844 | LCC = 0.9602 | SRCC = 0.9602 ] +INFO:root:Average loss=0.07478117150068284 +INFO:root: +[Valid][11][UTT][ MSE = 0.2273 | LCC = 0.9565 | SRCC = 0.9579 ] +INFO:root:Average loss=0.071626355946064 +INFO:root: +[Valid][12][UTT][ MSE = 0.1662 | LCC = 0.9607 | SRCC = 0.9610 ] +INFO:root:Average loss=0.07056854194402695 +INFO:root: +[Valid][13][UTT][ MSE = 0.1803 | LCC = 0.9609 | SRCC = 0.9614 ] +INFO:root:Average loss=0.065383813560009 +INFO:root: +[Valid][14][UTT][ MSE = 0.1816 | LCC = 0.9588 | SRCC = 0.9593 ] +INFO:root:Average loss=0.06446707740426064 +INFO:root: +[Valid][15][UTT][ MSE = 0.1789 | LCC = 0.9616 | SRCC = 0.9616 ] +INFO:root:Average loss=0.05828677435219288 +INFO:root: +[Valid][16][UTT][ MSE = 0.1829 | LCC = 0.9605 | SRCC = 0.9604 ] +INFO:root:Average loss=0.05506401839852333 +INFO:root: +[Valid][17][UTT][ MSE = 0.1773 | LCC = 0.9615 | SRCC = 0.9615 ] +INFO:root:Average loss=0.05248824870586395 +INFO:root: +[Valid][18][UTT][ MSE = 0.1758 | LCC = 0.9614 | SRCC = 0.9613 ] +INFO:root:Average loss=0.04927350547909737 +INFO:root: +[Valid][19][UTT][ MSE = 0.1856 | LCC = 0.9614 | SRCC = 0.9617 ] +INFO:root:Average loss=0.05000374686717987 +INFO:root: +[Valid][20][UTT][ MSE = 0.1558 | LCC = 0.9610 | SRCC = 0.9612 ] +INFO:root:Average loss=0.04846184524893761 +INFO:root: +[Valid][21][UTT][ MSE = 0.2091 | LCC = 0.9613 | SRCC = 0.9621 ] +INFO:root:Average loss=0.04477011851966381 +INFO:root: +[Valid][22][UTT][ MSE = 0.1753 | LCC = 0.9621 | SRCC = 0.9619 ] +INFO:root:Average loss=0.044197237014770505 +INFO:root: +[Valid][23][UTT][ MSE = 0.1824 | LCC = 0.9626 | SRCC = 0.9626 ] +INFO:root:Average loss=0.043252117902040484 +INFO:root: +[Valid][24][UTT][ MSE = 0.1687 | LCC = 0.9605 | SRCC = 0.9605 ] +INFO:root:Average loss=0.04108936505019665 +INFO:root: +[Valid][25][UTT][ MSE = 0.1626 | LCC = 0.9625 | SRCC = 0.9618 ] +INFO:root:Average loss=0.0382845583409071 +INFO:root: +[Valid][26][UTT][ MSE = 0.1772 | LCC = 0.9622 | SRCC = 0.9622 ] +INFO:root:Average loss=0.03780443088710308 +INFO:root: +[Valid][27][UTT][ MSE = 0.1823 | LCC = 0.9621 | SRCC = 0.9626 ] +INFO:root:Average loss=0.03634824161231518 +INFO:root: +[Valid][28][UTT][ MSE = 0.1683 | LCC = 0.9617 | SRCC = 0.9620 ] +INFO:root:Average loss=0.03675780001282692 +INFO:root: +[Valid][29][UTT][ MSE = 0.2025 | LCC = 0.9609 | SRCC = 0.9611 ] +INFO:root:Average loss=0.03611128544807434 +INFO:root: +[Valid][30][UTT][ MSE = 0.1946 | LCC = 0.9619 | SRCC = 0.9618 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1936 | LCC = 0.9595 | SRCC = 0.9596 ] diff --git a/results_tencent/wavlm_base/layer2/run4/config.gin b/results_tencent/wavlm_base/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer2/run4/model.pt b/results_tencent/wavlm_base/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1522a20af86163402715dacec748de2e3ac46652 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc8ec40864592d334b48f1f958602bdc6a6c373b8f026c68acfe3a41c406ac8 +size 2747979 diff --git a/results_tencent/wavlm_base/layer2/run4/model_best.pt b/results_tencent/wavlm_base/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e74d4bd5ecea3be9987c1f6a37301b19add7d50d --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60ce3fdb46344b6af51dd5c2ac86f4a9671a9ededd305b29ad90fb5cef6be73d +size 2749702 diff --git a/results_tencent/wavlm_base/layer2/run4/train.log b/results_tencent/wavlm_base/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..49cf3d1d04ddd7af359587e10fd33477858ab652 --- /dev/null +++ b/results_tencent/wavlm_base/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5070464240312577 +INFO:root: +[Valid][0][UTT][ MSE = 0.3777 | LCC = 0.9168 | SRCC = 0.9195 ] +INFO:root:Average loss=0.196024521112442 +INFO:root: +[Valid][1][UTT][ MSE = 0.2443 | LCC = 0.9392 | SRCC = 0.9410 ] +INFO:root:Average loss=0.15678327006101608 +INFO:root: +[Valid][2][UTT][ MSE = 0.2095 | LCC = 0.9467 | SRCC = 0.9479 ] +INFO:root:Average loss=0.1382316971421242 +INFO:root: +[Valid][3][UTT][ MSE = 0.2520 | LCC = 0.9502 | SRCC = 0.9516 ] +INFO:root:Average loss=0.12148677611351014 +INFO:root: +[Valid][4][UTT][ MSE = 0.2049 | LCC = 0.9525 | SRCC = 0.9533 ] +INFO:root:Average loss=0.11188510411977767 +INFO:root: +[Valid][5][UTT][ MSE = 0.1933 | LCC = 0.9532 | SRCC = 0.9545 ] +INFO:root:Average loss=0.10385866701602936 +INFO:root: +[Valid][6][UTT][ MSE = 0.1723 | LCC = 0.9555 | SRCC = 0.9560 ] +INFO:root:Average loss=0.09755580469965935 +INFO:root: +[Valid][7][UTT][ MSE = 0.1810 | LCC = 0.9550 | SRCC = 0.9562 ] +INFO:root:Average loss=0.09057910227775574 +INFO:root: +[Valid][8][UTT][ MSE = 0.1715 | LCC = 0.9567 | SRCC = 0.9572 ] +INFO:root:Average loss=0.08389652594923973 +INFO:root: +[Valid][9][UTT][ MSE = 0.1846 | LCC = 0.9570 | SRCC = 0.9572 ] +INFO:root:Average loss=0.08265057519078255 +INFO:root: +[Valid][10][UTT][ MSE = 0.1878 | LCC = 0.9579 | SRCC = 0.9582 ] +INFO:root:Average loss=0.07425716775655747 +INFO:root: +[Valid][11][UTT][ MSE = 0.1788 | LCC = 0.9588 | SRCC = 0.9592 ] +INFO:root:Average loss=0.07085394343733788 +INFO:root: +[Valid][12][UTT][ MSE = 0.1819 | LCC = 0.9582 | SRCC = 0.9585 ] +INFO:root:Average loss=0.06811967480182647 +INFO:root: +[Valid][13][UTT][ MSE = 0.1770 | LCC = 0.9579 | SRCC = 0.9580 ] +INFO:root:Average loss=0.06335759210586547 +INFO:root: +[Valid][14][UTT][ MSE = 0.1725 | LCC = 0.9584 | SRCC = 0.9590 ] +INFO:root:Average loss=0.06389398446679115 +INFO:root: +[Valid][15][UTT][ MSE = 0.1695 | LCC = 0.9593 | SRCC = 0.9595 ] +INFO:root:Average loss=0.06142233254015446 +INFO:root: +[Valid][16][UTT][ MSE = 0.1608 | LCC = 0.9589 | SRCC = 0.9595 ] +INFO:root:Average loss=0.0576488219499588 +INFO:root: +[Valid][17][UTT][ MSE = 0.1701 | LCC = 0.9594 | SRCC = 0.9594 ] +INFO:root:Average loss=0.054524175330996516 +INFO:root: +[Valid][18][UTT][ MSE = 0.1948 | LCC = 0.9605 | SRCC = 0.9608 ] +INFO:root:Average loss=0.054297285422682764 +INFO:root: +[Valid][19][UTT][ MSE = 0.1636 | LCC = 0.9598 | SRCC = 0.9605 ] +INFO:root:Average loss=0.04698440097272396 +INFO:root: +[Valid][20][UTT][ MSE = 0.1606 | LCC = 0.9599 | SRCC = 0.9604 ] +INFO:root:Average loss=0.04667775857448578 +INFO:root: +[Valid][21][UTT][ MSE = 0.1796 | LCC = 0.9601 | SRCC = 0.9602 ] +INFO:root:Average loss=0.047232903465628626 +INFO:root: +[Valid][22][UTT][ MSE = 0.1764 | LCC = 0.9607 | SRCC = 0.9604 ] +INFO:root:Average loss=0.0459514220058918 +INFO:root: +[Valid][23][UTT][ MSE = 0.1686 | LCC = 0.9614 | SRCC = 0.9613 ] +INFO:root:Average loss=0.0427195133715868 +INFO:root: +[Valid][24][UTT][ MSE = 0.1725 | LCC = 0.9605 | SRCC = 0.9604 ] +INFO:root:Average loss=0.042042304515838624 +INFO:root: +[Valid][25][UTT][ MSE = 0.1775 | LCC = 0.9593 | SRCC = 0.9601 ] +INFO:root:Average loss=0.03984802401065826 +INFO:root: +[Valid][26][UTT][ MSE = 0.1586 | LCC = 0.9603 | SRCC = 0.9606 ] +INFO:root:Average loss=0.038017021179199216 +INFO:root: +[Valid][27][UTT][ MSE = 0.1740 | LCC = 0.9607 | SRCC = 0.9604 ] +INFO:root:Average loss=0.039175630167126656 +INFO:root: +[Valid][28][UTT][ MSE = 0.1809 | LCC = 0.9594 | SRCC = 0.9597 ] +INFO:root:Average loss=0.03708270367980003 +INFO:root: +[Valid][29][UTT][ MSE = 0.1707 | LCC = 0.9600 | SRCC = 0.9604 ] +INFO:root:Average loss=0.03580532954633236 +INFO:root: +[Valid][30][UTT][ MSE = 0.1771 | LCC = 0.9600 | SRCC = 0.9601 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1769 | LCC = 0.9598 | SRCC = 0.9603 ] diff --git a/results_tencent/wavlm_base/layer3/run0/config.gin b/results_tencent/wavlm_base/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer3/run0/model.pt b/results_tencent/wavlm_base/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..21d6f369179e9d12b6361b44fb3a3d61bc28ebf7 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6537f0516c6046c601eb53390d5b7d67d39a3187b0eb20c0b2114ed31bcd9bb0 +size 2747979 diff --git a/results_tencent/wavlm_base/layer3/run0/model_best.pt b/results_tencent/wavlm_base/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..03449c269cd5e8a52b5c1da4045b5c49384d603e --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14aad579bc4c1aee30ecaf9827a73d9c6eabe49e5a6a225a0a5286a377a5c118 +size 2749702 diff --git a/results_tencent/wavlm_base/layer3/run0/train.log b/results_tencent/wavlm_base/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..917c761118eb05099b0ee8227d6727a38e1728ea --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4131032338142395 +INFO:root: +[Valid][0][UTT][ MSE = 0.2650 | LCC = 0.9262 | SRCC = 0.9273 ] +INFO:root:Average loss=0.1865027447938919 +INFO:root: +[Valid][1][UTT][ MSE = 0.2426 | LCC = 0.9407 | SRCC = 0.9419 ] +INFO:root:Average loss=0.14932716345787048 +INFO:root: +[Valid][2][UTT][ MSE = 0.2180 | LCC = 0.9485 | SRCC = 0.9486 ] +INFO:root:Average loss=0.13741499096155166 +INFO:root: +[Valid][3][UTT][ MSE = 0.2155 | LCC = 0.9530 | SRCC = 0.9537 ] +INFO:root:Average loss=0.11360206729173661 +INFO:root: +[Valid][4][UTT][ MSE = 0.1923 | LCC = 0.9557 | SRCC = 0.9565 ] +INFO:root:Average loss=0.1072633758187294 +INFO:root: +[Valid][5][UTT][ MSE = 0.1872 | LCC = 0.9587 | SRCC = 0.9592 ] +INFO:root:Average loss=0.09710203197598458 +INFO:root: +[Valid][6][UTT][ MSE = 0.1676 | LCC = 0.9591 | SRCC = 0.9603 ] +INFO:root:Average loss=0.09033271285891532 +INFO:root: +[Valid][7][UTT][ MSE = 0.1634 | LCC = 0.9594 | SRCC = 0.9601 ] +INFO:root:Average loss=0.08271347054839134 +INFO:root: +[Valid][8][UTT][ MSE = 0.1760 | LCC = 0.9597 | SRCC = 0.9602 ] +INFO:root:Average loss=0.07779481282830239 +INFO:root: +[Valid][9][UTT][ MSE = 0.1742 | LCC = 0.9596 | SRCC = 0.9599 ] +INFO:root:Average loss=0.07660446649789811 +INFO:root: +[Valid][10][UTT][ MSE = 0.1853 | LCC = 0.9586 | SRCC = 0.9586 ] +INFO:root:Average loss=0.06963098740577697 +INFO:root: +[Valid][11][UTT][ MSE = 0.1773 | LCC = 0.9603 | SRCC = 0.9607 ] +INFO:root:Average loss=0.0640746893286705 +INFO:root: +[Valid][12][UTT][ MSE = 0.1671 | LCC = 0.9626 | SRCC = 0.9627 ] +INFO:root:Average loss=0.061278575330972675 +INFO:root: +[Valid][13][UTT][ MSE = 0.1480 | LCC = 0.9618 | SRCC = 0.9619 ] +INFO:root:Average loss=0.058136672526597974 +INFO:root: +[Valid][14][UTT][ MSE = 0.1637 | LCC = 0.9627 | SRCC = 0.9629 ] +INFO:root:Average loss=0.0587000684440136 +INFO:root: +[Valid][15][UTT][ MSE = 0.1496 | LCC = 0.9637 | SRCC = 0.9636 ] +INFO:root:Average loss=0.05366885060071945 +INFO:root: +[Valid][16][UTT][ MSE = 0.1713 | LCC = 0.9632 | SRCC = 0.9635 ] +INFO:root:Average loss=0.0498209937363863 +INFO:root: +[Valid][17][UTT][ MSE = 0.1653 | LCC = 0.9625 | SRCC = 0.9625 ] +INFO:root:Average loss=0.04769066576659679 +INFO:root: +[Valid][18][UTT][ MSE = 0.1452 | LCC = 0.9634 | SRCC = 0.9635 ] +INFO:root:Average loss=0.04948766152560711 +INFO:root: +[Valid][19][UTT][ MSE = 0.1600 | LCC = 0.9638 | SRCC = 0.9638 ] +INFO:root:Average loss=0.04386185611784458 +INFO:root: +[Valid][20][UTT][ MSE = 0.1695 | LCC = 0.9642 | SRCC = 0.9640 ] +INFO:root:Average loss=0.04260290415585041 +INFO:root: +[Valid][21][UTT][ MSE = 0.1631 | LCC = 0.9623 | SRCC = 0.9622 ] +INFO:root:Average loss=0.041751186445355415 +INFO:root: +[Valid][22][UTT][ MSE = 0.1610 | LCC = 0.9613 | SRCC = 0.9623 ] +INFO:root:Average loss=0.040212143644690515 +INFO:root: +[Valid][23][UTT][ MSE = 0.1679 | LCC = 0.9636 | SRCC = 0.9631 ] +INFO:root:Average loss=0.03930085986852646 +INFO:root: +[Valid][24][UTT][ MSE = 0.1626 | LCC = 0.9622 | SRCC = 0.9616 ] +INFO:root:Average loss=0.03940689489245415 +INFO:root: +[Valid][25][UTT][ MSE = 0.1570 | LCC = 0.9643 | SRCC = 0.9640 ] +INFO:root:Average loss=0.035122975006699565 +INFO:root: +[Valid][26][UTT][ MSE = 0.1794 | LCC = 0.9627 | SRCC = 0.9627 ] +INFO:root:Average loss=0.03539005921781063 +INFO:root: +[Valid][27][UTT][ MSE = 0.1605 | LCC = 0.9629 | SRCC = 0.9630 ] +INFO:root:Average loss=0.03308515480160713 +INFO:root: +[Valid][28][UTT][ MSE = 0.1490 | LCC = 0.9619 | SRCC = 0.9624 ] +INFO:root:Average loss=0.03733613611757755 +INFO:root: +[Valid][29][UTT][ MSE = 0.1625 | LCC = 0.9642 | SRCC = 0.9637 ] +INFO:root:Average loss=0.03390850272774697 +INFO:root: +[Valid][30][UTT][ MSE = 0.1474 | LCC = 0.9639 | SRCC = 0.9636 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1622 | LCC = 0.9623 | SRCC = 0.9626 ] diff --git a/results_tencent/wavlm_base/layer3/run1/config.gin b/results_tencent/wavlm_base/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer3/run1/model.pt b/results_tencent/wavlm_base/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b81a3f5edcc20900149ca8efd97c3514411b55 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a8aff7f59eb74b6fd69b9edc532bda93d81c678b8f8cc6fb8c039e6abb1b51c +size 2747979 diff --git a/results_tencent/wavlm_base/layer3/run1/model_best.pt b/results_tencent/wavlm_base/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb49ab712b0dd91175400245ddeab7d1e4c22f9e --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2802b3a06655e6c2f488f307ab2a4a5a239b4df32080c3363c5dc030622804a +size 2749702 diff --git a/results_tencent/wavlm_base/layer3/run1/train.log b/results_tencent/wavlm_base/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ace8dda6d61451d1496b5a3cb60b0916729b98e3 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4338271324634552 +INFO:root: +[Valid][0][UTT][ MSE = 0.2875 | LCC = 0.9227 | SRCC = 0.9237 ] +INFO:root:Average loss=0.1900437452197075 +INFO:root: +[Valid][1][UTT][ MSE = 0.2594 | LCC = 0.9384 | SRCC = 0.9399 ] +INFO:root:Average loss=0.15312282204627992 +INFO:root: +[Valid][2][UTT][ MSE = 0.2322 | LCC = 0.9467 | SRCC = 0.9476 ] +INFO:root:Average loss=0.13224822181463242 +INFO:root: +[Valid][3][UTT][ MSE = 0.2018 | LCC = 0.9509 | SRCC = 0.9523 ] +INFO:root:Average loss=0.11752676796913147 +INFO:root: +[Valid][4][UTT][ MSE = 0.1852 | LCC = 0.9547 | SRCC = 0.9555 ] +INFO:root:Average loss=0.1064846859574318 +INFO:root: +[Valid][5][UTT][ MSE = 0.2299 | LCC = 0.9553 | SRCC = 0.9563 ] +INFO:root:Average loss=0.10096420153975487 +INFO:root: +[Valid][6][UTT][ MSE = 0.1899 | LCC = 0.9576 | SRCC = 0.9584 ] +INFO:root:Average loss=0.09104059162735939 +INFO:root: +[Valid][7][UTT][ MSE = 0.2105 | LCC = 0.9587 | SRCC = 0.9591 ] +INFO:root:Average loss=0.08479297998547554 +INFO:root: +[Valid][8][UTT][ MSE = 0.1773 | LCC = 0.9589 | SRCC = 0.9590 ] +INFO:root:Average loss=0.079043402582407 +INFO:root: +[Valid][9][UTT][ MSE = 0.1779 | LCC = 0.9580 | SRCC = 0.9582 ] +INFO:root:Average loss=0.07683996295928955 +INFO:root: +[Valid][10][UTT][ MSE = 0.1764 | LCC = 0.9604 | SRCC = 0.9608 ] +INFO:root:Average loss=0.07041529297828675 +INFO:root: +[Valid][11][UTT][ MSE = 0.1961 | LCC = 0.9602 | SRCC = 0.9605 ] +INFO:root:Average loss=0.0658047305047512 +INFO:root: +[Valid][12][UTT][ MSE = 0.1857 | LCC = 0.9594 | SRCC = 0.9596 ] +INFO:root:Average loss=0.06605851516127587 +INFO:root: +[Valid][13][UTT][ MSE = 0.1813 | LCC = 0.9619 | SRCC = 0.9615 ] +INFO:root:Average loss=0.06316493704915047 +INFO:root: +[Valid][14][UTT][ MSE = 0.1820 | LCC = 0.9613 | SRCC = 0.9610 ] +INFO:root:Average loss=0.05853055685758591 +INFO:root: +[Valid][15][UTT][ MSE = 0.1743 | LCC = 0.9614 | SRCC = 0.9615 ] +INFO:root:Average loss=0.05446883660554886 +INFO:root: +[Valid][16][UTT][ MSE = 0.1740 | LCC = 0.9614 | SRCC = 0.9613 ] +INFO:root:Average loss=0.05111178225278854 +INFO:root: +[Valid][17][UTT][ MSE = 0.1790 | LCC = 0.9620 | SRCC = 0.9619 ] +INFO:root:Average loss=0.04927251885831356 +INFO:root: +[Valid][18][UTT][ MSE = 0.1804 | LCC = 0.9627 | SRCC = 0.9621 ] +INFO:root:Average loss=0.04607945702970028 +INFO:root: +[Valid][19][UTT][ MSE = 0.1598 | LCC = 0.9628 | SRCC = 0.9624 ] +INFO:root:Average loss=0.04602109923958778 +INFO:root: +[Valid][20][UTT][ MSE = 0.1670 | LCC = 0.9635 | SRCC = 0.9630 ] +INFO:root:Average loss=0.04291710178554058 +INFO:root: +[Valid][21][UTT][ MSE = 0.1675 | LCC = 0.9632 | SRCC = 0.9633 ] +INFO:root:Average loss=0.04213195760548115 +INFO:root: +[Valid][22][UTT][ MSE = 0.1720 | LCC = 0.9636 | SRCC = 0.9631 ] +INFO:root:Average loss=0.03977757193148136 +INFO:root: +[Valid][23][UTT][ MSE = 0.1600 | LCC = 0.9635 | SRCC = 0.9634 ] +INFO:root:Average loss=0.04025220483541489 +INFO:root: +[Valid][24][UTT][ MSE = 0.1835 | LCC = 0.9637 | SRCC = 0.9636 ] +INFO:root:Average loss=0.038810791805386546 +INFO:root: +[Valid][25][UTT][ MSE = 0.1793 | LCC = 0.9644 | SRCC = 0.9643 ] +INFO:root:Average loss=0.0387586674541235 +INFO:root: +[Valid][26][UTT][ MSE = 0.1715 | LCC = 0.9634 | SRCC = 0.9629 ] +INFO:root:Average loss=0.03615442495048046 +INFO:root: +[Valid][27][UTT][ MSE = 0.1809 | LCC = 0.9627 | SRCC = 0.9625 ] +INFO:root:Average loss=0.03376957076787949 +INFO:root: +[Valid][28][UTT][ MSE = 0.1837 | LCC = 0.9638 | SRCC = 0.9634 ] +INFO:root:Average loss=0.03458090670406819 +INFO:root: +[Valid][29][UTT][ MSE = 0.1785 | LCC = 0.9638 | SRCC = 0.9636 ] +INFO:root:Average loss=0.03143687763810158 +INFO:root: +[Valid][30][UTT][ MSE = 0.1687 | LCC = 0.9620 | SRCC = 0.9613 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1858 | LCC = 0.9628 | SRCC = 0.9639 ] diff --git a/results_tencent/wavlm_base/layer3/run2/config.gin b/results_tencent/wavlm_base/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer3/run2/model.pt b/results_tencent/wavlm_base/layer3/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..db67ac6e7ca4b03ec83008c1d91d8509577fa2d2 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6811671e53f4f5241e931e247f66caf74dd8a71d4799649584a52d64655e0d7d +size 2747979 diff --git a/results_tencent/wavlm_base/layer3/run2/model_best.pt b/results_tencent/wavlm_base/layer3/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a9542c618864b427409bb27d08f6517eb8f61b3 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fcc540186b8246e74ae6f961314caf8bb8cf0efdfa20c9c598471c289185f39 +size 2749702 diff --git a/results_tencent/wavlm_base/layer3/run2/train.log b/results_tencent/wavlm_base/layer3/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..97adc8b4adaf1f633c2866ae43061620b4093be8 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4964717500209808 +INFO:root: +[Valid][0][UTT][ MSE = 0.2829 | LCC = 0.9287 | SRCC = 0.9287 ] +INFO:root:Average loss=0.180797957777977 +INFO:root: +[Valid][1][UTT][ MSE = 0.2000 | LCC = 0.9442 | SRCC = 0.9460 ] +INFO:root:Average loss=0.14642932718992233 +INFO:root: +[Valid][2][UTT][ MSE = 0.1748 | LCC = 0.9506 | SRCC = 0.9526 ] +INFO:root:Average loss=0.12882815140485765 +INFO:root: +[Valid][3][UTT][ MSE = 0.1852 | LCC = 0.9521 | SRCC = 0.9540 ] +INFO:root:Average loss=0.11216359129548073 +INFO:root: +[Valid][4][UTT][ MSE = 0.1800 | LCC = 0.9583 | SRCC = 0.9590 ] +INFO:root:Average loss=0.10199170288443565 +INFO:root: +[Valid][5][UTT][ MSE = 0.1768 | LCC = 0.9598 | SRCC = 0.9604 ] +INFO:root:Average loss=0.09216115537285804 +INFO:root: +[Valid][6][UTT][ MSE = 0.2135 | LCC = 0.9607 | SRCC = 0.9612 ] +INFO:root:Average loss=0.09112887784838676 +INFO:root: +[Valid][7][UTT][ MSE = 0.1936 | LCC = 0.9612 | SRCC = 0.9621 ] +INFO:root:Average loss=0.08355737400054931 +INFO:root: +[Valid][8][UTT][ MSE = 0.1736 | LCC = 0.9608 | SRCC = 0.9618 ] +INFO:root:Average loss=0.0772652200460434 +INFO:root: +[Valid][9][UTT][ MSE = 0.1981 | LCC = 0.9625 | SRCC = 0.9627 ] +INFO:root:Average loss=0.07053780183196068 +INFO:root: +[Valid][10][UTT][ MSE = 0.1912 | LCC = 0.9631 | SRCC = 0.9633 ] +INFO:root:Average loss=0.06733444169163703 +INFO:root: +[Valid][11][UTT][ MSE = 0.1616 | LCC = 0.9624 | SRCC = 0.9631 ] +INFO:root:Average loss=0.06502847576141357 +INFO:root: +[Valid][12][UTT][ MSE = 0.1846 | LCC = 0.9629 | SRCC = 0.9631 ] +INFO:root:Average loss=0.05947947883605957 +INFO:root: +[Valid][13][UTT][ MSE = 0.1816 | LCC = 0.9646 | SRCC = 0.9646 ] +INFO:root:Average loss=0.05448887574672699 +INFO:root: +[Valid][14][UTT][ MSE = 0.1896 | LCC = 0.9633 | SRCC = 0.9644 ] +INFO:root:Average loss=0.05409738117456436 +INFO:root: +[Valid][15][UTT][ MSE = 0.1599 | LCC = 0.9638 | SRCC = 0.9645 ] +INFO:root:Average loss=0.0516312870234251 +INFO:root: +[Valid][16][UTT][ MSE = 0.1745 | LCC = 0.9647 | SRCC = 0.9650 ] +INFO:root:Average loss=0.05103221899271011 +INFO:root: +[Valid][17][UTT][ MSE = 0.1938 | LCC = 0.9640 | SRCC = 0.9641 ] +INFO:root:Average loss=0.04835804186761379 +INFO:root: +[Valid][18][UTT][ MSE = 0.1799 | LCC = 0.9646 | SRCC = 0.9644 ] +INFO:root:Average loss=0.04400200349092483 +INFO:root: +[Valid][19][UTT][ MSE = 0.1690 | LCC = 0.9648 | SRCC = 0.9649 ] +INFO:root:Average loss=0.045730301663279536 +INFO:root: +[Valid][20][UTT][ MSE = 0.1571 | LCC = 0.9639 | SRCC = 0.9641 ] +INFO:root:Average loss=0.04041491089761257 +INFO:root: +[Valid][21][UTT][ MSE = 0.1616 | LCC = 0.9652 | SRCC = 0.9653 ] +INFO:root:Average loss=0.040510170713067055 +INFO:root: +[Valid][22][UTT][ MSE = 0.1795 | LCC = 0.9648 | SRCC = 0.9647 ] +INFO:root:Average loss=0.03971959787607193 +INFO:root: +[Valid][23][UTT][ MSE = 0.1584 | LCC = 0.9656 | SRCC = 0.9659 ] +INFO:root:Average loss=0.03849012950062752 +INFO:root: +[Valid][24][UTT][ MSE = 0.1537 | LCC = 0.9650 | SRCC = 0.9651 ] +INFO:root:Average loss=0.03520636261999607 +INFO:root: +[Valid][25][UTT][ MSE = 0.1560 | LCC = 0.9652 | SRCC = 0.9652 ] +INFO:root:Average loss=0.03656932824850082 +INFO:root: +[Valid][26][UTT][ MSE = 0.1546 | LCC = 0.9643 | SRCC = 0.9645 ] +INFO:root:Average loss=0.033155423134565355 +INFO:root: +[Valid][27][UTT][ MSE = 0.1508 | LCC = 0.9655 | SRCC = 0.9655 ] +INFO:root:Average loss=0.03276006957888603 +INFO:root: +[Valid][28][UTT][ MSE = 0.1594 | LCC = 0.9641 | SRCC = 0.9648 ] +INFO:root:Average loss=0.034072449900209904 +INFO:root: +[Valid][29][UTT][ MSE = 0.1700 | LCC = 0.9659 | SRCC = 0.9661 ] +INFO:root:Average loss=0.03188016578555107 +INFO:root: +[Valid][30][UTT][ MSE = 0.1639 | LCC = 0.9661 | SRCC = 0.9661 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1726 | LCC = 0.9623 | SRCC = 0.9627 ] diff --git a/results_tencent/wavlm_base/layer3/run3/config.gin b/results_tencent/wavlm_base/layer3/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer3/run3/model.pt b/results_tencent/wavlm_base/layer3/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce4ae7d8e450247f8865535934667b5438a56676 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4487a82ae8c36e3f8a47ae8b8cbaa409d617db57f350e3b162b265a9c2f8b48a +size 2747979 diff --git a/results_tencent/wavlm_base/layer3/run3/model_best.pt b/results_tencent/wavlm_base/layer3/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa60d63af5da725d7b5a5c7a1f577ad237400314 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e350adc2098f3f8a9c607d4dfbd1ebec3744b3a227ca8174c8449c468f6009 +size 2749702 diff --git a/results_tencent/wavlm_base/layer3/run3/train.log b/results_tencent/wavlm_base/layer3/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8e4be2820a09af6bae3bce77846e8e57baee581e --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4664211103916168 +INFO:root: +[Valid][0][UTT][ MSE = 0.2854 | LCC = 0.9250 | SRCC = 0.9247 ] +INFO:root:Average loss=0.1821948654651642 +INFO:root: +[Valid][1][UTT][ MSE = 0.2351 | LCC = 0.9410 | SRCC = 0.9419 ] +INFO:root:Average loss=0.15170353192090988 +INFO:root: +[Valid][2][UTT][ MSE = 0.2320 | LCC = 0.9485 | SRCC = 0.9495 ] +INFO:root:Average loss=0.12983473059535028 +INFO:root: +[Valid][3][UTT][ MSE = 0.2430 | LCC = 0.9524 | SRCC = 0.9535 ] +INFO:root:Average loss=0.12133906105160713 +INFO:root: +[Valid][4][UTT][ MSE = 0.2521 | LCC = 0.9542 | SRCC = 0.9564 ] +INFO:root:Average loss=0.10716115707159042 +INFO:root: +[Valid][5][UTT][ MSE = 0.1893 | LCC = 0.9575 | SRCC = 0.9579 ] +INFO:root:Average loss=0.09626280012726783 +INFO:root: +[Valid][6][UTT][ MSE = 0.2028 | LCC = 0.9573 | SRCC = 0.9586 ] +INFO:root:Average loss=0.09682531395554543 +INFO:root: +[Valid][7][UTT][ MSE = 0.1942 | LCC = 0.9595 | SRCC = 0.9596 ] +INFO:root:Average loss=0.08791158697009087 +INFO:root: +[Valid][8][UTT][ MSE = 0.1826 | LCC = 0.9587 | SRCC = 0.9601 ] +INFO:root:Average loss=0.0811378867328167 +INFO:root: +[Valid][9][UTT][ MSE = 0.1888 | LCC = 0.9609 | SRCC = 0.9617 ] +INFO:root:Average loss=0.07660700550675392 +INFO:root: +[Valid][10][UTT][ MSE = 0.1603 | LCC = 0.9591 | SRCC = 0.9602 ] +INFO:root:Average loss=0.07319068410992623 +INFO:root: +[Valid][11][UTT][ MSE = 0.1815 | LCC = 0.9621 | SRCC = 0.9619 ] +INFO:root:Average loss=0.06587679237127304 +INFO:root: +[Valid][12][UTT][ MSE = 0.1880 | LCC = 0.9632 | SRCC = 0.9632 ] +INFO:root:Average loss=0.06241426137089729 +INFO:root: +[Valid][13][UTT][ MSE = 0.1758 | LCC = 0.9619 | SRCC = 0.9620 ] +INFO:root:Average loss=0.060886049658060076 +INFO:root: +[Valid][14][UTT][ MSE = 0.1694 | LCC = 0.9616 | SRCC = 0.9617 ] +INFO:root:Average loss=0.06019906568527222 +INFO:root: +[Valid][15][UTT][ MSE = 0.1869 | LCC = 0.9635 | SRCC = 0.9637 ] +INFO:root:Average loss=0.05356421223282814 +INFO:root: +[Valid][16][UTT][ MSE = 0.1672 | LCC = 0.9627 | SRCC = 0.9631 ] +INFO:root:Average loss=0.055849788352847096 +INFO:root: +[Valid][17][UTT][ MSE = 0.1993 | LCC = 0.9623 | SRCC = 0.9618 ] +INFO:root:Average loss=0.05330419546365738 +INFO:root: +[Valid][18][UTT][ MSE = 0.1842 | LCC = 0.9634 | SRCC = 0.9635 ] +INFO:root:Average loss=0.04730669023096561 +INFO:root: +[Valid][19][UTT][ MSE = 0.1682 | LCC = 0.9633 | SRCC = 0.9630 ] +INFO:root:Average loss=0.04470864912867546 +INFO:root: +[Valid][20][UTT][ MSE = 0.1827 | LCC = 0.9640 | SRCC = 0.9637 ] +INFO:root:Average loss=0.042298810914158824 +INFO:root: +[Valid][21][UTT][ MSE = 0.1779 | LCC = 0.9641 | SRCC = 0.9641 ] +INFO:root:Average loss=0.0408858038187027 +INFO:root: +[Valid][22][UTT][ MSE = 0.1836 | LCC = 0.9641 | SRCC = 0.9639 ] +INFO:root:Average loss=0.04122701093554497 +INFO:root: +[Valid][23][UTT][ MSE = 0.1713 | LCC = 0.9645 | SRCC = 0.9641 ] +INFO:root:Average loss=0.03884642064571381 +INFO:root: +[Valid][24][UTT][ MSE = 0.1957 | LCC = 0.9639 | SRCC = 0.9637 ] +INFO:root:Average loss=0.036608530804514886 +INFO:root: +[Valid][25][UTT][ MSE = 0.1640 | LCC = 0.9646 | SRCC = 0.9643 ] +INFO:root:Average loss=0.03829195246100426 +INFO:root: +[Valid][26][UTT][ MSE = 0.1712 | LCC = 0.9640 | SRCC = 0.9638 ] +INFO:root:Average loss=0.034846539571881295 +INFO:root: +[Valid][27][UTT][ MSE = 0.1738 | LCC = 0.9644 | SRCC = 0.9642 ] +INFO:root:Average loss=0.03349760901927948 +INFO:root: +[Valid][28][UTT][ MSE = 0.1622 | LCC = 0.9637 | SRCC = 0.9629 ] +INFO:root:Average loss=0.03182035665214062 +INFO:root: +[Valid][29][UTT][ MSE = 0.1712 | LCC = 0.9641 | SRCC = 0.9640 ] +INFO:root:Average loss=0.031191099986433983 +INFO:root: +[Valid][30][UTT][ MSE = 0.1692 | LCC = 0.9645 | SRCC = 0.9645 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1689 | LCC = 0.9630 | SRCC = 0.9632 ] diff --git a/results_tencent/wavlm_base/layer3/run4/config.gin b/results_tencent/wavlm_base/layer3/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer3/run4/model.pt b/results_tencent/wavlm_base/layer3/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..29d949ac36e55bed2e3a1075387862902b8cc50e --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4181bf6f9b08c156e73cf61caa1df574d34a7a0165718f8ae077717884057eb3 +size 2747979 diff --git a/results_tencent/wavlm_base/layer3/run4/model_best.pt b/results_tencent/wavlm_base/layer3/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c7472e46e16bb813ea1762024b18bd31fad0614 --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0673a038565ee2aefb5c0f39527abbe58564f2bc2a68add8d5b38fdee5a476fa +size 2749702 diff --git a/results_tencent/wavlm_base/layer3/run4/train.log b/results_tencent/wavlm_base/layer3/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a0e3d3735af955e2df226b6f48f7be6861716a1a --- /dev/null +++ b/results_tencent/wavlm_base/layer3/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.41669919323921206 +INFO:root: +[Valid][0][UTT][ MSE = 0.3040 | LCC = 0.9277 | SRCC = 0.9295 ] +INFO:root:Average loss=0.18084556871652605 +INFO:root: +[Valid][1][UTT][ MSE = 0.2259 | LCC = 0.9462 | SRCC = 0.9464 ] +INFO:root:Average loss=0.14734408462047577 +INFO:root: +[Valid][2][UTT][ MSE = 0.2053 | LCC = 0.9520 | SRCC = 0.9522 ] +INFO:root:Average loss=0.12988810104131698 +INFO:root: +[Valid][3][UTT][ MSE = 0.2234 | LCC = 0.9540 | SRCC = 0.9550 ] +INFO:root:Average loss=0.1132817123234272 +INFO:root: +[Valid][4][UTT][ MSE = 0.1754 | LCC = 0.9564 | SRCC = 0.9573 ] +INFO:root:Average loss=0.10639116904139519 +INFO:root: +[Valid][5][UTT][ MSE = 0.1733 | LCC = 0.9573 | SRCC = 0.9582 ] +INFO:root:Average loss=0.09644778674840927 +INFO:root: +[Valid][6][UTT][ MSE = 0.1751 | LCC = 0.9591 | SRCC = 0.9597 ] +INFO:root:Average loss=0.09190631979703903 +INFO:root: +[Valid][7][UTT][ MSE = 0.1990 | LCC = 0.9607 | SRCC = 0.9610 ] +INFO:root:Average loss=0.0854413946568966 +INFO:root: +[Valid][8][UTT][ MSE = 0.1697 | LCC = 0.9601 | SRCC = 0.9600 ] +INFO:root:Average loss=0.07632737073302269 +INFO:root: +[Valid][9][UTT][ MSE = 0.1955 | LCC = 0.9604 | SRCC = 0.9608 ] +INFO:root:Average loss=0.07402663916349411 +INFO:root: +[Valid][10][UTT][ MSE = 0.1746 | LCC = 0.9615 | SRCC = 0.9613 ] +INFO:root:Average loss=0.06881531235575676 +INFO:root: +[Valid][11][UTT][ MSE = 0.1643 | LCC = 0.9612 | SRCC = 0.9615 ] +INFO:root:Average loss=0.06427187389135361 +INFO:root: +[Valid][12][UTT][ MSE = 0.1795 | LCC = 0.9621 | SRCC = 0.9619 ] +INFO:root:Average loss=0.06251808121800423 +INFO:root: +[Valid][13][UTT][ MSE = 0.1782 | LCC = 0.9627 | SRCC = 0.9626 ] +INFO:root:Average loss=0.05882926052808762 +INFO:root: +[Valid][14][UTT][ MSE = 0.1802 | LCC = 0.9612 | SRCC = 0.9613 ] +INFO:root:Average loss=0.05644748592376709 +INFO:root: +[Valid][15][UTT][ MSE = 0.1906 | LCC = 0.9614 | SRCC = 0.9610 ] +INFO:root:Average loss=0.05590947258472442 +INFO:root: +[Valid][16][UTT][ MSE = 0.1763 | LCC = 0.9632 | SRCC = 0.9626 ] +INFO:root:Average loss=0.04846198397874832 +INFO:root: +[Valid][17][UTT][ MSE = 0.1829 | LCC = 0.9630 | SRCC = 0.9621 ] +INFO:root:Average loss=0.04678577542304993 +INFO:root: +[Valid][18][UTT][ MSE = 0.1665 | LCC = 0.9630 | SRCC = 0.9625 ] +INFO:root:Average loss=0.04534485739469528 +INFO:root: +[Valid][19][UTT][ MSE = 0.1683 | LCC = 0.9639 | SRCC = 0.9635 ] +INFO:root:Average loss=0.04389276944100857 +INFO:root: +[Valid][20][UTT][ MSE = 0.1712 | LCC = 0.9641 | SRCC = 0.9631 ] +INFO:root:Average loss=0.0445974313467741 +INFO:root: +[Valid][21][UTT][ MSE = 0.1528 | LCC = 0.9633 | SRCC = 0.9628 ] +INFO:root:Average loss=0.0412624279409647 +INFO:root: +[Valid][22][UTT][ MSE = 0.1893 | LCC = 0.9635 | SRCC = 0.9630 ] +INFO:root:Average loss=0.038557592019438744 +INFO:root: +[Valid][23][UTT][ MSE = 0.1749 | LCC = 0.9630 | SRCC = 0.9628 ] +INFO:root:Average loss=0.036929921492934226 +INFO:root: +[Valid][24][UTT][ MSE = 0.1858 | LCC = 0.9637 | SRCC = 0.9633 ] +INFO:root:Average loss=0.035699457854032515 +INFO:root: +[Valid][25][UTT][ MSE = 0.1663 | LCC = 0.9623 | SRCC = 0.9619 ] +INFO:root:Average loss=0.03525928246974945 +INFO:root: +[Valid][26][UTT][ MSE = 0.1670 | LCC = 0.9638 | SRCC = 0.9625 ] +INFO:root:Average loss=0.03388873641192913 +INFO:root: +[Valid][27][UTT][ MSE = 0.1847 | LCC = 0.9634 | SRCC = 0.9627 ] +INFO:root:Average loss=0.03540692649781704 +INFO:root: +[Valid][28][UTT][ MSE = 0.1768 | LCC = 0.9637 | SRCC = 0.9633 ] +INFO:root:Average loss=0.031834149211645124 +INFO:root: +[Valid][29][UTT][ MSE = 0.1643 | LCC = 0.9633 | SRCC = 0.9626 ] +INFO:root:Average loss=0.030854113146662712 +INFO:root: +[Valid][30][UTT][ MSE = 0.1769 | LCC = 0.9633 | SRCC = 0.9627 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1748 | LCC = 0.9627 | SRCC = 0.9629 ] diff --git a/results_tencent/wavlm_base/layer4/run0/config.gin b/results_tencent/wavlm_base/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer4/run0/model.pt b/results_tencent/wavlm_base/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..abb7cd4c4bb44d4a4a8aa091c8dbf35737e4582b --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568d4dde85f7b8c9347333fd445dc8f4da1e64f629ceed3140744c9859884f07 +size 2747979 diff --git a/results_tencent/wavlm_base/layer4/run0/model_best.pt b/results_tencent/wavlm_base/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf42e7ed5d642371e7d6e462e88febc557491ef --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23be344ab499fd1066a4adc3d91ab4ad1b3e0a50041709fa904f7855bdf58bd +size 2749702 diff --git a/results_tencent/wavlm_base/layer4/run0/train.log b/results_tencent/wavlm_base/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c4f23e539c78fd3925948c1c5ea9a4ac73c23745 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.42746420073509217 +INFO:root: +[Valid][0][UTT][ MSE = 0.3285 | LCC = 0.9228 | SRCC = 0.9219 ] +INFO:root:Average loss=0.18447064673900604 +INFO:root: +[Valid][1][UTT][ MSE = 0.2378 | LCC = 0.9436 | SRCC = 0.9428 ] +INFO:root:Average loss=0.1499871284365654 +INFO:root: +[Valid][2][UTT][ MSE = 0.2560 | LCC = 0.9503 | SRCC = 0.9503 ] +INFO:root:Average loss=0.13526267218589783 +INFO:root: +[Valid][3][UTT][ MSE = 0.2229 | LCC = 0.9532 | SRCC = 0.9525 ] +INFO:root:Average loss=0.11174860805273056 +INFO:root: +[Valid][4][UTT][ MSE = 0.2014 | LCC = 0.9562 | SRCC = 0.9562 ] +INFO:root:Average loss=0.10429829668998718 +INFO:root: +[Valid][5][UTT][ MSE = 0.1751 | LCC = 0.9575 | SRCC = 0.9574 ] +INFO:root:Average loss=0.09400645914673805 +INFO:root: +[Valid][6][UTT][ MSE = 0.1844 | LCC = 0.9590 | SRCC = 0.9588 ] +INFO:root:Average loss=0.09003256306052208 +INFO:root: +[Valid][7][UTT][ MSE = 0.1720 | LCC = 0.9591 | SRCC = 0.9590 ] +INFO:root:Average loss=0.08137264874577523 +INFO:root: +[Valid][8][UTT][ MSE = 0.1956 | LCC = 0.9584 | SRCC = 0.9581 ] +INFO:root:Average loss=0.07800229611992836 +INFO:root: +[Valid][9][UTT][ MSE = 0.1771 | LCC = 0.9596 | SRCC = 0.9593 ] +INFO:root:Average loss=0.0705379880964756 +INFO:root: +[Valid][10][UTT][ MSE = 0.2025 | LCC = 0.9603 | SRCC = 0.9605 ] +INFO:root:Average loss=0.06585054656863212 +INFO:root: +[Valid][11][UTT][ MSE = 0.2052 | LCC = 0.9599 | SRCC = 0.9595 ] +INFO:root:Average loss=0.06476211979985237 +INFO:root: +[Valid][12][UTT][ MSE = 0.1598 | LCC = 0.9609 | SRCC = 0.9605 ] +INFO:root:Average loss=0.06130038475990295 +INFO:root: +[Valid][13][UTT][ MSE = 0.1635 | LCC = 0.9603 | SRCC = 0.9602 ] +INFO:root:Average loss=0.0565339327454567 +INFO:root: +[Valid][14][UTT][ MSE = 0.1587 | LCC = 0.9606 | SRCC = 0.9605 ] +INFO:root:Average loss=0.05237607553601265 +INFO:root: +[Valid][15][UTT][ MSE = 0.2006 | LCC = 0.9602 | SRCC = 0.9601 ] +INFO:root:Average loss=0.05075201515853405 +INFO:root: +[Valid][16][UTT][ MSE = 0.1574 | LCC = 0.9603 | SRCC = 0.9599 ] +INFO:root:Average loss=0.04940547657012939 +INFO:root: +[Valid][17][UTT][ MSE = 0.1675 | LCC = 0.9616 | SRCC = 0.9614 ] +INFO:root:Average loss=0.047726821601390836 +INFO:root: +[Valid][18][UTT][ MSE = 0.1596 | LCC = 0.9617 | SRCC = 0.9616 ] +INFO:root:Average loss=0.04610261261463165 +INFO:root: +[Valid][19][UTT][ MSE = 0.1760 | LCC = 0.9605 | SRCC = 0.9599 ] +INFO:root:Average loss=0.042284581959247586 +INFO:root: +[Valid][20][UTT][ MSE = 0.1558 | LCC = 0.9613 | SRCC = 0.9609 ] +INFO:root:Average loss=0.040197010442614554 +INFO:root: +[Valid][21][UTT][ MSE = 0.1519 | LCC = 0.9618 | SRCC = 0.9615 ] +INFO:root:Average loss=0.03762407366931438 +INFO:root: +[Valid][22][UTT][ MSE = 0.1689 | LCC = 0.9620 | SRCC = 0.9614 ] +INFO:root:Average loss=0.03610867534577847 +INFO:root: +[Valid][23][UTT][ MSE = 0.1765 | LCC = 0.9607 | SRCC = 0.9611 ] +INFO:root:Average loss=0.037446782127022744 +INFO:root: +[Valid][24][UTT][ MSE = 0.1728 | LCC = 0.9612 | SRCC = 0.9612 ] +INFO:root:Average loss=0.037358738929033276 +INFO:root: +[Valid][25][UTT][ MSE = 0.1572 | LCC = 0.9623 | SRCC = 0.9618 ] +INFO:root:Average loss=0.03451439782977104 +INFO:root: +[Valid][26][UTT][ MSE = 0.1602 | LCC = 0.9613 | SRCC = 0.9611 ] +INFO:root:Average loss=0.03200076629221439 +INFO:root: +[Valid][27][UTT][ MSE = 0.1784 | LCC = 0.9621 | SRCC = 0.9617 ] +INFO:root:Average loss=0.030537644788622857 +INFO:root: +[Valid][28][UTT][ MSE = 0.1750 | LCC = 0.9620 | SRCC = 0.9612 ] +INFO:root:Average loss=0.0314025607407093 +INFO:root: +[Valid][29][UTT][ MSE = 0.1679 | LCC = 0.9621 | SRCC = 0.9614 ] +INFO:root:Average loss=0.029475515723228454 +INFO:root: +[Valid][30][UTT][ MSE = 0.1669 | LCC = 0.9622 | SRCC = 0.9612 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1575 | LCC = 0.9612 | SRCC = 0.9616 ] diff --git a/results_tencent/wavlm_base/layer4/run1/config.gin b/results_tencent/wavlm_base/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer4/run1/model.pt b/results_tencent/wavlm_base/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a8f98de3f1ab94ee4e3ba0cf0050821d4e89223 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68803f56d4bca40f1ade3f3163ecbe5a0e3ed0182b1acb1fa3e307a7b12446e +size 2747979 diff --git a/results_tencent/wavlm_base/layer4/run1/model_best.pt b/results_tencent/wavlm_base/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..55a76e0595606c238a3cba71c8a041611118d24f --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c414e331769b0f7444d782ca328633f1e2889955b2c9e805c055d261a18db7f +size 2749638 diff --git a/results_tencent/wavlm_base/layer4/run1/train.log b/results_tencent/wavlm_base/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fbb7b594124e1ab1e3c7fced7fea187dc7466d02 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.505879958987236 +INFO:root: +[Valid][0][UTT][ MSE = 0.2808 | LCC = 0.9206 | SRCC = 0.9200 ] +INFO:root:Average loss=0.18519433784484862 +INFO:root: +[Valid][1][UTT][ MSE = 0.2150 | LCC = 0.9423 | SRCC = 0.9420 ] +INFO:root:Average loss=0.15131702345609666 +INFO:root: +[Valid][2][UTT][ MSE = 0.2210 | LCC = 0.9500 | SRCC = 0.9510 ] +INFO:root:Average loss=0.13135900527238845 +INFO:root: +[Valid][3][UTT][ MSE = 0.2104 | LCC = 0.9512 | SRCC = 0.9518 ] +INFO:root:Average loss=0.11811986881494523 +INFO:root: +[Valid][4][UTT][ MSE = 0.2169 | LCC = 0.9539 | SRCC = 0.9542 ] +INFO:root:Average loss=0.10327137714624404 +INFO:root: +[Valid][5][UTT][ MSE = 0.2398 | LCC = 0.9548 | SRCC = 0.9557 ] +INFO:root:Average loss=0.09673765969276428 +INFO:root: +[Valid][6][UTT][ MSE = 0.1779 | LCC = 0.9548 | SRCC = 0.9558 ] +INFO:root:Average loss=0.09231748420000076 +INFO:root: +[Valid][7][UTT][ MSE = 0.1818 | LCC = 0.9556 | SRCC = 0.9570 ] +INFO:root:Average loss=0.09099798506498337 +INFO:root: +[Valid][8][UTT][ MSE = 0.2039 | LCC = 0.9574 | SRCC = 0.9573 ] +INFO:root:Average loss=0.08033899939060211 +INFO:root: +[Valid][9][UTT][ MSE = 0.1956 | LCC = 0.9582 | SRCC = 0.9582 ] +INFO:root:Average loss=0.07349176293611527 +INFO:root: +[Valid][10][UTT][ MSE = 0.1968 | LCC = 0.9588 | SRCC = 0.9585 ] +INFO:root:Average loss=0.06870797264575958 +INFO:root: +[Valid][11][UTT][ MSE = 0.2097 | LCC = 0.9585 | SRCC = 0.9583 ] +INFO:root:Average loss=0.0646771414577961 +INFO:root: +[Valid][12][UTT][ MSE = 0.2059 | LCC = 0.9585 | SRCC = 0.9587 ] +INFO:root:Average loss=0.06375789496302604 +INFO:root: +[Valid][13][UTT][ MSE = 0.1896 | LCC = 0.9589 | SRCC = 0.9586 ] +INFO:root:Average loss=0.05930969396233559 +INFO:root: +[Valid][14][UTT][ MSE = 0.2191 | LCC = 0.9591 | SRCC = 0.9592 ] +INFO:root:Average loss=0.053077783435583115 +INFO:root: +[Valid][15][UTT][ MSE = 0.1774 | LCC = 0.9592 | SRCC = 0.9591 ] +INFO:root:Average loss=0.05595831862092018 +INFO:root: +[Valid][16][UTT][ MSE = 0.1767 | LCC = 0.9601 | SRCC = 0.9600 ] +INFO:root:Average loss=0.049103373020887374 +INFO:root: +[Valid][17][UTT][ MSE = 0.1759 | LCC = 0.9582 | SRCC = 0.9584 ] +INFO:root:Average loss=0.04971835033595562 +INFO:root: +[Valid][18][UTT][ MSE = 0.1752 | LCC = 0.9605 | SRCC = 0.9603 ] +INFO:root:Average loss=0.04586619260907173 +INFO:root: +[Valid][19][UTT][ MSE = 0.1912 | LCC = 0.9593 | SRCC = 0.9591 ] +INFO:root:Average loss=0.04414323024451733 +INFO:root: +[Valid][20][UTT][ MSE = 0.2201 | LCC = 0.9593 | SRCC = 0.9596 ] +INFO:root:Average loss=0.04312856803834438 +INFO:root: +[Valid][21][UTT][ MSE = 0.1924 | LCC = 0.9605 | SRCC = 0.9597 ] +INFO:root:Average loss=0.040732208222150804 +INFO:root: +[Valid][22][UTT][ MSE = 0.1703 | LCC = 0.9588 | SRCC = 0.9587 ] +INFO:root:Average loss=0.03941301287710667 +INFO:root: +[Valid][23][UTT][ MSE = 0.2088 | LCC = 0.9607 | SRCC = 0.9611 ] +INFO:root:Average loss=0.0387804582118988 +INFO:root: +[Valid][24][UTT][ MSE = 0.1810 | LCC = 0.9596 | SRCC = 0.9592 ] +INFO:root:Average loss=0.035371815301477906 +INFO:root: +[Valid][25][UTT][ MSE = 0.1927 | LCC = 0.9609 | SRCC = 0.9602 ] +INFO:root:Average loss=0.03469417829811573 +INFO:root: +[Valid][26][UTT][ MSE = 0.1881 | LCC = 0.9601 | SRCC = 0.9595 ] +INFO:root:Average loss=0.03429901210963726 +INFO:root: +[Valid][27][UTT][ MSE = 0.1953 | LCC = 0.9606 | SRCC = 0.9602 ] +INFO:root:Average loss=0.03320020289719105 +INFO:root: +[Valid][28][UTT][ MSE = 0.1856 | LCC = 0.9592 | SRCC = 0.9587 ] +INFO:root:Average loss=0.034074250295758245 +INFO:root: +[Valid][29][UTT][ MSE = 0.2046 | LCC = 0.9602 | SRCC = 0.9595 ] +INFO:root:Average loss=0.03161645819246769 +INFO:root: +[Valid][30][UTT][ MSE = 0.1848 | LCC = 0.9601 | SRCC = 0.9596 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1960 | LCC = 0.9616 | SRCC = 0.9617 ] diff --git a/results_tencent/wavlm_base/layer4/run2/config.gin b/results_tencent/wavlm_base/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer4/run2/model.pt b/results_tencent/wavlm_base/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa02d72b441d7df3f1e8aa5197abc7f3fcc4424b --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a9590872f812e0eba0c0afb403bf5cd13ae98f6d29cd280fa70566c10dcd0d +size 2747979 diff --git a/results_tencent/wavlm_base/layer4/run2/model_best.pt b/results_tencent/wavlm_base/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f92eb940f367db2e4523535509991586e0f24245 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a2ee9c99026b0766d94ce75b2690689da3ef98db1d24157e4c9fbc9735f8c +size 2749702 diff --git a/results_tencent/wavlm_base/layer4/run2/train.log b/results_tencent/wavlm_base/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6c26e15d6a701e9ed813f923492439d6b1ee6ff6 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.41981910049915316 +INFO:root: +[Valid][0][UTT][ MSE = 0.2646 | LCC = 0.9291 | SRCC = 0.9268 ] +INFO:root:Average loss=0.17529336059093475 +INFO:root: +[Valid][1][UTT][ MSE = 0.2328 | LCC = 0.9463 | SRCC = 0.9460 ] +INFO:root:Average loss=0.14921850943565368 +INFO:root: +[Valid][2][UTT][ MSE = 0.1825 | LCC = 0.9517 | SRCC = 0.9516 ] +INFO:root:Average loss=0.12674699991941452 +INFO:root: +[Valid][3][UTT][ MSE = 0.2022 | LCC = 0.9536 | SRCC = 0.9538 ] +INFO:root:Average loss=0.11542843878269196 +INFO:root: +[Valid][4][UTT][ MSE = 0.2004 | LCC = 0.9565 | SRCC = 0.9569 ] +INFO:root:Average loss=0.10360006350278854 +INFO:root: +[Valid][5][UTT][ MSE = 0.1988 | LCC = 0.9557 | SRCC = 0.9560 ] +INFO:root:Average loss=0.09934278789162636 +INFO:root: +[Valid][6][UTT][ MSE = 0.1807 | LCC = 0.9581 | SRCC = 0.9584 ] +INFO:root:Average loss=0.08572451308369637 +INFO:root: +[Valid][7][UTT][ MSE = 0.1883 | LCC = 0.9592 | SRCC = 0.9594 ] +INFO:root:Average loss=0.08056978484988213 +INFO:root: +[Valid][8][UTT][ MSE = 0.1835 | LCC = 0.9586 | SRCC = 0.9589 ] +INFO:root:Average loss=0.07755154395103454 +INFO:root: +[Valid][9][UTT][ MSE = 0.1842 | LCC = 0.9590 | SRCC = 0.9593 ] +INFO:root:Average loss=0.07537572792172433 +INFO:root: +[Valid][10][UTT][ MSE = 0.2022 | LCC = 0.9601 | SRCC = 0.9602 ] +INFO:root:Average loss=0.06920240274071693 +INFO:root: +[Valid][11][UTT][ MSE = 0.1901 | LCC = 0.9596 | SRCC = 0.9597 ] +INFO:root:Average loss=0.06308024391531944 +INFO:root: +[Valid][12][UTT][ MSE = 0.2078 | LCC = 0.9609 | SRCC = 0.9613 ] +INFO:root:Average loss=0.06083482137322426 +INFO:root: +[Valid][13][UTT][ MSE = 0.2006 | LCC = 0.9606 | SRCC = 0.9607 ] +INFO:root:Average loss=0.057367789939045906 +INFO:root: +[Valid][14][UTT][ MSE = 0.1804 | LCC = 0.9590 | SRCC = 0.9594 ] +INFO:root:Average loss=0.05403290447592735 +INFO:root: +[Valid][15][UTT][ MSE = 0.1897 | LCC = 0.9612 | SRCC = 0.9617 ] +INFO:root:Average loss=0.05254896248877049 +INFO:root: +[Valid][16][UTT][ MSE = 0.1986 | LCC = 0.9598 | SRCC = 0.9601 ] +INFO:root:Average loss=0.04887244546413422 +INFO:root: +[Valid][17][UTT][ MSE = 0.1702 | LCC = 0.9600 | SRCC = 0.9603 ] +INFO:root:Average loss=0.04520322942733765 +INFO:root: +[Valid][18][UTT][ MSE = 0.1752 | LCC = 0.9593 | SRCC = 0.9595 ] +INFO:root:Average loss=0.044424575805664064 +INFO:root: +[Valid][19][UTT][ MSE = 0.1875 | LCC = 0.9587 | SRCC = 0.9591 ] +INFO:root:Average loss=0.042626656979322435 +INFO:root: +[Valid][20][UTT][ MSE = 0.1966 | LCC = 0.9613 | SRCC = 0.9615 ] +INFO:root:Average loss=0.04114994479715824 +INFO:root: +[Valid][21][UTT][ MSE = 0.1673 | LCC = 0.9608 | SRCC = 0.9610 ] +INFO:root:Average loss=0.04108246822655201 +INFO:root: +[Valid][22][UTT][ MSE = 0.1978 | LCC = 0.9613 | SRCC = 0.9619 ] +INFO:root:Average loss=0.03873082979023457 +INFO:root: +[Valid][23][UTT][ MSE = 0.1667 | LCC = 0.9608 | SRCC = 0.9611 ] +INFO:root:Average loss=0.03716233102977276 +INFO:root: +[Valid][24][UTT][ MSE = 0.1626 | LCC = 0.9615 | SRCC = 0.9617 ] +INFO:root:Average loss=0.03588648203015327 +INFO:root: +[Valid][25][UTT][ MSE = 0.1636 | LCC = 0.9613 | SRCC = 0.9618 ] +INFO:root:Average loss=0.03468117646872997 +INFO:root: +[Valid][26][UTT][ MSE = 0.1735 | LCC = 0.9613 | SRCC = 0.9619 ] +INFO:root:Average loss=0.03332635156810284 +INFO:root: +[Valid][27][UTT][ MSE = 0.1838 | LCC = 0.9623 | SRCC = 0.9628 ] +INFO:root:Average loss=0.032220194444060324 +INFO:root: +[Valid][28][UTT][ MSE = 0.1791 | LCC = 0.9624 | SRCC = 0.9626 ] +INFO:root:Average loss=0.03153626887500286 +INFO:root: +[Valid][29][UTT][ MSE = 0.1888 | LCC = 0.9611 | SRCC = 0.9615 ] +INFO:root:Average loss=0.03065454553067684 +INFO:root: +[Valid][30][UTT][ MSE = 0.1635 | LCC = 0.9600 | SRCC = 0.9609 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1806 | LCC = 0.9609 | SRCC = 0.9608 ] diff --git a/results_tencent/wavlm_base/layer4/run3/config.gin b/results_tencent/wavlm_base/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer4/run3/model.pt b/results_tencent/wavlm_base/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..df42a5e284446bba9efef0995a7bff4f3d1d09b3 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec02bd4a630f827a9f1a9a41d60cf717f7d72c91904e5a238a6465135f4981d +size 2747979 diff --git a/results_tencent/wavlm_base/layer4/run3/model_best.pt b/results_tencent/wavlm_base/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b6de5f0a7d6820034a07f56eedaf027d6351c35 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02014a37fbb80f88a3d8e67031ba5547a7359ee678bd78f2327df5250025a02b +size 2749702 diff --git a/results_tencent/wavlm_base/layer4/run3/train.log b/results_tencent/wavlm_base/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..38e5be80dbcd7c067975070b2461b900378c9acb --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.41933549582958224 +INFO:root: +[Valid][0][UTT][ MSE = 0.3084 | LCC = 0.9251 | SRCC = 0.9243 ] +INFO:root:Average loss=0.18254721039533614 +INFO:root: +[Valid][1][UTT][ MSE = 0.2509 | LCC = 0.9434 | SRCC = 0.9443 ] +INFO:root:Average loss=0.1456139995455742 +INFO:root: +[Valid][2][UTT][ MSE = 0.2243 | LCC = 0.9495 | SRCC = 0.9496 ] +INFO:root:Average loss=0.12619396704435348 +INFO:root: +[Valid][3][UTT][ MSE = 0.2702 | LCC = 0.9527 | SRCC = 0.9536 ] +INFO:root:Average loss=0.11565380597114563 +INFO:root: +[Valid][4][UTT][ MSE = 0.2186 | LCC = 0.9555 | SRCC = 0.9558 ] +INFO:root:Average loss=0.10503257206082343 +INFO:root: +[Valid][5][UTT][ MSE = 0.1925 | LCC = 0.9578 | SRCC = 0.9582 ] +INFO:root:Average loss=0.09848911145329475 +INFO:root: +[Valid][6][UTT][ MSE = 0.2208 | LCC = 0.9575 | SRCC = 0.9583 ] +INFO:root:Average loss=0.0896701776087284 +INFO:root: +[Valid][7][UTT][ MSE = 0.2088 | LCC = 0.9573 | SRCC = 0.9575 ] +INFO:root:Average loss=0.08112812572717666 +INFO:root: +[Valid][8][UTT][ MSE = 0.2162 | LCC = 0.9598 | SRCC = 0.9598 ] +INFO:root:Average loss=0.07867919933795929 +INFO:root: +[Valid][9][UTT][ MSE = 0.1759 | LCC = 0.9574 | SRCC = 0.9577 ] +INFO:root:Average loss=0.07817134177684784 +INFO:root: +[Valid][10][UTT][ MSE = 0.1971 | LCC = 0.9596 | SRCC = 0.9598 ] +INFO:root:Average loss=0.07051860949397087 +INFO:root: +[Valid][11][UTT][ MSE = 0.1988 | LCC = 0.9604 | SRCC = 0.9605 ] +INFO:root:Average loss=0.06577071270346642 +INFO:root: +[Valid][12][UTT][ MSE = 0.2008 | LCC = 0.9605 | SRCC = 0.9606 ] +INFO:root:Average loss=0.06345445650815963 +INFO:root: +[Valid][13][UTT][ MSE = 0.2020 | LCC = 0.9604 | SRCC = 0.9605 ] +INFO:root:Average loss=0.0604011641740799 +INFO:root: +[Valid][14][UTT][ MSE = 0.2221 | LCC = 0.9602 | SRCC = 0.9605 ] +INFO:root:Average loss=0.05759821131825447 +INFO:root: +[Valid][15][UTT][ MSE = 0.2351 | LCC = 0.9595 | SRCC = 0.9616 ] +INFO:root:Average loss=0.052350074484944345 +INFO:root: +[Valid][16][UTT][ MSE = 0.2051 | LCC = 0.9619 | SRCC = 0.9617 ] +INFO:root:Average loss=0.051185059309005736 +INFO:root: +[Valid][17][UTT][ MSE = 0.2224 | LCC = 0.9614 | SRCC = 0.9623 ] +INFO:root:Average loss=0.04877490708231926 +INFO:root: +[Valid][18][UTT][ MSE = 0.1870 | LCC = 0.9623 | SRCC = 0.9620 ] +INFO:root:Average loss=0.04508964315056801 +INFO:root: +[Valid][19][UTT][ MSE = 0.2240 | LCC = 0.9615 | SRCC = 0.9619 ] +INFO:root:Average loss=0.044066781267523766 +INFO:root: +[Valid][20][UTT][ MSE = 0.1893 | LCC = 0.9619 | SRCC = 0.9619 ] +INFO:root:Average loss=0.04156844973564148 +INFO:root: +[Valid][21][UTT][ MSE = 0.2261 | LCC = 0.9616 | SRCC = 0.9625 ] +INFO:root:Average loss=0.04377353800833225 +INFO:root: +[Valid][22][UTT][ MSE = 0.2134 | LCC = 0.9613 | SRCC = 0.9620 ] +INFO:root:Average loss=0.039312306970357896 +INFO:root: +[Valid][23][UTT][ MSE = 0.2065 | LCC = 0.9609 | SRCC = 0.9615 ] +INFO:root:Average loss=0.03790741407871246 +INFO:root: +[Valid][24][UTT][ MSE = 0.2190 | LCC = 0.9616 | SRCC = 0.9623 ] +INFO:root:Average loss=0.04068441398441792 +INFO:root: +[Valid][25][UTT][ MSE = 0.2038 | LCC = 0.9618 | SRCC = 0.9621 ] +INFO:root:Average loss=0.03737265886366367 +INFO:root: +[Valid][26][UTT][ MSE = 0.2108 | LCC = 0.9618 | SRCC = 0.9623 ] +INFO:root:Average loss=0.03691020633280277 +INFO:root: +[Valid][27][UTT][ MSE = 0.1900 | LCC = 0.9624 | SRCC = 0.9621 ] +INFO:root:Average loss=0.033473615683615204 +INFO:root: +[Valid][28][UTT][ MSE = 0.2040 | LCC = 0.9618 | SRCC = 0.9620 ] +INFO:root:Average loss=0.03146342284977436 +INFO:root: +[Valid][29][UTT][ MSE = 0.2115 | LCC = 0.9617 | SRCC = 0.9617 ] +INFO:root:Average loss=0.03133145344257355 +INFO:root: +[Valid][30][UTT][ MSE = 0.2252 | LCC = 0.9613 | SRCC = 0.9624 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1950 | LCC = 0.9607 | SRCC = 0.9609 ] diff --git a/results_tencent/wavlm_base/layer4/run4/config.gin b/results_tencent/wavlm_base/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer4/run4/model.pt b/results_tencent/wavlm_base/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0d35e212a54e177433efe190a9debef0288309c --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880f5a20ca7b26e03a1d403809aba6fbcd36515774b1e0b86e11f2feab55d95b +size 2747979 diff --git a/results_tencent/wavlm_base/layer4/run4/model_best.pt b/results_tencent/wavlm_base/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec1f3943d9735d75a2600c8c37fb91f0043c4a4e --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2ed69498417f3bf41a744cbfa0cdf6d8700f30efc45baf90659b2f22e044f6 +size 2749702 diff --git a/results_tencent/wavlm_base/layer4/run4/train.log b/results_tencent/wavlm_base/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f32876584b742a6562ac5f2cab7ea7a876b75314 --- /dev/null +++ b/results_tencent/wavlm_base/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4261747502088547 +INFO:root: +[Valid][0][UTT][ MSE = 0.2874 | LCC = 0.9247 | SRCC = 0.9236 ] +INFO:root:Average loss=0.18480567014217378 +INFO:root: +[Valid][1][UTT][ MSE = 0.2439 | LCC = 0.9431 | SRCC = 0.9425 ] +INFO:root:Average loss=0.1505128270983696 +INFO:root: +[Valid][2][UTT][ MSE = 0.2052 | LCC = 0.9492 | SRCC = 0.9490 ] +INFO:root:Average loss=0.13229873168468476 +INFO:root: +[Valid][3][UTT][ MSE = 0.1847 | LCC = 0.9518 | SRCC = 0.9519 ] +INFO:root:Average loss=0.11544810712337494 +INFO:root: +[Valid][4][UTT][ MSE = 0.1770 | LCC = 0.9546 | SRCC = 0.9547 ] +INFO:root:Average loss=0.10503741136193276 +INFO:root: +[Valid][5][UTT][ MSE = 0.2095 | LCC = 0.9566 | SRCC = 0.9569 ] +INFO:root:Average loss=0.09528164485096932 +INFO:root: +[Valid][6][UTT][ MSE = 0.1826 | LCC = 0.9571 | SRCC = 0.9571 ] +INFO:root:Average loss=0.08777693635225296 +INFO:root: +[Valid][7][UTT][ MSE = 0.1858 | LCC = 0.9577 | SRCC = 0.9580 ] +INFO:root:Average loss=0.08555623397231102 +INFO:root: +[Valid][8][UTT][ MSE = 0.1985 | LCC = 0.9592 | SRCC = 0.9591 ] +INFO:root:Average loss=0.07979970675706863 +INFO:root: +[Valid][9][UTT][ MSE = 0.1698 | LCC = 0.9595 | SRCC = 0.9592 ] +INFO:root:Average loss=0.07367651209235192 +INFO:root: +[Valid][10][UTT][ MSE = 0.2083 | LCC = 0.9599 | SRCC = 0.9600 ] +INFO:root:Average loss=0.06870028695464134 +INFO:root: +[Valid][11][UTT][ MSE = 0.2043 | LCC = 0.9601 | SRCC = 0.9609 ] +INFO:root:Average loss=0.06207449325919151 +INFO:root: +[Valid][12][UTT][ MSE = 0.1940 | LCC = 0.9603 | SRCC = 0.9600 ] +INFO:root:Average loss=0.06017543688416481 +INFO:root: +[Valid][13][UTT][ MSE = 0.1733 | LCC = 0.9604 | SRCC = 0.9606 ] +INFO:root:Average loss=0.05444941207766533 +INFO:root: +[Valid][14][UTT][ MSE = 0.1883 | LCC = 0.9610 | SRCC = 0.9608 ] +INFO:root:Average loss=0.05211269348859787 +INFO:root: +[Valid][15][UTT][ MSE = 0.1840 | LCC = 0.9605 | SRCC = 0.9606 ] +INFO:root:Average loss=0.05050842182338238 +INFO:root: +[Valid][16][UTT][ MSE = 0.1776 | LCC = 0.9611 | SRCC = 0.9610 ] +INFO:root:Average loss=0.04948704826831818 +INFO:root: +[Valid][17][UTT][ MSE = 0.1593 | LCC = 0.9609 | SRCC = 0.9609 ] +INFO:root:Average loss=0.047615756183862684 +INFO:root: +[Valid][18][UTT][ MSE = 0.1901 | LCC = 0.9610 | SRCC = 0.9609 ] +INFO:root:Average loss=0.04461810061335564 +INFO:root: +[Valid][19][UTT][ MSE = 0.1577 | LCC = 0.9610 | SRCC = 0.9611 ] +INFO:root:Average loss=0.04393419581651688 +INFO:root: +[Valid][20][UTT][ MSE = 0.1844 | LCC = 0.9609 | SRCC = 0.9608 ] +INFO:root:Average loss=0.04064583975076676 +INFO:root: +[Valid][21][UTT][ MSE = 0.1974 | LCC = 0.9602 | SRCC = 0.9606 ] +INFO:root:Average loss=0.03844894142448902 +INFO:root: +[Valid][22][UTT][ MSE = 0.1653 | LCC = 0.9608 | SRCC = 0.9609 ] +INFO:root:Average loss=0.03780536997318268 +INFO:root: +[Valid][23][UTT][ MSE = 0.1739 | LCC = 0.9604 | SRCC = 0.9605 ] +INFO:root:Average loss=0.03736640386283398 +INFO:root: +[Valid][24][UTT][ MSE = 0.1981 | LCC = 0.9616 | SRCC = 0.9618 ] +INFO:root:Average loss=0.03577225066721439 +INFO:root: +[Valid][25][UTT][ MSE = 0.1796 | LCC = 0.9613 | SRCC = 0.9614 ] +INFO:root:Average loss=0.034912932083010675 +INFO:root: +[Valid][26][UTT][ MSE = 0.1819 | LCC = 0.9616 | SRCC = 0.9617 ] +INFO:root:Average loss=0.033161404743790625 +INFO:root: +[Valid][27][UTT][ MSE = 0.1720 | LCC = 0.9620 | SRCC = 0.9618 ] +INFO:root:Average loss=0.031790277764201166 +INFO:root: +[Valid][28][UTT][ MSE = 0.1833 | LCC = 0.9611 | SRCC = 0.9612 ] +INFO:root:Average loss=0.028914059549570083 +INFO:root: +[Valid][29][UTT][ MSE = 0.1794 | LCC = 0.9615 | SRCC = 0.9615 ] +INFO:root:Average loss=0.029769913539290427 +INFO:root: +[Valid][30][UTT][ MSE = 0.1881 | LCC = 0.9617 | SRCC = 0.9618 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1720 | LCC = 0.9615 | SRCC = 0.9620 ] diff --git a/results_tencent/wavlm_base/layer5/run0/config.gin b/results_tencent/wavlm_base/layer5/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer5/run0/model.pt b/results_tencent/wavlm_base/layer5/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..468af5e4fe06bef2eb134f0b2d66bd38ccc08486 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c491c1d01dda3d3337dd612600ace756f630c556b2116af5162c2f7b38ce27 +size 2747979 diff --git a/results_tencent/wavlm_base/layer5/run0/model_best.pt b/results_tencent/wavlm_base/layer5/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f04097c990064ebbb97c1f167f702e45fcdf2443 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68f97993c63a74d0e6a7914d2e8f4b56d844b3acf2c893a3a8460d086b484e7 +size 2749702 diff --git a/results_tencent/wavlm_base/layer5/run0/train.log b/results_tencent/wavlm_base/layer5/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b1cb79d5cbc61c7a1be7e64addc33299ad57af4f --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.39641922628879545 +INFO:root: +[Valid][0][UTT][ MSE = 0.3009 | LCC = 0.9198 | SRCC = 0.9183 ] +INFO:root:Average loss=0.1921613464951515 +INFO:root: +[Valid][1][UTT][ MSE = 0.2303 | LCC = 0.9419 | SRCC = 0.9419 ] +INFO:root:Average loss=0.14644969809055328 +INFO:root: +[Valid][2][UTT][ MSE = 0.2259 | LCC = 0.9467 | SRCC = 0.9472 ] +INFO:root:Average loss=0.13035528564453125 +INFO:root: +[Valid][3][UTT][ MSE = 0.2204 | LCC = 0.9508 | SRCC = 0.9506 ] +INFO:root:Average loss=0.11610286638140678 +INFO:root: +[Valid][4][UTT][ MSE = 0.2229 | LCC = 0.9520 | SRCC = 0.9511 ] +INFO:root:Average loss=0.10271711128950119 +INFO:root: +[Valid][5][UTT][ MSE = 0.1962 | LCC = 0.9548 | SRCC = 0.9549 ] +INFO:root:Average loss=0.0981629618704319 +INFO:root: +[Valid][6][UTT][ MSE = 0.1745 | LCC = 0.9557 | SRCC = 0.9551 ] +INFO:root:Average loss=0.08969152346253395 +INFO:root: +[Valid][7][UTT][ MSE = 0.1819 | LCC = 0.9553 | SRCC = 0.9553 ] +INFO:root:Average loss=0.08561365297436714 +INFO:root: +[Valid][8][UTT][ MSE = 0.1831 | LCC = 0.9564 | SRCC = 0.9560 ] +INFO:root:Average loss=0.07993948495388031 +INFO:root: +[Valid][9][UTT][ MSE = 0.1796 | LCC = 0.9530 | SRCC = 0.9540 ] +INFO:root:Average loss=0.07589426636695862 +INFO:root: +[Valid][10][UTT][ MSE = 0.1652 | LCC = 0.9576 | SRCC = 0.9570 ] +INFO:root:Average loss=0.07257323670387268 +INFO:root: +[Valid][11][UTT][ MSE = 0.1550 | LCC = 0.9577 | SRCC = 0.9573 ] +INFO:root:Average loss=0.06583083891868591 +INFO:root: +[Valid][12][UTT][ MSE = 0.1951 | LCC = 0.9572 | SRCC = 0.9566 ] +INFO:root:Average loss=0.061573036372661594 +INFO:root: +[Valid][13][UTT][ MSE = 0.1699 | LCC = 0.9575 | SRCC = 0.9568 ] +INFO:root:Average loss=0.05882410913705826 +INFO:root: +[Valid][14][UTT][ MSE = 0.1866 | LCC = 0.9565 | SRCC = 0.9563 ] +INFO:root:Average loss=0.059382243037223816 +INFO:root: +[Valid][15][UTT][ MSE = 0.1737 | LCC = 0.9582 | SRCC = 0.9571 ] +INFO:root:Average loss=0.05085087284445763 +INFO:root: +[Valid][16][UTT][ MSE = 0.1802 | LCC = 0.9585 | SRCC = 0.9576 ] +INFO:root:Average loss=0.05053360670804977 +INFO:root: +[Valid][17][UTT][ MSE = 0.1780 | LCC = 0.9571 | SRCC = 0.9559 ] +INFO:root:Average loss=0.05009454296529293 +INFO:root: +[Valid][18][UTT][ MSE = 0.1618 | LCC = 0.9561 | SRCC = 0.9562 ] +INFO:root:Average loss=0.046715335935354235 +INFO:root: +[Valid][19][UTT][ MSE = 0.1794 | LCC = 0.9557 | SRCC = 0.9553 ] +INFO:root:Average loss=0.04619590295851231 +INFO:root: +[Valid][20][UTT][ MSE = 0.1660 | LCC = 0.9579 | SRCC = 0.9570 ] +INFO:root:Average loss=0.04270278541743756 +INFO:root: +[Valid][21][UTT][ MSE = 0.1760 | LCC = 0.9575 | SRCC = 0.9565 ] +INFO:root:Average loss=0.04124049660563469 +INFO:root: +[Valid][22][UTT][ MSE = 0.1793 | LCC = 0.9557 | SRCC = 0.9551 ] +INFO:root:Average loss=0.041425901129841805 +INFO:root: +[Valid][23][UTT][ MSE = 0.1944 | LCC = 0.9580 | SRCC = 0.9571 ] +INFO:root:Average loss=0.03718391855061054 +INFO:root: +[Valid][24][UTT][ MSE = 0.1704 | LCC = 0.9560 | SRCC = 0.9564 ] +INFO:root:Average loss=0.036345476657152175 +INFO:root: +[Valid][25][UTT][ MSE = 0.1825 | LCC = 0.9581 | SRCC = 0.9571 ] +INFO:root:Average loss=0.03559775803983212 +INFO:root: +[Valid][26][UTT][ MSE = 0.1628 | LCC = 0.9585 | SRCC = 0.9577 ] +INFO:root:Average loss=0.03566786602139473 +INFO:root: +[Valid][27][UTT][ MSE = 0.1947 | LCC = 0.9575 | SRCC = 0.9566 ] +INFO:root:Average loss=0.033788978770375254 +INFO:root: +[Valid][28][UTT][ MSE = 0.1794 | LCC = 0.9579 | SRCC = 0.9571 ] +INFO:root:Average loss=0.03174324804544449 +INFO:root: +[Valid][29][UTT][ MSE = 0.1876 | LCC = 0.9583 | SRCC = 0.9575 ] +INFO:root:Average loss=0.032182200446724894 +INFO:root: +[Valid][30][UTT][ MSE = 0.1786 | LCC = 0.9590 | SRCC = 0.9581 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1714 | LCC = 0.9584 | SRCC = 0.9584 ] diff --git a/results_tencent/wavlm_base/layer5/run1/config.gin b/results_tencent/wavlm_base/layer5/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer5/run1/model.pt b/results_tencent/wavlm_base/layer5/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f0f4983e0cbfc5d9f1e2029200b5c9dd8fdbb2f --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f35f3136aa9d058cc147f0e50439431cb62b2b3f2b4df3d75d59b9ea14e7fb +size 2747979 diff --git a/results_tencent/wavlm_base/layer5/run1/model_best.pt b/results_tencent/wavlm_base/layer5/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..08b1ecc17d2384554312dc30bd2b37be70c4f390 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14241df5163e028ef4a4f4f337926fffbc05d07223a993e91ee5274928903bd3 +size 2749638 diff --git a/results_tencent/wavlm_base/layer5/run1/train.log b/results_tencent/wavlm_base/layer5/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..59ad04a58ee980b5e8d06371474b1c86a1af7674 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4452639617919922 +INFO:root: +[Valid][0][UTT][ MSE = 0.3300 | LCC = 0.9148 | SRCC = 0.9151 ] +INFO:root:Average loss=0.1961673790216446 +INFO:root: +[Valid][1][UTT][ MSE = 0.2438 | LCC = 0.9401 | SRCC = 0.9388 ] +INFO:root:Average loss=0.1599768635034561 +INFO:root: +[Valid][2][UTT][ MSE = 0.2407 | LCC = 0.9447 | SRCC = 0.9453 ] +INFO:root:Average loss=0.1349075347185135 +INFO:root: +[Valid][3][UTT][ MSE = 0.1989 | LCC = 0.9488 | SRCC = 0.9496 ] +INFO:root:Average loss=0.11975948137044906 +INFO:root: +[Valid][4][UTT][ MSE = 0.2125 | LCC = 0.9517 | SRCC = 0.9513 ] +INFO:root:Average loss=0.10511999601125717 +INFO:root: +[Valid][5][UTT][ MSE = 0.2292 | LCC = 0.9515 | SRCC = 0.9508 ] +INFO:root:Average loss=0.10044040891528129 +INFO:root: +[Valid][6][UTT][ MSE = 0.2086 | LCC = 0.9533 | SRCC = 0.9532 ] +INFO:root:Average loss=0.09066080665588379 +INFO:root: +[Valid][7][UTT][ MSE = 0.1902 | LCC = 0.9501 | SRCC = 0.9495 ] +INFO:root:Average loss=0.08301259446144103 +INFO:root: +[Valid][8][UTT][ MSE = 0.1801 | LCC = 0.9552 | SRCC = 0.9547 ] +INFO:root:Average loss=0.07755191764235496 +INFO:root: +[Valid][9][UTT][ MSE = 0.2314 | LCC = 0.9521 | SRCC = 0.9519 ] +INFO:root:Average loss=0.07582169896364212 +INFO:root: +[Valid][10][UTT][ MSE = 0.1856 | LCC = 0.9539 | SRCC = 0.9541 ] +INFO:root:Average loss=0.0727421737909317 +INFO:root: +[Valid][11][UTT][ MSE = 0.2161 | LCC = 0.9548 | SRCC = 0.9542 ] +INFO:root:Average loss=0.0647986907362938 +INFO:root: +[Valid][12][UTT][ MSE = 0.1751 | LCC = 0.9556 | SRCC = 0.9550 ] +INFO:root:Average loss=0.06437370309233666 +INFO:root: +[Valid][13][UTT][ MSE = 0.2014 | LCC = 0.9538 | SRCC = 0.9543 ] +INFO:root:Average loss=0.06252076008915901 +INFO:root: +[Valid][14][UTT][ MSE = 0.1756 | LCC = 0.9526 | SRCC = 0.9536 ] +INFO:root:Average loss=0.05480770963430405 +INFO:root: +[Valid][15][UTT][ MSE = 0.2079 | LCC = 0.9546 | SRCC = 0.9540 ] +INFO:root:Average loss=0.05250902014970779 +INFO:root: +[Valid][16][UTT][ MSE = 0.1798 | LCC = 0.9545 | SRCC = 0.9541 ] +INFO:root:Average loss=0.054764640733599664 +INFO:root: +[Valid][17][UTT][ MSE = 0.1720 | LCC = 0.9566 | SRCC = 0.9559 ] +INFO:root:Average loss=0.04843477733433246 +INFO:root: +[Valid][18][UTT][ MSE = 0.1978 | LCC = 0.9534 | SRCC = 0.9527 ] +INFO:root:Average loss=0.04551095713675022 +INFO:root: +[Valid][19][UTT][ MSE = 0.1825 | LCC = 0.9545 | SRCC = 0.9542 ] +INFO:root:Average loss=0.043674349531531334 +INFO:root: +[Valid][20][UTT][ MSE = 0.1736 | LCC = 0.9565 | SRCC = 0.9555 ] +INFO:root:Average loss=0.04299188762903214 +INFO:root: +[Valid][21][UTT][ MSE = 0.1719 | LCC = 0.9561 | SRCC = 0.9555 ] +INFO:root:Average loss=0.04045228806138039 +INFO:root: +[Valid][22][UTT][ MSE = 0.1868 | LCC = 0.9553 | SRCC = 0.9549 ] +INFO:root:Average loss=0.03731362095475197 +INFO:root: +[Valid][23][UTT][ MSE = 0.1800 | LCC = 0.9554 | SRCC = 0.9545 ] +INFO:root:Average loss=0.03842613197863102 +INFO:root: +[Valid][24][UTT][ MSE = 0.2028 | LCC = 0.9558 | SRCC = 0.9548 ] +INFO:root:Average loss=0.036743149727582934 +INFO:root: +[Valid][25][UTT][ MSE = 0.1802 | LCC = 0.9553 | SRCC = 0.9546 ] +INFO:root:Average loss=0.036164730831980706 +INFO:root: +[Valid][26][UTT][ MSE = 0.1740 | LCC = 0.9552 | SRCC = 0.9543 ] +INFO:root:Average loss=0.03408511592447758 +INFO:root: +[Valid][27][UTT][ MSE = 0.1901 | LCC = 0.9560 | SRCC = 0.9548 ] +INFO:root:Average loss=0.033272087693214415 +INFO:root: +[Valid][28][UTT][ MSE = 0.1855 | LCC = 0.9561 | SRCC = 0.9551 ] +INFO:root:Average loss=0.0312799217402935 +INFO:root: +[Valid][29][UTT][ MSE = 0.1815 | LCC = 0.9570 | SRCC = 0.9561 ] +INFO:root:Average loss=0.029966695159673692 +INFO:root: +[Valid][30][UTT][ MSE = 0.1721 | LCC = 0.9547 | SRCC = 0.9548 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1745 | LCC = 0.9573 | SRCC = 0.9574 ] diff --git a/results_tencent/wavlm_base/layer5/run2/config.gin b/results_tencent/wavlm_base/layer5/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer5/run2/model.pt b/results_tencent/wavlm_base/layer5/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..93a02dfbf7b2190fd71c0c30ecd1c6844fae38b2 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10d0fa3061c6b1b97a5a8fd61ee9c2b27259cc2fe819816ba2f5ff45db8145ab +size 2747979 diff --git a/results_tencent/wavlm_base/layer5/run2/model_best.pt b/results_tencent/wavlm_base/layer5/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4b02a7d05d901871261d486a65f114b18b8786e --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cec41773b6917bc0e055ff42d81c3bc87539f6c11ddd715f07d0121956e7491 +size 2749702 diff --git a/results_tencent/wavlm_base/layer5/run2/train.log b/results_tencent/wavlm_base/layer5/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fcaa3eb8a33c907e64425d16f0abdb558cb97edc --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.440024248957634 +INFO:root: +[Valid][0][UTT][ MSE = 0.2856 | LCC = 0.9208 | SRCC = 0.9198 ] +INFO:root:Average loss=0.18587869369983673 +INFO:root: +[Valid][1][UTT][ MSE = 0.2735 | LCC = 0.9406 | SRCC = 0.9403 ] +INFO:root:Average loss=0.14809141713380813 +INFO:root: +[Valid][2][UTT][ MSE = 0.2258 | LCC = 0.9474 | SRCC = 0.9471 ] +INFO:root:Average loss=0.1275488044023514 +INFO:root: +[Valid][3][UTT][ MSE = 0.2144 | LCC = 0.9495 | SRCC = 0.9480 ] +INFO:root:Average loss=0.11321836262941361 +INFO:root: +[Valid][4][UTT][ MSE = 0.1958 | LCC = 0.9519 | SRCC = 0.9511 ] +INFO:root:Average loss=0.10514968118071556 +INFO:root: +[Valid][5][UTT][ MSE = 0.2217 | LCC = 0.9544 | SRCC = 0.9535 ] +INFO:root:Average loss=0.09719257238507271 +INFO:root: +[Valid][6][UTT][ MSE = 0.2442 | LCC = 0.9506 | SRCC = 0.9501 ] +INFO:root:Average loss=0.08852043515443801 +INFO:root: +[Valid][7][UTT][ MSE = 0.2051 | LCC = 0.9555 | SRCC = 0.9539 ] +INFO:root:Average loss=0.07909200379252433 +INFO:root: +[Valid][8][UTT][ MSE = 0.2047 | LCC = 0.9546 | SRCC = 0.9539 ] +INFO:root:Average loss=0.078247713804245 +INFO:root: +[Valid][9][UTT][ MSE = 0.2020 | LCC = 0.9556 | SRCC = 0.9537 ] +INFO:root:Average loss=0.07292319107055664 +INFO:root: +[Valid][10][UTT][ MSE = 0.2016 | LCC = 0.9558 | SRCC = 0.9548 ] +INFO:root:Average loss=0.06911298322677613 +INFO:root: +[Valid][11][UTT][ MSE = 0.1805 | LCC = 0.9557 | SRCC = 0.9546 ] +INFO:root:Average loss=0.06601821438968182 +INFO:root: +[Valid][12][UTT][ MSE = 0.1788 | LCC = 0.9573 | SRCC = 0.9565 ] +INFO:root:Average loss=0.062137650221586224 +INFO:root: +[Valid][13][UTT][ MSE = 0.1734 | LCC = 0.9575 | SRCC = 0.9563 ] +INFO:root:Average loss=0.05845192441344261 +INFO:root: +[Valid][14][UTT][ MSE = 0.2148 | LCC = 0.9556 | SRCC = 0.9543 ] +INFO:root:Average loss=0.05340237653255463 +INFO:root: +[Valid][15][UTT][ MSE = 0.1687 | LCC = 0.9558 | SRCC = 0.9547 ] +INFO:root:Average loss=0.05252767160534859 +INFO:root: +[Valid][16][UTT][ MSE = 0.1920 | LCC = 0.9562 | SRCC = 0.9550 ] +INFO:root:Average loss=0.048836108803749084 +INFO:root: +[Valid][17][UTT][ MSE = 0.1686 | LCC = 0.9566 | SRCC = 0.9557 ] +INFO:root:Average loss=0.04458833418786526 +INFO:root: +[Valid][18][UTT][ MSE = 0.1793 | LCC = 0.9570 | SRCC = 0.9558 ] +INFO:root:Average loss=0.04382816842198372 +INFO:root: +[Valid][19][UTT][ MSE = 0.1920 | LCC = 0.9571 | SRCC = 0.9554 ] +INFO:root:Average loss=0.04249009254574776 +INFO:root: +[Valid][20][UTT][ MSE = 0.1828 | LCC = 0.9570 | SRCC = 0.9558 ] +INFO:root:Average loss=0.04016344572603703 +INFO:root: +[Valid][21][UTT][ MSE = 0.2084 | LCC = 0.9578 | SRCC = 0.9576 ] +INFO:root:Average loss=0.03903956544399261 +INFO:root: +[Valid][22][UTT][ MSE = 0.1898 | LCC = 0.9573 | SRCC = 0.9559 ] +INFO:root:Average loss=0.037748663708567616 +INFO:root: +[Valid][23][UTT][ MSE = 0.1764 | LCC = 0.9587 | SRCC = 0.9576 ] +INFO:root:Average loss=0.03640013065934181 +INFO:root: +[Valid][24][UTT][ MSE = 0.1723 | LCC = 0.9587 | SRCC = 0.9578 ] +INFO:root:Average loss=0.03423966698348522 +INFO:root: +[Valid][25][UTT][ MSE = 0.1609 | LCC = 0.9573 | SRCC = 0.9565 ] +INFO:root:Average loss=0.03402567735314369 +INFO:root: +[Valid][26][UTT][ MSE = 0.2184 | LCC = 0.9567 | SRCC = 0.9565 ] +INFO:root:Average loss=0.03156556178629398 +INFO:root: +[Valid][27][UTT][ MSE = 0.1745 | LCC = 0.9563 | SRCC = 0.9548 ] +INFO:root:Average loss=0.03233210527151823 +INFO:root: +[Valid][28][UTT][ MSE = 0.1605 | LCC = 0.9568 | SRCC = 0.9561 ] +INFO:root:Average loss=0.03096643689274788 +INFO:root: +[Valid][29][UTT][ MSE = 0.1877 | LCC = 0.9580 | SRCC = 0.9568 ] +INFO:root:Average loss=0.03080733849853277 +INFO:root: +[Valid][30][UTT][ MSE = 0.2053 | LCC = 0.9573 | SRCC = 0.9562 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1751 | LCC = 0.9572 | SRCC = 0.9568 ] diff --git a/results_tencent/wavlm_base/layer5/run3/config.gin b/results_tencent/wavlm_base/layer5/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer5/run3/model.pt b/results_tencent/wavlm_base/layer5/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..158eb7ee455300c527be85c413bae20f6a671d3f --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e1cee89f3d4b77c62dc9f5ba7c4f4d3eeaaf821866b986246e107ee746fd2c +size 2747979 diff --git a/results_tencent/wavlm_base/layer5/run3/model_best.pt b/results_tencent/wavlm_base/layer5/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..aded8b9ffe934e7d70746846904710a888ec97f3 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6852d9de38732651eb4be74f53bc6e6d1da7085b0705628a3ac996dc7f96cec +size 2749702 diff --git a/results_tencent/wavlm_base/layer5/run3/train.log b/results_tencent/wavlm_base/layer5/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a28148d79f93a86583abde0ec6aac5afa9d5e189 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.49576625871658325 +INFO:root: +[Valid][0][UTT][ MSE = 0.3019 | LCC = 0.9186 | SRCC = 0.9161 ] +INFO:root:Average loss=0.1957039948105812 +INFO:root: +[Valid][1][UTT][ MSE = 0.2515 | LCC = 0.9393 | SRCC = 0.9385 ] +INFO:root:Average loss=0.15388566476106644 +INFO:root: +[Valid][2][UTT][ MSE = 0.2182 | LCC = 0.9446 | SRCC = 0.9454 ] +INFO:root:Average loss=0.13481665790081024 +INFO:root: +[Valid][3][UTT][ MSE = 0.2196 | LCC = 0.9499 | SRCC = 0.9489 ] +INFO:root:Average loss=0.11757642257213592 +INFO:root: +[Valid][4][UTT][ MSE = 0.2348 | LCC = 0.9503 | SRCC = 0.9513 ] +INFO:root:Average loss=0.10757116875052453 +INFO:root: +[Valid][5][UTT][ MSE = 0.2017 | LCC = 0.9548 | SRCC = 0.9544 ] +INFO:root:Average loss=0.09780890408158302 +INFO:root: +[Valid][6][UTT][ MSE = 0.1902 | LCC = 0.9564 | SRCC = 0.9559 ] +INFO:root:Average loss=0.09435308054089546 +INFO:root: +[Valid][7][UTT][ MSE = 0.1983 | LCC = 0.9565 | SRCC = 0.9557 ] +INFO:root:Average loss=0.08475206118822098 +INFO:root: +[Valid][8][UTT][ MSE = 0.2007 | LCC = 0.9565 | SRCC = 0.9560 ] +INFO:root:Average loss=0.08402082666754723 +INFO:root: +[Valid][9][UTT][ MSE = 0.1790 | LCC = 0.9578 | SRCC = 0.9569 ] +INFO:root:Average loss=0.07534319031238555 +INFO:root: +[Valid][10][UTT][ MSE = 0.1977 | LCC = 0.9572 | SRCC = 0.9567 ] +INFO:root:Average loss=0.07110907366871834 +INFO:root: +[Valid][11][UTT][ MSE = 0.1880 | LCC = 0.9577 | SRCC = 0.9567 ] +INFO:root:Average loss=0.06593643885850907 +INFO:root: +[Valid][12][UTT][ MSE = 0.1955 | LCC = 0.9587 | SRCC = 0.9581 ] +INFO:root:Average loss=0.061925418615341184 +INFO:root: +[Valid][13][UTT][ MSE = 0.2107 | LCC = 0.9583 | SRCC = 0.9573 ] +INFO:root:Average loss=0.06004640540480614 +INFO:root: +[Valid][14][UTT][ MSE = 0.1906 | LCC = 0.9580 | SRCC = 0.9577 ] +INFO:root:Average loss=0.0584584331214428 +INFO:root: +[Valid][15][UTT][ MSE = 0.1792 | LCC = 0.9586 | SRCC = 0.9581 ] +INFO:root:Average loss=0.052832910090684894 +INFO:root: +[Valid][16][UTT][ MSE = 0.2091 | LCC = 0.9582 | SRCC = 0.9576 ] +INFO:root:Average loss=0.051187722980976104 +INFO:root: +[Valid][17][UTT][ MSE = 0.2065 | LCC = 0.9580 | SRCC = 0.9576 ] +INFO:root:Average loss=0.050223407611250874 +INFO:root: +[Valid][18][UTT][ MSE = 0.1784 | LCC = 0.9596 | SRCC = 0.9584 ] +INFO:root:Average loss=0.045746862396597865 +INFO:root: +[Valid][19][UTT][ MSE = 0.1999 | LCC = 0.9578 | SRCC = 0.9571 ] +INFO:root:Average loss=0.04738782912492752 +INFO:root: +[Valid][20][UTT][ MSE = 0.1642 | LCC = 0.9596 | SRCC = 0.9591 ] +INFO:root:Average loss=0.041632714942097665 +INFO:root: +[Valid][21][UTT][ MSE = 0.1967 | LCC = 0.9595 | SRCC = 0.9588 ] +INFO:root:Average loss=0.0402071436047554 +INFO:root: +[Valid][22][UTT][ MSE = 0.1748 | LCC = 0.9588 | SRCC = 0.9583 ] +INFO:root:Average loss=0.03812179851531983 +INFO:root: +[Valid][23][UTT][ MSE = 0.2002 | LCC = 0.9589 | SRCC = 0.9581 ] +INFO:root:Average loss=0.03666167670488357 +INFO:root: +[Valid][24][UTT][ MSE = 0.1783 | LCC = 0.9602 | SRCC = 0.9593 ] +INFO:root:Average loss=0.03784296526014805 +INFO:root: +[Valid][25][UTT][ MSE = 0.1946 | LCC = 0.9607 | SRCC = 0.9599 ] +INFO:root:Average loss=0.035834685266017914 +INFO:root: +[Valid][26][UTT][ MSE = 0.1732 | LCC = 0.9611 | SRCC = 0.9602 ] +INFO:root:Average loss=0.03357552002370358 +INFO:root: +[Valid][27][UTT][ MSE = 0.1879 | LCC = 0.9605 | SRCC = 0.9597 ] +INFO:root:Average loss=0.03144766908884049 +INFO:root: +[Valid][28][UTT][ MSE = 0.1876 | LCC = 0.9604 | SRCC = 0.9597 ] +INFO:root:Average loss=0.03191295990347862 +INFO:root: +[Valid][29][UTT][ MSE = 0.1748 | LCC = 0.9592 | SRCC = 0.9581 ] +INFO:root:Average loss=0.03149042947590351 +INFO:root: +[Valid][30][UTT][ MSE = 0.1909 | LCC = 0.9596 | SRCC = 0.9589 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1717 | LCC = 0.9585 | SRCC = 0.9585 ] diff --git a/results_tencent/wavlm_base/layer5/run4/config.gin b/results_tencent/wavlm_base/layer5/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer5/run4/model.pt b/results_tencent/wavlm_base/layer5/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5d77b0c25dc5758b30cb1f2b7c5ea443b771711 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28bdad1e111950f3c528b09f933acfad761288456a6389d1954d48c9c829850 +size 2747979 diff --git a/results_tencent/wavlm_base/layer5/run4/model_best.pt b/results_tencent/wavlm_base/layer5/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf4ffbbd32d21868aef20c7d1247cc0f9f88de70 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0accc6eef45bd11b2f111f63cc6e15475448d6637ecb3239a3776617ba3264da +size 2749702 diff --git a/results_tencent/wavlm_base/layer5/run4/train.log b/results_tencent/wavlm_base/layer5/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ccf9a61604f4801e4366f840ea1389ea2d62b382 --- /dev/null +++ b/results_tencent/wavlm_base/layer5/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4443316124677658 +INFO:root: +[Valid][0][UTT][ MSE = 0.3183 | LCC = 0.9240 | SRCC = 0.9225 ] +INFO:root:Average loss=0.18739334094524385 +INFO:root: +[Valid][1][UTT][ MSE = 0.3142 | LCC = 0.9406 | SRCC = 0.9406 ] +INFO:root:Average loss=0.14776223188638687 +INFO:root: +[Valid][2][UTT][ MSE = 0.2054 | LCC = 0.9486 | SRCC = 0.9470 ] +INFO:root:Average loss=0.12829192310571672 +INFO:root: +[Valid][3][UTT][ MSE = 0.2194 | LCC = 0.9519 | SRCC = 0.9505 ] +INFO:root:Average loss=0.11513792556524277 +INFO:root: +[Valid][4][UTT][ MSE = 0.2154 | LCC = 0.9529 | SRCC = 0.9519 ] +INFO:root:Average loss=0.10945697852969169 +INFO:root: +[Valid][5][UTT][ MSE = 0.2203 | LCC = 0.9539 | SRCC = 0.9535 ] +INFO:root:Average loss=0.10084056428074836 +INFO:root: +[Valid][6][UTT][ MSE = 0.2240 | LCC = 0.9544 | SRCC = 0.9543 ] +INFO:root:Average loss=0.08739540275931358 +INFO:root: +[Valid][7][UTT][ MSE = 0.1882 | LCC = 0.9557 | SRCC = 0.9550 ] +INFO:root:Average loss=0.0845938945710659 +INFO:root: +[Valid][8][UTT][ MSE = 0.2261 | LCC = 0.9551 | SRCC = 0.9537 ] +INFO:root:Average loss=0.07756945142149925 +INFO:root: +[Valid][9][UTT][ MSE = 0.2467 | LCC = 0.9540 | SRCC = 0.9545 ] +INFO:root:Average loss=0.07375370553135872 +INFO:root: +[Valid][10][UTT][ MSE = 0.1919 | LCC = 0.9566 | SRCC = 0.9557 ] +INFO:root:Average loss=0.0701208333671093 +INFO:root: +[Valid][11][UTT][ MSE = 0.1864 | LCC = 0.9567 | SRCC = 0.9558 ] +INFO:root:Average loss=0.06191850027441979 +INFO:root: +[Valid][12][UTT][ MSE = 0.2122 | LCC = 0.9567 | SRCC = 0.9558 ] +INFO:root:Average loss=0.06291048243641853 +INFO:root: +[Valid][13][UTT][ MSE = 0.1817 | LCC = 0.9568 | SRCC = 0.9555 ] +INFO:root:Average loss=0.059573038816452026 +INFO:root: +[Valid][14][UTT][ MSE = 0.2207 | LCC = 0.9567 | SRCC = 0.9563 ] +INFO:root:Average loss=0.05735242533683777 +INFO:root: +[Valid][15][UTT][ MSE = 0.2077 | LCC = 0.9564 | SRCC = 0.9552 ] +INFO:root:Average loss=0.0530256125330925 +INFO:root: +[Valid][16][UTT][ MSE = 0.1974 | LCC = 0.9581 | SRCC = 0.9572 ] +INFO:root:Average loss=0.05060443584620953 +INFO:root: +[Valid][17][UTT][ MSE = 0.1947 | LCC = 0.9571 | SRCC = 0.9559 ] +INFO:root:Average loss=0.04692204459011555 +INFO:root: +[Valid][18][UTT][ MSE = 0.2118 | LCC = 0.9577 | SRCC = 0.9566 ] +INFO:root:Average loss=0.043702319517731666 +INFO:root: +[Valid][19][UTT][ MSE = 0.2246 | LCC = 0.9566 | SRCC = 0.9567 ] +INFO:root:Average loss=0.04339887346327305 +INFO:root: +[Valid][20][UTT][ MSE = 0.1693 | LCC = 0.9588 | SRCC = 0.9579 ] +INFO:root:Average loss=0.04246067163348198 +INFO:root: +[Valid][21][UTT][ MSE = 0.1899 | LCC = 0.9589 | SRCC = 0.9579 ] +INFO:root:Average loss=0.040090229898691175 +INFO:root: +[Valid][22][UTT][ MSE = 0.2226 | LCC = 0.9572 | SRCC = 0.9573 ] +INFO:root:Average loss=0.03868230836093426 +INFO:root: +[Valid][23][UTT][ MSE = 0.1906 | LCC = 0.9578 | SRCC = 0.9569 ] +INFO:root:Average loss=0.0369136643409729 +INFO:root: +[Valid][24][UTT][ MSE = 0.2158 | LCC = 0.9571 | SRCC = 0.9566 ] +INFO:root:Average loss=0.03567809319496155 +INFO:root: +[Valid][25][UTT][ MSE = 0.1987 | LCC = 0.9586 | SRCC = 0.9577 ] +INFO:root:Average loss=0.03463003265857696 +INFO:root: +[Valid][26][UTT][ MSE = 0.1959 | LCC = 0.9589 | SRCC = 0.9579 ] +INFO:root:Average loss=0.03347512209415436 +INFO:root: +[Valid][27][UTT][ MSE = 0.1975 | LCC = 0.9582 | SRCC = 0.9572 ] +INFO:root:Average loss=0.03386713540554047 +INFO:root: +[Valid][28][UTT][ MSE = 0.2132 | LCC = 0.9566 | SRCC = 0.9568 ] +INFO:root:Average loss=0.03110465484857559 +INFO:root: +[Valid][29][UTT][ MSE = 0.2058 | LCC = 0.9582 | SRCC = 0.9574 ] +INFO:root:Average loss=0.030748532213270664 +INFO:root: +[Valid][30][UTT][ MSE = 0.1952 | LCC = 0.9580 | SRCC = 0.9575 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1885 | LCC = 0.9568 | SRCC = 0.9574 ] diff --git a/results_tencent/wavlm_base/layer6/run0/config.gin b/results_tencent/wavlm_base/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer6/run0/model.pt b/results_tencent/wavlm_base/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d58285cbf3dd7e51e0f98c17fde6b513812a209 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff12d597d1c071d78bfec7c218799cbbb102fc09423a39b74b7edf7cd40e24cf +size 2747979 diff --git a/results_tencent/wavlm_base/layer6/run0/model_best.pt b/results_tencent/wavlm_base/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2f2990449895bbc8019407cebce0b8b32fc0d3 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3d38de8c1cab730831df1d58e646f9a6bbd20218dcfcd96d7d15232f68632e +size 2749702 diff --git a/results_tencent/wavlm_base/layer6/run0/train.log b/results_tencent/wavlm_base/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0834b3fde30e451975db368e95373d7fb3d9103d --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4934666373729706 +INFO:root: +[Valid][0][UTT][ MSE = 0.3195 | LCC = 0.9156 | SRCC = 0.9157 ] +INFO:root:Average loss=0.19669877916574477 +INFO:root: +[Valid][1][UTT][ MSE = 0.2865 | LCC = 0.9375 | SRCC = 0.9352 ] +INFO:root:Average loss=0.16699667990207673 +INFO:root: +[Valid][2][UTT][ MSE = 0.2716 | LCC = 0.9454 | SRCC = 0.9451 ] +INFO:root:Average loss=0.14225332933664322 +INFO:root: +[Valid][3][UTT][ MSE = 0.2303 | LCC = 0.9462 | SRCC = 0.9444 ] +INFO:root:Average loss=0.12338291448354721 +INFO:root: +[Valid][4][UTT][ MSE = 0.2222 | LCC = 0.9508 | SRCC = 0.9507 ] +INFO:root:Average loss=0.11472159177064896 +INFO:root: +[Valid][5][UTT][ MSE = 0.2285 | LCC = 0.9516 | SRCC = 0.9519 ] +INFO:root:Average loss=0.10818801730871201 +INFO:root: +[Valid][6][UTT][ MSE = 0.2057 | LCC = 0.9536 | SRCC = 0.9539 ] +INFO:root:Average loss=0.09854492610692978 +INFO:root: +[Valid][7][UTT][ MSE = 0.2095 | LCC = 0.9536 | SRCC = 0.9539 ] +INFO:root:Average loss=0.09078771543502807 +INFO:root: +[Valid][8][UTT][ MSE = 0.2024 | LCC = 0.9547 | SRCC = 0.9547 ] +INFO:root:Average loss=0.08335440659523011 +INFO:root: +[Valid][9][UTT][ MSE = 0.2196 | LCC = 0.9550 | SRCC = 0.9549 ] +INFO:root:Average loss=0.07999059721827508 +INFO:root: +[Valid][10][UTT][ MSE = 0.2143 | LCC = 0.9548 | SRCC = 0.9547 ] +INFO:root:Average loss=0.07554243651032448 +INFO:root: +[Valid][11][UTT][ MSE = 0.1972 | LCC = 0.9550 | SRCC = 0.9547 ] +INFO:root:Average loss=0.06804239192605019 +INFO:root: +[Valid][12][UTT][ MSE = 0.1916 | LCC = 0.9559 | SRCC = 0.9553 ] +INFO:root:Average loss=0.06426467114686966 +INFO:root: +[Valid][13][UTT][ MSE = 0.2387 | LCC = 0.9542 | SRCC = 0.9547 ] +INFO:root:Average loss=0.06084431424736977 +INFO:root: +[Valid][14][UTT][ MSE = 0.2010 | LCC = 0.9551 | SRCC = 0.9546 ] +INFO:root:Average loss=0.05753362911939621 +INFO:root: +[Valid][15][UTT][ MSE = 0.2225 | LCC = 0.9553 | SRCC = 0.9557 ] +INFO:root:Average loss=0.05363043808937073 +INFO:root: +[Valid][16][UTT][ MSE = 0.2319 | LCC = 0.9547 | SRCC = 0.9550 ] +INFO:root:Average loss=0.053884299919009206 +INFO:root: +[Valid][17][UTT][ MSE = 0.1984 | LCC = 0.9563 | SRCC = 0.9554 ] +INFO:root:Average loss=0.05072112816572189 +INFO:root: +[Valid][18][UTT][ MSE = 0.2066 | LCC = 0.9573 | SRCC = 0.9571 ] +INFO:root:Average loss=0.04932891573011875 +INFO:root: +[Valid][19][UTT][ MSE = 0.2318 | LCC = 0.9562 | SRCC = 0.9573 ] +INFO:root:Average loss=0.04569007253646851 +INFO:root: +[Valid][20][UTT][ MSE = 0.1947 | LCC = 0.9570 | SRCC = 0.9569 ] +INFO:root:Average loss=0.04252681514620781 +INFO:root: +[Valid][21][UTT][ MSE = 0.1943 | LCC = 0.9568 | SRCC = 0.9565 ] +INFO:root:Average loss=0.040013249859213826 +INFO:root: +[Valid][22][UTT][ MSE = 0.2244 | LCC = 0.9561 | SRCC = 0.9564 ] +INFO:root:Average loss=0.04011657746136189 +INFO:root: +[Valid][23][UTT][ MSE = 0.2169 | LCC = 0.9571 | SRCC = 0.9570 ] +INFO:root:Average loss=0.04047094492614269 +INFO:root: +[Valid][24][UTT][ MSE = 0.1960 | LCC = 0.9572 | SRCC = 0.9569 ] +INFO:root:Average loss=0.037446268007159236 +INFO:root: +[Valid][25][UTT][ MSE = 0.2089 | LCC = 0.9575 | SRCC = 0.9574 ] +INFO:root:Average loss=0.03727648904919624 +INFO:root: +[Valid][26][UTT][ MSE = 0.1982 | LCC = 0.9576 | SRCC = 0.9573 ] +INFO:root:Average loss=0.03398490231484175 +INFO:root: +[Valid][27][UTT][ MSE = 0.2100 | LCC = 0.9579 | SRCC = 0.9580 ] +INFO:root:Average loss=0.031457443088293076 +INFO:root: +[Valid][28][UTT][ MSE = 0.2158 | LCC = 0.9576 | SRCC = 0.9579 ] +INFO:root:Average loss=0.03079562737047672 +INFO:root: +[Valid][29][UTT][ MSE = 0.1976 | LCC = 0.9583 | SRCC = 0.9577 ] +INFO:root:Average loss=0.029691188424825668 +INFO:root: +[Valid][30][UTT][ MSE = 0.2032 | LCC = 0.9581 | SRCC = 0.9576 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2057 | LCC = 0.9525 | SRCC = 0.9525 ] diff --git a/results_tencent/wavlm_base/layer6/run1/config.gin b/results_tencent/wavlm_base/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer6/run1/model.pt b/results_tencent/wavlm_base/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..26876e51c6755f62cc29384a659d787dd2c4e347 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37461ad2254305798a2d2f58e6850fc637e3639ed64510667a949de2301765d +size 2747979 diff --git a/results_tencent/wavlm_base/layer6/run1/model_best.pt b/results_tencent/wavlm_base/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..14edf1ffd96aec97e80e862cc2cb20b2e9d90cbc --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5d3c1c968652c955a6f9e24d3e8aeeaf927d2c02766cb137a76895fa558bc1 +size 2749702 diff --git a/results_tencent/wavlm_base/layer6/run1/train.log b/results_tencent/wavlm_base/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4663048dc294d9eafbccad37cd7c13b5de2bd4a7 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.40820329904556274 +INFO:root: +[Valid][0][UTT][ MSE = 0.3006 | LCC = 0.9233 | SRCC = 0.9203 ] +INFO:root:Average loss=0.1837830115556717 +INFO:root: +[Valid][1][UTT][ MSE = 0.2355 | LCC = 0.9413 | SRCC = 0.9396 ] +INFO:root:Average loss=0.14973433005809783 +INFO:root: +[Valid][2][UTT][ MSE = 0.2372 | LCC = 0.9465 | SRCC = 0.9459 ] +INFO:root:Average loss=0.13150009685754777 +INFO:root: +[Valid][3][UTT][ MSE = 0.2124 | LCC = 0.9498 | SRCC = 0.9489 ] +INFO:root:Average loss=0.11587286877632141 +INFO:root: +[Valid][4][UTT][ MSE = 0.2122 | LCC = 0.9506 | SRCC = 0.9504 ] +INFO:root:Average loss=0.10622765961289406 +INFO:root: +[Valid][5][UTT][ MSE = 0.2081 | LCC = 0.9518 | SRCC = 0.9510 ] +INFO:root:Average loss=0.09725833791494369 +INFO:root: +[Valid][6][UTT][ MSE = 0.1931 | LCC = 0.9531 | SRCC = 0.9524 ] +INFO:root:Average loss=0.094167579382658 +INFO:root: +[Valid][7][UTT][ MSE = 0.2403 | LCC = 0.9529 | SRCC = 0.9531 ] +INFO:root:Average loss=0.0877429569363594 +INFO:root: +[Valid][8][UTT][ MSE = 0.1889 | LCC = 0.9544 | SRCC = 0.9536 ] +INFO:root:Average loss=0.08264137950539589 +INFO:root: +[Valid][9][UTT][ MSE = 0.2066 | LCC = 0.9534 | SRCC = 0.9525 ] +INFO:root:Average loss=0.07356828787922859 +INFO:root: +[Valid][10][UTT][ MSE = 0.1908 | LCC = 0.9533 | SRCC = 0.9529 ] +INFO:root:Average loss=0.07015111753344536 +INFO:root: +[Valid][11][UTT][ MSE = 0.1867 | LCC = 0.9541 | SRCC = 0.9528 ] +INFO:root:Average loss=0.06718654918670654 +INFO:root: +[Valid][12][UTT][ MSE = 0.1967 | LCC = 0.9546 | SRCC = 0.9534 ] +INFO:root:Average loss=0.062439542025327685 +INFO:root: +[Valid][13][UTT][ MSE = 0.1919 | LCC = 0.9540 | SRCC = 0.9526 ] +INFO:root:Average loss=0.05837404245138168 +INFO:root: +[Valid][14][UTT][ MSE = 0.1998 | LCC = 0.9550 | SRCC = 0.9538 ] +INFO:root:Average loss=0.05701144741475582 +INFO:root: +[Valid][15][UTT][ MSE = 0.2148 | LCC = 0.9539 | SRCC = 0.9534 ] +INFO:root:Average loss=0.05400541678071022 +INFO:root: +[Valid][16][UTT][ MSE = 0.1999 | LCC = 0.9549 | SRCC = 0.9540 ] +INFO:root:Average loss=0.05112933433055878 +INFO:root: +[Valid][17][UTT][ MSE = 0.2044 | LCC = 0.9545 | SRCC = 0.9538 ] +INFO:root:Average loss=0.04997991041839123 +INFO:root: +[Valid][18][UTT][ MSE = 0.1949 | LCC = 0.9547 | SRCC = 0.9541 ] +INFO:root:Average loss=0.04777818793058396 +INFO:root: +[Valid][19][UTT][ MSE = 0.2218 | LCC = 0.9530 | SRCC = 0.9528 ] +INFO:root:Average loss=0.04549847984313965 +INFO:root: +[Valid][20][UTT][ MSE = 0.1809 | LCC = 0.9541 | SRCC = 0.9531 ] +INFO:root:Average loss=0.041432102128863335 +INFO:root: +[Valid][21][UTT][ MSE = 0.2251 | LCC = 0.9528 | SRCC = 0.9534 ] +INFO:root:Average loss=0.03915591597557068 +INFO:root: +[Valid][22][UTT][ MSE = 0.2143 | LCC = 0.9541 | SRCC = 0.9537 ] +INFO:root:Average loss=0.03880092640221119 +INFO:root: +[Valid][23][UTT][ MSE = 0.2034 | LCC = 0.9543 | SRCC = 0.9542 ] +INFO:root:Average loss=0.03637711361050606 +INFO:root: +[Valid][24][UTT][ MSE = 0.2001 | LCC = 0.9545 | SRCC = 0.9539 ] +INFO:root:Average loss=0.03513110181689262 +INFO:root: +[Valid][25][UTT][ MSE = 0.1940 | LCC = 0.9543 | SRCC = 0.9532 ] +INFO:root:Average loss=0.03373663102090359 +INFO:root: +[Valid][26][UTT][ MSE = 0.2029 | LCC = 0.9536 | SRCC = 0.9527 ] +INFO:root:Average loss=0.03344978511333466 +INFO:root: +[Valid][27][UTT][ MSE = 0.1889 | LCC = 0.9539 | SRCC = 0.9519 ] +INFO:root:Average loss=0.034293862521648406 +INFO:root: +[Valid][28][UTT][ MSE = 0.1955 | LCC = 0.9541 | SRCC = 0.9537 ] +INFO:root:Average loss=0.031385724872350695 +INFO:root: +[Valid][29][UTT][ MSE = 0.1895 | LCC = 0.9549 | SRCC = 0.9534 ] +INFO:root:Average loss=0.02956186418235302 +INFO:root: +[Valid][30][UTT][ MSE = 0.1900 | LCC = 0.9535 | SRCC = 0.9525 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2015 | LCC = 0.9516 | SRCC = 0.9508 ] diff --git a/results_tencent/wavlm_base/layer6/run2/config.gin b/results_tencent/wavlm_base/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer6/run2/model.pt b/results_tencent/wavlm_base/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9af3eb18f0782e1a9a360bead44a34542acbd534 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a95e414479c0efdbd73c6ea22267560c310d685bac032002d55c663e42c892 +size 2747979 diff --git a/results_tencent/wavlm_base/layer6/run2/model_best.pt b/results_tencent/wavlm_base/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..144f8b62380d742fb189acf3944484710c876d49 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a52a4d028066241b108a3ac374ed2ce7f7f7ee6d794a53949d6df5b7d6bade9 +size 2749702 diff --git a/results_tencent/wavlm_base/layer6/run2/train.log b/results_tencent/wavlm_base/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..65c419637b40156009358cf2c342def015947b08 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4539495174884796 +INFO:root: +[Valid][0][UTT][ MSE = 0.3422 | LCC = 0.9235 | SRCC = 0.9197 ] +INFO:root:Average loss=0.18276003867387772 +INFO:root: +[Valid][1][UTT][ MSE = 0.2570 | LCC = 0.9386 | SRCC = 0.9380 ] +INFO:root:Average loss=0.15025722217559814 +INFO:root: +[Valid][2][UTT][ MSE = 0.2052 | LCC = 0.9454 | SRCC = 0.9445 ] +INFO:root:Average loss=0.1333640119433403 +INFO:root: +[Valid][3][UTT][ MSE = 0.2231 | LCC = 0.9470 | SRCC = 0.9459 ] +INFO:root:Average loss=0.11837586325407028 +INFO:root: +[Valid][4][UTT][ MSE = 0.2540 | LCC = 0.9493 | SRCC = 0.9486 ] +INFO:root:Average loss=0.10835253110527993 +INFO:root: +[Valid][5][UTT][ MSE = 0.1985 | LCC = 0.9519 | SRCC = 0.9506 ] +INFO:root:Average loss=0.09796964380145073 +INFO:root: +[Valid][6][UTT][ MSE = 0.2059 | LCC = 0.9519 | SRCC = 0.9501 ] +INFO:root:Average loss=0.09560474687814713 +INFO:root: +[Valid][7][UTT][ MSE = 0.2082 | LCC = 0.9534 | SRCC = 0.9528 ] +INFO:root:Average loss=0.08726583796739579 +INFO:root: +[Valid][8][UTT][ MSE = 0.2191 | LCC = 0.9540 | SRCC = 0.9527 ] +INFO:root:Average loss=0.08272154593467712 +INFO:root: +[Valid][9][UTT][ MSE = 0.1981 | LCC = 0.9547 | SRCC = 0.9535 ] +INFO:root:Average loss=0.07540479573607445 +INFO:root: +[Valid][10][UTT][ MSE = 0.1900 | LCC = 0.9557 | SRCC = 0.9546 ] +INFO:root:Average loss=0.06964451783895492 +INFO:root: +[Valid][11][UTT][ MSE = 0.2038 | LCC = 0.9558 | SRCC = 0.9542 ] +INFO:root:Average loss=0.0701189512014389 +INFO:root: +[Valid][12][UTT][ MSE = 0.2060 | LCC = 0.9542 | SRCC = 0.9529 ] +INFO:root:Average loss=0.06650930079817773 +INFO:root: +[Valid][13][UTT][ MSE = 0.2138 | LCC = 0.9550 | SRCC = 0.9536 ] +INFO:root:Average loss=0.062257776975631715 +INFO:root: +[Valid][14][UTT][ MSE = 0.2020 | LCC = 0.9551 | SRCC = 0.9534 ] +INFO:root:Average loss=0.05707719308137894 +INFO:root: +[Valid][15][UTT][ MSE = 0.1854 | LCC = 0.9550 | SRCC = 0.9539 ] +INFO:root:Average loss=0.05719682443141937 +INFO:root: +[Valid][16][UTT][ MSE = 0.2008 | LCC = 0.9553 | SRCC = 0.9541 ] +INFO:root:Average loss=0.0509599696546793 +INFO:root: +[Valid][17][UTT][ MSE = 0.2024 | LCC = 0.9551 | SRCC = 0.9535 ] +INFO:root:Average loss=0.04987467515468597 +INFO:root: +[Valid][18][UTT][ MSE = 0.1987 | LCC = 0.9557 | SRCC = 0.9544 ] +INFO:root:Average loss=0.047916451960802076 +INFO:root: +[Valid][19][UTT][ MSE = 0.2025 | LCC = 0.9556 | SRCC = 0.9546 ] +INFO:root:Average loss=0.044637646973133084 +INFO:root: +[Valid][20][UTT][ MSE = 0.2094 | LCC = 0.9545 | SRCC = 0.9535 ] +INFO:root:Average loss=0.0433537535071373 +INFO:root: +[Valid][21][UTT][ MSE = 0.1994 | LCC = 0.9547 | SRCC = 0.9532 ] +INFO:root:Average loss=0.04287274491786957 +INFO:root: +[Valid][22][UTT][ MSE = 0.2135 | LCC = 0.9551 | SRCC = 0.9536 ] +INFO:root:Average loss=0.041620763376355174 +INFO:root: +[Valid][23][UTT][ MSE = 0.1884 | LCC = 0.9557 | SRCC = 0.9543 ] +INFO:root:Average loss=0.03897436718642712 +INFO:root: +[Valid][24][UTT][ MSE = 0.1870 | LCC = 0.9555 | SRCC = 0.9544 ] +INFO:root:Average loss=0.0358658314794302 +INFO:root: +[Valid][25][UTT][ MSE = 0.2022 | LCC = 0.9556 | SRCC = 0.9546 ] +INFO:root:Average loss=0.03557096995413303 +INFO:root: +[Valid][26][UTT][ MSE = 0.2144 | LCC = 0.9556 | SRCC = 0.9543 ] +INFO:root:Average loss=0.037255266457796095 +INFO:root: +[Valid][27][UTT][ MSE = 0.1880 | LCC = 0.9566 | SRCC = 0.9556 ] +INFO:root:Average loss=0.03443453103303909 +INFO:root: +[Valid][28][UTT][ MSE = 0.2135 | LCC = 0.9552 | SRCC = 0.9535 ] +INFO:root:Average loss=0.033559111058712 +INFO:root: +[Valid][29][UTT][ MSE = 0.1973 | LCC = 0.9562 | SRCC = 0.9550 ] +INFO:root:Average loss=0.031757441222667694 +INFO:root: +[Valid][30][UTT][ MSE = 0.1924 | LCC = 0.9559 | SRCC = 0.9549 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1948 | LCC = 0.9519 | SRCC = 0.9524 ] diff --git a/results_tencent/wavlm_base/layer6/run3/config.gin b/results_tencent/wavlm_base/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer6/run3/model.pt b/results_tencent/wavlm_base/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..abcf34a4b08b330f79b8cce1d37cd8f663b45d88 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a58abf7523f7ea04c4860316ebff35094d419b4c273ad5ad30b3da17b7300c +size 2747979 diff --git a/results_tencent/wavlm_base/layer6/run3/model_best.pt b/results_tencent/wavlm_base/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0661a79fe723c38d66e7882380e77aa29e19c22a --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558df0c2db280bcb2f28b39a805b84138b6ee5f8ac5ee8968f17de38a35690e3 +size 2749702 diff --git a/results_tencent/wavlm_base/layer6/run3/train.log b/results_tencent/wavlm_base/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..70361176a06beb058c221a57a96eb2a0e9ce07b7 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.39093652963638303 +INFO:root: +[Valid][0][UTT][ MSE = 0.2846 | LCC = 0.9190 | SRCC = 0.9194 ] +INFO:root:Average loss=0.19068736183643342 +INFO:root: +[Valid][1][UTT][ MSE = 0.2903 | LCC = 0.9410 | SRCC = 0.9403 ] +INFO:root:Average loss=0.1567792209982872 +INFO:root: +[Valid][2][UTT][ MSE = 0.2652 | LCC = 0.9458 | SRCC = 0.9459 ] +INFO:root:Average loss=0.13711229413747789 +INFO:root: +[Valid][3][UTT][ MSE = 0.2264 | LCC = 0.9484 | SRCC = 0.9481 ] +INFO:root:Average loss=0.12151850432157517 +INFO:root: +[Valid][4][UTT][ MSE = 0.2394 | LCC = 0.9515 | SRCC = 0.9512 ] +INFO:root:Average loss=0.11115006124973296 +INFO:root: +[Valid][5][UTT][ MSE = 0.2327 | LCC = 0.9528 | SRCC = 0.9531 ] +INFO:root:Average loss=0.09844686716794968 +INFO:root: +[Valid][6][UTT][ MSE = 0.1932 | LCC = 0.9530 | SRCC = 0.9532 ] +INFO:root:Average loss=0.09207906901836395 +INFO:root: +[Valid][7][UTT][ MSE = 0.2199 | LCC = 0.9532 | SRCC = 0.9533 ] +INFO:root:Average loss=0.0868428574204445 +INFO:root: +[Valid][8][UTT][ MSE = 0.2102 | LCC = 0.9545 | SRCC = 0.9539 ] +INFO:root:Average loss=0.08332664144039154 +INFO:root: +[Valid][9][UTT][ MSE = 0.2611 | LCC = 0.9545 | SRCC = 0.9550 ] +INFO:root:Average loss=0.0775403088927269 +INFO:root: +[Valid][10][UTT][ MSE = 0.2254 | LCC = 0.9558 | SRCC = 0.9551 ] +INFO:root:Average loss=0.07220357349514961 +INFO:root: +[Valid][11][UTT][ MSE = 0.1995 | LCC = 0.9521 | SRCC = 0.9515 ] +INFO:root:Average loss=0.0681024389564991 +INFO:root: +[Valid][12][UTT][ MSE = 0.2087 | LCC = 0.9560 | SRCC = 0.9550 ] +INFO:root:Average loss=0.06253931811451911 +INFO:root: +[Valid][13][UTT][ MSE = 0.2067 | LCC = 0.9554 | SRCC = 0.9546 ] +INFO:root:Average loss=0.06102349799871445 +INFO:root: +[Valid][14][UTT][ MSE = 0.2082 | LCC = 0.9554 | SRCC = 0.9548 ] +INFO:root:Average loss=0.05345137222111225 +INFO:root: +[Valid][15][UTT][ MSE = 0.2449 | LCC = 0.9539 | SRCC = 0.9536 ] +INFO:root:Average loss=0.05558881126344204 +INFO:root: +[Valid][16][UTT][ MSE = 0.2096 | LCC = 0.9565 | SRCC = 0.9555 ] +INFO:root:Average loss=0.05058114087581635 +INFO:root: +[Valid][17][UTT][ MSE = 0.2363 | LCC = 0.9551 | SRCC = 0.9545 ] +INFO:root:Average loss=0.048924974530935285 +INFO:root: +[Valid][18][UTT][ MSE = 0.2141 | LCC = 0.9554 | SRCC = 0.9552 ] +INFO:root:Average loss=0.046814314007759095 +INFO:root: +[Valid][19][UTT][ MSE = 0.2061 | LCC = 0.9557 | SRCC = 0.9550 ] +INFO:root:Average loss=0.04414002667367458 +INFO:root: +[Valid][20][UTT][ MSE = 0.2148 | LCC = 0.9554 | SRCC = 0.9542 ] +INFO:root:Average loss=0.04150451283156872 +INFO:root: +[Valid][21][UTT][ MSE = 0.2113 | LCC = 0.9564 | SRCC = 0.9555 ] +INFO:root:Average loss=0.040141854166984556 +INFO:root: +[Valid][22][UTT][ MSE = 0.1859 | LCC = 0.9574 | SRCC = 0.9567 ] +INFO:root:Average loss=0.04005145601928234 +INFO:root: +[Valid][23][UTT][ MSE = 0.2016 | LCC = 0.9573 | SRCC = 0.9562 ] +INFO:root:Average loss=0.0376643787175417 +INFO:root: +[Valid][24][UTT][ MSE = 0.2332 | LCC = 0.9555 | SRCC = 0.9555 ] +INFO:root:Average loss=0.0352069815993309 +INFO:root: +[Valid][25][UTT][ MSE = 0.1980 | LCC = 0.9565 | SRCC = 0.9555 ] +INFO:root:Average loss=0.03432361589372158 +INFO:root: +[Valid][26][UTT][ MSE = 0.1950 | LCC = 0.9572 | SRCC = 0.9564 ] +INFO:root:Average loss=0.03542664498090744 +INFO:root: +[Valid][27][UTT][ MSE = 0.1919 | LCC = 0.9564 | SRCC = 0.9551 ] +INFO:root:Average loss=0.032436113625764845 +INFO:root: +[Valid][28][UTT][ MSE = 0.1791 | LCC = 0.9559 | SRCC = 0.9552 ] +INFO:root:Average loss=0.0320288026034832 +INFO:root: +[Valid][29][UTT][ MSE = 0.2006 | LCC = 0.9564 | SRCC = 0.9555 ] +INFO:root:Average loss=0.030621961250901223 +INFO:root: +[Valid][30][UTT][ MSE = 0.2064 | LCC = 0.9570 | SRCC = 0.9564 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1966 | LCC = 0.9522 | SRCC = 0.9519 ] diff --git a/results_tencent/wavlm_base/layer6/run4/config.gin b/results_tencent/wavlm_base/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer6/run4/model.pt b/results_tencent/wavlm_base/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..277246c26849dabc9f904de0f7f12bc79debfdee --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419a411629d188964407c2fc1330af40ef954ec5982d130312100dd3051cf756 +size 2747979 diff --git a/results_tencent/wavlm_base/layer6/run4/model_best.pt b/results_tencent/wavlm_base/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..82cdcd2bdc89e24af048a772751933492a9aa970 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc706c9a7632a442ae6a3f328d4abc6b86acadb045326360181b1e428ab2eb45 +size 2749702 diff --git a/results_tencent/wavlm_base/layer6/run4/train.log b/results_tencent/wavlm_base/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..86e4a197657653d7323e02446aca257a7fab8440 --- /dev/null +++ b/results_tencent/wavlm_base/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.5362402631044387 +INFO:root: +[Valid][0][UTT][ MSE = 0.2757 | LCC = 0.9170 | SRCC = 0.9155 ] +INFO:root:Average loss=0.18514675730466842 +INFO:root: +[Valid][1][UTT][ MSE = 0.2412 | LCC = 0.9401 | SRCC = 0.9395 ] +INFO:root:Average loss=0.1507532165646553 +INFO:root: +[Valid][2][UTT][ MSE = 0.2168 | LCC = 0.9442 | SRCC = 0.9449 ] +INFO:root:Average loss=0.13700200438499452 +INFO:root: +[Valid][3][UTT][ MSE = 0.2282 | LCC = 0.9462 | SRCC = 0.9465 ] +INFO:root:Average loss=0.12350739461183548 +INFO:root: +[Valid][4][UTT][ MSE = 0.2074 | LCC = 0.9493 | SRCC = 0.9495 ] +INFO:root:Average loss=0.11438334506750107 +INFO:root: +[Valid][5][UTT][ MSE = 0.1855 | LCC = 0.9518 | SRCC = 0.9519 ] +INFO:root:Average loss=0.09980844849348068 +INFO:root: +[Valid][6][UTT][ MSE = 0.1944 | LCC = 0.9515 | SRCC = 0.9521 ] +INFO:root:Average loss=0.09378527909517288 +INFO:root: +[Valid][7][UTT][ MSE = 0.2066 | LCC = 0.9524 | SRCC = 0.9521 ] +INFO:root:Average loss=0.08523626706004142 +INFO:root: +[Valid][8][UTT][ MSE = 0.2359 | LCC = 0.9533 | SRCC = 0.9533 ] +INFO:root:Average loss=0.0828029590845108 +INFO:root: +[Valid][9][UTT][ MSE = 0.1853 | LCC = 0.9537 | SRCC = 0.9530 ] +INFO:root:Average loss=0.07499928361177445 +INFO:root: +[Valid][10][UTT][ MSE = 0.1851 | LCC = 0.9538 | SRCC = 0.9531 ] +INFO:root:Average loss=0.07113417851924896 +INFO:root: +[Valid][11][UTT][ MSE = 0.1802 | LCC = 0.9539 | SRCC = 0.9534 ] +INFO:root:Average loss=0.06496047002077103 +INFO:root: +[Valid][12][UTT][ MSE = 0.1899 | LCC = 0.9552 | SRCC = 0.9545 ] +INFO:root:Average loss=0.06356927090883255 +INFO:root: +[Valid][13][UTT][ MSE = 0.1896 | LCC = 0.9549 | SRCC = 0.9541 ] +INFO:root:Average loss=0.06003513726592064 +INFO:root: +[Valid][14][UTT][ MSE = 0.1889 | LCC = 0.9559 | SRCC = 0.9555 ] +INFO:root:Average loss=0.05591607633233071 +INFO:root: +[Valid][15][UTT][ MSE = 0.2066 | LCC = 0.9555 | SRCC = 0.9551 ] +INFO:root:Average loss=0.053334982067346576 +INFO:root: +[Valid][16][UTT][ MSE = 0.2224 | LCC = 0.9554 | SRCC = 0.9554 ] +INFO:root:Average loss=0.050828359320759776 +INFO:root: +[Valid][17][UTT][ MSE = 0.1970 | LCC = 0.9561 | SRCC = 0.9552 ] +INFO:root:Average loss=0.050455169290304185 +INFO:root: +[Valid][18][UTT][ MSE = 0.1897 | LCC = 0.9546 | SRCC = 0.9535 ] +INFO:root:Average loss=0.04949886453151703 +INFO:root: +[Valid][19][UTT][ MSE = 0.2160 | LCC = 0.9556 | SRCC = 0.9552 ] +INFO:root:Average loss=0.04271951015293598 +INFO:root: +[Valid][20][UTT][ MSE = 0.1966 | LCC = 0.9562 | SRCC = 0.9551 ] +INFO:root:Average loss=0.041827879071235655 +INFO:root: +[Valid][21][UTT][ MSE = 0.1933 | LCC = 0.9558 | SRCC = 0.9554 ] +INFO:root:Average loss=0.04033733782172203 +INFO:root: +[Valid][22][UTT][ MSE = 0.2159 | LCC = 0.9559 | SRCC = 0.9563 ] +INFO:root:Average loss=0.04027303919196129 +INFO:root: +[Valid][23][UTT][ MSE = 0.1867 | LCC = 0.9557 | SRCC = 0.9548 ] +INFO:root:Average loss=0.037606961831450465 +INFO:root: +[Valid][24][UTT][ MSE = 0.1908 | LCC = 0.9559 | SRCC = 0.9553 ] +INFO:root:Average loss=0.034538860574364665 +INFO:root: +[Valid][25][UTT][ MSE = 0.1868 | LCC = 0.9556 | SRCC = 0.9555 ] +INFO:root:Average loss=0.03457262083888054 +INFO:root: +[Valid][26][UTT][ MSE = 0.1942 | LCC = 0.9563 | SRCC = 0.9562 ] +INFO:root:Average loss=0.036023410618305204 +INFO:root: +[Valid][27][UTT][ MSE = 0.2101 | LCC = 0.9564 | SRCC = 0.9561 ] +INFO:root:Average loss=0.03167860187590122 +INFO:root: +[Valid][28][UTT][ MSE = 0.1895 | LCC = 0.9572 | SRCC = 0.9566 ] +INFO:root:Average loss=0.034543597862124444 +INFO:root: +[Valid][29][UTT][ MSE = 0.2007 | LCC = 0.9565 | SRCC = 0.9559 ] +INFO:root:Average loss=0.03114048808813095 +INFO:root: +[Valid][30][UTT][ MSE = 0.1907 | LCC = 0.9571 | SRCC = 0.9559 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1957 | LCC = 0.9522 | SRCC = 0.9522 ] diff --git a/results_tencent/wavlm_base/layer7/run0/config.gin b/results_tencent/wavlm_base/layer7/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer7/run0/model.pt b/results_tencent/wavlm_base/layer7/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..017b5dd867660527503c770fe3e3aefc16377150 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a25582bf8e52d2d81b83c1b13ea400027ec938d5198ea91a5ada757e70161b4 +size 2747979 diff --git a/results_tencent/wavlm_base/layer7/run0/model_best.pt b/results_tencent/wavlm_base/layer7/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..da31fe5c08e02b66cf71bf0d12e1f7dd71578d55 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33b6472cd4d831a6548dc21ba4e5d7c34d5c8777d955a01662aa351938548f8 +size 2749702 diff --git a/results_tencent/wavlm_base/layer7/run0/train.log b/results_tencent/wavlm_base/layer7/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..24cf72ed5aafc66406145d69fcf06aa2322736aa --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.44038221549987794 +INFO:root: +[Valid][0][UTT][ MSE = 0.3598 | LCC = 0.9109 | SRCC = 0.9077 ] +INFO:root:Average loss=0.2005881322622299 +INFO:root: +[Valid][1][UTT][ MSE = 0.2615 | LCC = 0.9331 | SRCC = 0.9298 ] +INFO:root:Average loss=0.16861728763580322 +INFO:root: +[Valid][2][UTT][ MSE = 0.2393 | LCC = 0.9405 | SRCC = 0.9389 ] +INFO:root:Average loss=0.14234739673137664 +INFO:root: +[Valid][3][UTT][ MSE = 0.2518 | LCC = 0.9453 | SRCC = 0.9440 ] +INFO:root:Average loss=0.12577649718523026 +INFO:root: +[Valid][4][UTT][ MSE = 0.2327 | LCC = 0.9466 | SRCC = 0.9452 ] +INFO:root:Average loss=0.11555604758858681 +INFO:root: +[Valid][5][UTT][ MSE = 0.2188 | LCC = 0.9494 | SRCC = 0.9485 ] +INFO:root:Average loss=0.11074195393919944 +INFO:root: +[Valid][6][UTT][ MSE = 0.2439 | LCC = 0.9489 | SRCC = 0.9482 ] +INFO:root:Average loss=0.09909604424238205 +INFO:root: +[Valid][7][UTT][ MSE = 0.2294 | LCC = 0.9508 | SRCC = 0.9498 ] +INFO:root:Average loss=0.09057261630892753 +INFO:root: +[Valid][8][UTT][ MSE = 0.2460 | LCC = 0.9499 | SRCC = 0.9492 ] +INFO:root:Average loss=0.08490707978606224 +INFO:root: +[Valid][9][UTT][ MSE = 0.2185 | LCC = 0.9508 | SRCC = 0.9498 ] +INFO:root:Average loss=0.07819800767302514 +INFO:root: +[Valid][10][UTT][ MSE = 0.2056 | LCC = 0.9522 | SRCC = 0.9520 ] +INFO:root:Average loss=0.07440183639526367 +INFO:root: +[Valid][11][UTT][ MSE = 0.1976 | LCC = 0.9522 | SRCC = 0.9511 ] +INFO:root:Average loss=0.07656991544365883 +INFO:root: +[Valid][12][UTT][ MSE = 0.2238 | LCC = 0.9526 | SRCC = 0.9512 ] +INFO:root:Average loss=0.06831516259908677 +INFO:root: +[Valid][13][UTT][ MSE = 0.1978 | LCC = 0.9526 | SRCC = 0.9517 ] +INFO:root:Average loss=0.06703584650158882 +INFO:root: +[Valid][14][UTT][ MSE = 0.2066 | LCC = 0.9526 | SRCC = 0.9518 ] +INFO:root:Average loss=0.05997001799941063 +INFO:root: +[Valid][15][UTT][ MSE = 0.2240 | LCC = 0.9518 | SRCC = 0.9512 ] +INFO:root:Average loss=0.06445114317536355 +INFO:root: +[Valid][16][UTT][ MSE = 0.2124 | LCC = 0.9524 | SRCC = 0.9513 ] +INFO:root:Average loss=0.05279802148044109 +INFO:root: +[Valid][17][UTT][ MSE = 0.2326 | LCC = 0.9505 | SRCC = 0.9504 ] +INFO:root:Average loss=0.049411435186862945 +INFO:root: +[Valid][18][UTT][ MSE = 0.1944 | LCC = 0.9529 | SRCC = 0.9513 ] +INFO:root:Average loss=0.04852927833795548 +INFO:root: +[Valid][19][UTT][ MSE = 0.1949 | LCC = 0.9516 | SRCC = 0.9500 ] +INFO:root:Average loss=0.04656821757555008 +INFO:root: +[Valid][20][UTT][ MSE = 0.2451 | LCC = 0.9504 | SRCC = 0.9497 ] +INFO:root:Average loss=0.047444583609700205 +INFO:root: +[Valid][21][UTT][ MSE = 0.1991 | LCC = 0.9531 | SRCC = 0.9519 ] +INFO:root:Average loss=0.04444007469713688 +INFO:root: +[Valid][22][UTT][ MSE = 0.1954 | LCC = 0.9533 | SRCC = 0.9528 ] +INFO:root:Average loss=0.04207137633860111 +INFO:root: +[Valid][23][UTT][ MSE = 0.2106 | LCC = 0.9529 | SRCC = 0.9523 ] +INFO:root:Average loss=0.03905294297635555 +INFO:root: +[Valid][24][UTT][ MSE = 0.2103 | LCC = 0.9517 | SRCC = 0.9506 ] +INFO:root:Average loss=0.038388632461428644 +INFO:root: +[Valid][25][UTT][ MSE = 0.1883 | LCC = 0.9526 | SRCC = 0.9517 ] +INFO:root:Average loss=0.03784100241959095 +INFO:root: +[Valid][26][UTT][ MSE = 0.2552 | LCC = 0.9508 | SRCC = 0.9498 ] +INFO:root:Average loss=0.03581699819862843 +INFO:root: +[Valid][27][UTT][ MSE = 0.1997 | LCC = 0.9530 | SRCC = 0.9520 ] +INFO:root:Average loss=0.03670511619746685 +INFO:root: +[Valid][28][UTT][ MSE = 0.1885 | LCC = 0.9532 | SRCC = 0.9520 ] +INFO:root:Average loss=0.033361025899648664 +INFO:root: +[Valid][29][UTT][ MSE = 0.2052 | LCC = 0.9536 | SRCC = 0.9526 ] +INFO:root:Average loss=0.03292229437828064 +INFO:root: +[Valid][30][UTT][ MSE = 0.2198 | LCC = 0.9526 | SRCC = 0.9514 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1999 | LCC = 0.9535 | SRCC = 0.9545 ] diff --git a/results_tencent/wavlm_base/layer7/run1/config.gin b/results_tencent/wavlm_base/layer7/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer7/run1/model.pt b/results_tencent/wavlm_base/layer7/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d9624e06f019892d8537b0a908da45549c28f78 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a02f7b1b8bcfe2b94399a4798efd5ecf00a914c5ea5c8f7286d793d166c7951 +size 2747979 diff --git a/results_tencent/wavlm_base/layer7/run1/model_best.pt b/results_tencent/wavlm_base/layer7/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..18bd450cac68eeb8171160c239e89dcdb1e22a82 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0192eb9ad28919058f6baad883a2213c7a4d7af0b61d50d541f2ee73167d49 +size 2749702 diff --git a/results_tencent/wavlm_base/layer7/run1/train.log b/results_tencent/wavlm_base/layer7/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fb179ea042e25df390c66adbec768c0bffd8278a --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.509102025270462 +INFO:root: +[Valid][0][UTT][ MSE = 0.3224 | LCC = 0.9148 | SRCC = 0.9093 ] +INFO:root:Average loss=0.20193175381422043 +INFO:root: +[Valid][1][UTT][ MSE = 0.2594 | LCC = 0.9309 | SRCC = 0.9293 ] +INFO:root:Average loss=0.16851452016830445 +INFO:root: +[Valid][2][UTT][ MSE = 0.2504 | LCC = 0.9367 | SRCC = 0.9348 ] +INFO:root:Average loss=0.14937654942274092 +INFO:root: +[Valid][3][UTT][ MSE = 0.2725 | LCC = 0.9403 | SRCC = 0.9381 ] +INFO:root:Average loss=0.13246902990341186 +INFO:root: +[Valid][4][UTT][ MSE = 0.2277 | LCC = 0.9455 | SRCC = 0.9447 ] +INFO:root:Average loss=0.11891957807540894 +INFO:root: +[Valid][5][UTT][ MSE = 0.2568 | LCC = 0.9450 | SRCC = 0.9440 ] +INFO:root:Average loss=0.11019618064165115 +INFO:root: +[Valid][6][UTT][ MSE = 0.2156 | LCC = 0.9495 | SRCC = 0.9491 ] +INFO:root:Average loss=0.10425520765781403 +INFO:root: +[Valid][7][UTT][ MSE = 0.2601 | LCC = 0.9478 | SRCC = 0.9470 ] +INFO:root:Average loss=0.0902005990743637 +INFO:root: +[Valid][8][UTT][ MSE = 0.2188 | LCC = 0.9484 | SRCC = 0.9473 ] +INFO:root:Average loss=0.08524510055780411 +INFO:root: +[Valid][9][UTT][ MSE = 0.2330 | LCC = 0.9479 | SRCC = 0.9466 ] +INFO:root:Average loss=0.0820615616440773 +INFO:root: +[Valid][10][UTT][ MSE = 0.2337 | LCC = 0.9485 | SRCC = 0.9469 ] +INFO:root:Average loss=0.07610694631934166 +INFO:root: +[Valid][11][UTT][ MSE = 0.2099 | LCC = 0.9475 | SRCC = 0.9460 ] +INFO:root:Average loss=0.07385278826951981 +INFO:root: +[Valid][12][UTT][ MSE = 0.2069 | LCC = 0.9511 | SRCC = 0.9496 ] +INFO:root:Average loss=0.06587515443563462 +INFO:root: +[Valid][13][UTT][ MSE = 0.2018 | LCC = 0.9456 | SRCC = 0.9449 ] +INFO:root:Average loss=0.06311663126945495 +INFO:root: +[Valid][14][UTT][ MSE = 0.2386 | LCC = 0.9512 | SRCC = 0.9508 ] +INFO:root:Average loss=0.05953209948539734 +INFO:root: +[Valid][15][UTT][ MSE = 0.2150 | LCC = 0.9513 | SRCC = 0.9505 ] +INFO:root:Average loss=0.0613730548620224 +INFO:root: +[Valid][16][UTT][ MSE = 0.2120 | LCC = 0.9502 | SRCC = 0.9488 ] +INFO:root:Average loss=0.053966178566217424 +INFO:root: +[Valid][17][UTT][ MSE = 0.2308 | LCC = 0.9498 | SRCC = 0.9493 ] +INFO:root:Average loss=0.05010361374914646 +INFO:root: +[Valid][18][UTT][ MSE = 0.2065 | LCC = 0.9512 | SRCC = 0.9496 ] +INFO:root:Average loss=0.04946057838201523 +INFO:root: +[Valid][19][UTT][ MSE = 0.2115 | LCC = 0.9502 | SRCC = 0.9493 ] +INFO:root:Average loss=0.04783702740073204 +INFO:root: +[Valid][20][UTT][ MSE = 0.2276 | LCC = 0.9481 | SRCC = 0.9474 ] +INFO:root:Average loss=0.046477554336190226 +INFO:root: +[Valid][21][UTT][ MSE = 0.2194 | LCC = 0.9510 | SRCC = 0.9498 ] +INFO:root:Average loss=0.043694674760103226 +INFO:root: +[Valid][22][UTT][ MSE = 0.2306 | LCC = 0.9516 | SRCC = 0.9511 ] +INFO:root:Average loss=0.04519103802740574 +INFO:root: +[Valid][23][UTT][ MSE = 0.2089 | LCC = 0.9514 | SRCC = 0.9502 ] +INFO:root:Average loss=0.03940533612668514 +INFO:root: +[Valid][24][UTT][ MSE = 0.2306 | LCC = 0.9522 | SRCC = 0.9513 ] +INFO:root:Average loss=0.04069362236559391 +INFO:root: +[Valid][25][UTT][ MSE = 0.2177 | LCC = 0.9532 | SRCC = 0.9522 ] +INFO:root:Average loss=0.038964148983359335 +INFO:root: +[Valid][26][UTT][ MSE = 0.2031 | LCC = 0.9526 | SRCC = 0.9518 ] +INFO:root:Average loss=0.03502111972868443 +INFO:root: +[Valid][27][UTT][ MSE = 0.2169 | LCC = 0.9513 | SRCC = 0.9503 ] +INFO:root:Average loss=0.03592941169440746 +INFO:root: +[Valid][28][UTT][ MSE = 0.2093 | LCC = 0.9506 | SRCC = 0.9496 ] +INFO:root:Average loss=0.0335132502913475 +INFO:root: +[Valid][29][UTT][ MSE = 0.2223 | LCC = 0.9509 | SRCC = 0.9499 ] +INFO:root:Average loss=0.03405155622959137 +INFO:root: +[Valid][30][UTT][ MSE = 0.2243 | LCC = 0.9509 | SRCC = 0.9500 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2246 | LCC = 0.9499 | SRCC = 0.9502 ] diff --git a/results_tencent/wavlm_base/layer7/run2/config.gin b/results_tencent/wavlm_base/layer7/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer7/run2/model.pt b/results_tencent/wavlm_base/layer7/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..73fcdb86c58130dbb2a9363cf1ef16c0b30d6f5e --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38eeae8be968fa3c72cbcc19b83f59f872b31a63fab0bbf4ee105a76a5435286 +size 2747979 diff --git a/results_tencent/wavlm_base/layer7/run2/model_best.pt b/results_tencent/wavlm_base/layer7/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cf0cecfb820b73ee3ef9f50f7610562c3be4226 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70dad329b093da5d387caf4441ee455c39e14549f2bc12ab631b7b212a6e9b7 +size 2749702 diff --git a/results_tencent/wavlm_base/layer7/run2/train.log b/results_tencent/wavlm_base/layer7/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8fddab85dba1ce28d7e9c052f372adb9fec7e253 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.43755491816997527 +INFO:root: +[Valid][0][UTT][ MSE = 0.3055 | LCC = 0.9151 | SRCC = 0.9131 ] +INFO:root:Average loss=0.20582285797595978 +INFO:root: +[Valid][1][UTT][ MSE = 0.2655 | LCC = 0.9358 | SRCC = 0.9344 ] +INFO:root:Average loss=0.163756014585495 +INFO:root: +[Valid][2][UTT][ MSE = 0.2373 | LCC = 0.9426 | SRCC = 0.9411 ] +INFO:root:Average loss=0.14511136102676392 +INFO:root: +[Valid][3][UTT][ MSE = 0.2059 | LCC = 0.9463 | SRCC = 0.9459 ] +INFO:root:Average loss=0.12665914911031723 +INFO:root: +[Valid][4][UTT][ MSE = 0.2050 | LCC = 0.9494 | SRCC = 0.9491 ] +INFO:root:Average loss=0.1187387924194336 +INFO:root: +[Valid][5][UTT][ MSE = 0.1957 | LCC = 0.9499 | SRCC = 0.9497 ] +INFO:root:Average loss=0.10826391988992691 +INFO:root: +[Valid][6][UTT][ MSE = 0.1872 | LCC = 0.9517 | SRCC = 0.9518 ] +INFO:root:Average loss=0.1012294989824295 +INFO:root: +[Valid][7][UTT][ MSE = 0.2015 | LCC = 0.9526 | SRCC = 0.9521 ] +INFO:root:Average loss=0.09419676080346108 +INFO:root: +[Valid][8][UTT][ MSE = 0.1932 | LCC = 0.9520 | SRCC = 0.9519 ] +INFO:root:Average loss=0.08848414739966393 +INFO:root: +[Valid][9][UTT][ MSE = 0.2175 | LCC = 0.9526 | SRCC = 0.9528 ] +INFO:root:Average loss=0.08064960414171218 +INFO:root: +[Valid][10][UTT][ MSE = 0.1884 | LCC = 0.9536 | SRCC = 0.9536 ] +INFO:root:Average loss=0.07544117340445519 +INFO:root: +[Valid][11][UTT][ MSE = 0.1831 | LCC = 0.9536 | SRCC = 0.9535 ] +INFO:root:Average loss=0.07188998675346374 +INFO:root: +[Valid][12][UTT][ MSE = 0.1972 | LCC = 0.9532 | SRCC = 0.9531 ] +INFO:root:Average loss=0.06638516646623611 +INFO:root: +[Valid][13][UTT][ MSE = 0.2308 | LCC = 0.9515 | SRCC = 0.9518 ] +INFO:root:Average loss=0.0661212576329708 +INFO:root: +[Valid][14][UTT][ MSE = 0.2459 | LCC = 0.9521 | SRCC = 0.9531 ] +INFO:root:Average loss=0.06369060650467873 +INFO:root: +[Valid][15][UTT][ MSE = 0.2030 | LCC = 0.9538 | SRCC = 0.9535 ] +INFO:root:Average loss=0.05937658232450485 +INFO:root: +[Valid][16][UTT][ MSE = 0.1817 | LCC = 0.9544 | SRCC = 0.9540 ] +INFO:root:Average loss=0.05509631092846393 +INFO:root: +[Valid][17][UTT][ MSE = 0.2052 | LCC = 0.9525 | SRCC = 0.9528 ] +INFO:root:Average loss=0.0503960323035717 +INFO:root: +[Valid][18][UTT][ MSE = 0.1966 | LCC = 0.9532 | SRCC = 0.9524 ] +INFO:root:Average loss=0.04918281564116478 +INFO:root: +[Valid][19][UTT][ MSE = 0.1910 | LCC = 0.9530 | SRCC = 0.9528 ] +INFO:root:Average loss=0.046888995736837386 +INFO:root: +[Valid][20][UTT][ MSE = 0.2244 | LCC = 0.9514 | SRCC = 0.9528 ] +INFO:root:Average loss=0.046389739215373996 +INFO:root: +[Valid][21][UTT][ MSE = 0.1929 | LCC = 0.9536 | SRCC = 0.9523 ] +INFO:root:Average loss=0.04105470733344555 +INFO:root: +[Valid][22][UTT][ MSE = 0.2111 | LCC = 0.9529 | SRCC = 0.9526 ] +INFO:root:Average loss=0.03957801117002964 +INFO:root: +[Valid][23][UTT][ MSE = 0.1956 | LCC = 0.9541 | SRCC = 0.9533 ] +INFO:root:Average loss=0.039425008460879325 +INFO:root: +[Valid][24][UTT][ MSE = 0.2042 | LCC = 0.9523 | SRCC = 0.9514 ] +INFO:root:Average loss=0.038691298767924306 +INFO:root: +[Valid][25][UTT][ MSE = 0.2050 | LCC = 0.9541 | SRCC = 0.9537 ] +INFO:root:Average loss=0.03747247979044914 +INFO:root: +[Valid][26][UTT][ MSE = 0.1821 | LCC = 0.9524 | SRCC = 0.9514 ] +INFO:root:Average loss=0.03569917283952236 +INFO:root: +[Valid][27][UTT][ MSE = 0.2244 | LCC = 0.9525 | SRCC = 0.9526 ] +INFO:root:Average loss=0.035735646188259126 +INFO:root: +[Valid][28][UTT][ MSE = 0.2168 | LCC = 0.9525 | SRCC = 0.9521 ] +INFO:root:Average loss=0.0318146713078022 +INFO:root: +[Valid][29][UTT][ MSE = 0.1979 | LCC = 0.9531 | SRCC = 0.9519 ] +INFO:root:Average loss=0.03171532867848873 +INFO:root: +[Valid][30][UTT][ MSE = 0.2090 | LCC = 0.9526 | SRCC = 0.9518 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1975 | LCC = 0.9480 | SRCC = 0.9492 ] diff --git a/results_tencent/wavlm_base/layer7/run3/config.gin b/results_tencent/wavlm_base/layer7/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer7/run3/model.pt b/results_tencent/wavlm_base/layer7/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..369585af768dfa6762546034bc3d5536f913e0c4 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e467888b63b2c5c80b748f09fd0dcd034ceb8ef350c8421c9aec1972453e67 +size 2747979 diff --git a/results_tencent/wavlm_base/layer7/run3/model_best.pt b/results_tencent/wavlm_base/layer7/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..00f1bbad09e2e44f3577bd7ab21ac64cac7673d9 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0164e2e66706fae9a58bc45433dae61467f385ffd76a7017370926f8c51300d +size 2749702 diff --git a/results_tencent/wavlm_base/layer7/run3/train.log b/results_tencent/wavlm_base/layer7/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f135d977b03a4783e885468923355d3cf715a906 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4504589296579361 +INFO:root: +[Valid][0][UTT][ MSE = 0.3303 | LCC = 0.9151 | SRCC = 0.9117 ] +INFO:root:Average loss=0.20201886117458343 +INFO:root: +[Valid][1][UTT][ MSE = 0.2938 | LCC = 0.9340 | SRCC = 0.9318 ] +INFO:root:Average loss=0.16774661320447923 +INFO:root: +[Valid][2][UTT][ MSE = 0.2968 | LCC = 0.9407 | SRCC = 0.9405 ] +INFO:root:Average loss=0.14667926901578904 +INFO:root: +[Valid][3][UTT][ MSE = 0.2476 | LCC = 0.9461 | SRCC = 0.9446 ] +INFO:root:Average loss=0.1350249868631363 +INFO:root: +[Valid][4][UTT][ MSE = 0.2118 | LCC = 0.9472 | SRCC = 0.9462 ] +INFO:root:Average loss=0.11847904139757157 +INFO:root: +[Valid][5][UTT][ MSE = 0.2245 | LCC = 0.9497 | SRCC = 0.9492 ] +INFO:root:Average loss=0.10849751311540604 +INFO:root: +[Valid][6][UTT][ MSE = 0.2174 | LCC = 0.9485 | SRCC = 0.9479 ] +INFO:root:Average loss=0.10165574049949647 +INFO:root: +[Valid][7][UTT][ MSE = 0.2122 | LCC = 0.9510 | SRCC = 0.9502 ] +INFO:root:Average loss=0.09260979115962982 +INFO:root: +[Valid][8][UTT][ MSE = 0.2333 | LCC = 0.9532 | SRCC = 0.9522 ] +INFO:root:Average loss=0.08734528556466102 +INFO:root: +[Valid][9][UTT][ MSE = 0.2012 | LCC = 0.9509 | SRCC = 0.9503 ] +INFO:root:Average loss=0.08128853389620781 +INFO:root: +[Valid][10][UTT][ MSE = 0.2188 | LCC = 0.9524 | SRCC = 0.9519 ] +INFO:root:Average loss=0.07877066484093666 +INFO:root: +[Valid][11][UTT][ MSE = 0.2295 | LCC = 0.9526 | SRCC = 0.9516 ] +INFO:root:Average loss=0.07388450083136558 +INFO:root: +[Valid][12][UTT][ MSE = 0.2131 | LCC = 0.9512 | SRCC = 0.9501 ] +INFO:root:Average loss=0.06872546857595443 +INFO:root: +[Valid][13][UTT][ MSE = 0.1869 | LCC = 0.9528 | SRCC = 0.9519 ] +INFO:root:Average loss=0.06507295820116997 +INFO:root: +[Valid][14][UTT][ MSE = 0.2001 | LCC = 0.9513 | SRCC = 0.9512 ] +INFO:root:Average loss=0.06234473353624344 +INFO:root: +[Valid][15][UTT][ MSE = 0.2015 | LCC = 0.9537 | SRCC = 0.9527 ] +INFO:root:Average loss=0.058505973368883135 +INFO:root: +[Valid][16][UTT][ MSE = 0.2121 | LCC = 0.9531 | SRCC = 0.9520 ] +INFO:root:Average loss=0.05653432086110115 +INFO:root: +[Valid][17][UTT][ MSE = 0.2078 | LCC = 0.9532 | SRCC = 0.9525 ] +INFO:root:Average loss=0.054070450007915494 +INFO:root: +[Valid][18][UTT][ MSE = 0.2108 | LCC = 0.9526 | SRCC = 0.9515 ] +INFO:root:Average loss=0.050986084669828416 +INFO:root: +[Valid][19][UTT][ MSE = 0.1976 | LCC = 0.9534 | SRCC = 0.9520 ] +INFO:root:Average loss=0.04922350838780403 +INFO:root: +[Valid][20][UTT][ MSE = 0.2094 | LCC = 0.9517 | SRCC = 0.9502 ] +INFO:root:Average loss=0.047299223229289054 +INFO:root: +[Valid][21][UTT][ MSE = 0.2173 | LCC = 0.9535 | SRCC = 0.9529 ] +INFO:root:Average loss=0.044877221420407294 +INFO:root: +[Valid][22][UTT][ MSE = 0.1978 | LCC = 0.9533 | SRCC = 0.9520 ] +INFO:root:Average loss=0.04382303386926651 +INFO:root: +[Valid][23][UTT][ MSE = 0.1956 | LCC = 0.9543 | SRCC = 0.9537 ] +INFO:root:Average loss=0.04049414105713368 +INFO:root: +[Valid][24][UTT][ MSE = 0.1872 | LCC = 0.9523 | SRCC = 0.9518 ] +INFO:root:Average loss=0.038068861037492754 +INFO:root: +[Valid][25][UTT][ MSE = 0.1999 | LCC = 0.9545 | SRCC = 0.9534 ] +INFO:root:Average loss=0.03762580436468124 +INFO:root: +[Valid][26][UTT][ MSE = 0.2090 | LCC = 0.9535 | SRCC = 0.9524 ] +INFO:root:Average loss=0.037667420387268065 +INFO:root: +[Valid][27][UTT][ MSE = 0.2039 | LCC = 0.9555 | SRCC = 0.9540 ] +INFO:root:Average loss=0.03586797249317169 +INFO:root: +[Valid][28][UTT][ MSE = 0.1926 | LCC = 0.9538 | SRCC = 0.9528 ] +INFO:root:Average loss=0.03346413299441338 +INFO:root: +[Valid][29][UTT][ MSE = 0.2417 | LCC = 0.9539 | SRCC = 0.9540 ] +INFO:root:Average loss=0.03152923718094826 +INFO:root: +[Valid][30][UTT][ MSE = 0.1981 | LCC = 0.9546 | SRCC = 0.9536 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2103 | LCC = 0.9505 | SRCC = 0.9509 ] diff --git a/results_tencent/wavlm_base/layer7/run4/config.gin b/results_tencent/wavlm_base/layer7/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer7/run4/model.pt b/results_tencent/wavlm_base/layer7/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..311def369ce860dca7a76235d98d0a65e94de119 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f0f6d39d18548296016cb1597d16c954153606443a9d0cee119225f3026d29 +size 2747979 diff --git a/results_tencent/wavlm_base/layer7/run4/model_best.pt b/results_tencent/wavlm_base/layer7/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..73baee149842e8e34b3246d50d187da6246bcd70 --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a887b91e3c85ffa0650c73096d5a525d8363bb5c591e2302101caeaeb6ce666 +size 2749702 diff --git a/results_tencent/wavlm_base/layer7/run4/train.log b/results_tencent/wavlm_base/layer7/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..040c2066ce5add385c2737c4d4ed4bb151ba64bf --- /dev/null +++ b/results_tencent/wavlm_base/layer7/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4274036408662796 +INFO:root: +[Valid][0][UTT][ MSE = 0.2964 | LCC = 0.9161 | SRCC = 0.9149 ] +INFO:root:Average loss=0.19685806429386138 +INFO:root: +[Valid][1][UTT][ MSE = 0.2681 | LCC = 0.9361 | SRCC = 0.9341 ] +INFO:root:Average loss=0.15807510769367217 +INFO:root: +[Valid][2][UTT][ MSE = 0.2371 | LCC = 0.9417 | SRCC = 0.9400 ] +INFO:root:Average loss=0.1387979547381401 +INFO:root: +[Valid][3][UTT][ MSE = 0.2168 | LCC = 0.9445 | SRCC = 0.9432 ] +INFO:root:Average loss=0.12467458570003509 +INFO:root: +[Valid][4][UTT][ MSE = 0.2489 | LCC = 0.9462 | SRCC = 0.9457 ] +INFO:root:Average loss=0.11682316571474076 +INFO:root: +[Valid][5][UTT][ MSE = 0.2142 | LCC = 0.9490 | SRCC = 0.9481 ] +INFO:root:Average loss=0.1057198294699192 +INFO:root: +[Valid][6][UTT][ MSE = 0.1856 | LCC = 0.9486 | SRCC = 0.9486 ] +INFO:root:Average loss=0.09956108513474464 +INFO:root: +[Valid][7][UTT][ MSE = 0.2568 | LCC = 0.9499 | SRCC = 0.9503 ] +INFO:root:Average loss=0.09994061091542245 +INFO:root: +[Valid][8][UTT][ MSE = 0.2129 | LCC = 0.9512 | SRCC = 0.9505 ] +INFO:root:Average loss=0.08888181045651436 +INFO:root: +[Valid][9][UTT][ MSE = 0.2379 | LCC = 0.9489 | SRCC = 0.9485 ] +INFO:root:Average loss=0.08121053180098534 +INFO:root: +[Valid][10][UTT][ MSE = 0.2036 | LCC = 0.9511 | SRCC = 0.9503 ] +INFO:root:Average loss=0.07461049592494964 +INFO:root: +[Valid][11][UTT][ MSE = 0.2009 | LCC = 0.9502 | SRCC = 0.9500 ] +INFO:root:Average loss=0.07154085358977318 +INFO:root: +[Valid][12][UTT][ MSE = 0.2277 | LCC = 0.9505 | SRCC = 0.9503 ] +INFO:root:Average loss=0.07164155334234237 +INFO:root: +[Valid][13][UTT][ MSE = 0.2127 | LCC = 0.9516 | SRCC = 0.9507 ] +INFO:root:Average loss=0.06496473661065101 +INFO:root: +[Valid][14][UTT][ MSE = 0.2271 | LCC = 0.9520 | SRCC = 0.9507 ] +INFO:root:Average loss=0.06289790096879005 +INFO:root: +[Valid][15][UTT][ MSE = 0.1835 | LCC = 0.9526 | SRCC = 0.9518 ] +INFO:root:Average loss=0.058659635886549946 +INFO:root: +[Valid][16][UTT][ MSE = 0.2171 | LCC = 0.9514 | SRCC = 0.9499 ] +INFO:root:Average loss=0.05393429577350616 +INFO:root: +[Valid][17][UTT][ MSE = 0.1803 | LCC = 0.9518 | SRCC = 0.9506 ] +INFO:root:Average loss=0.05174745282530785 +INFO:root: +[Valid][18][UTT][ MSE = 0.1978 | LCC = 0.9509 | SRCC = 0.9498 ] +INFO:root:Average loss=0.052398785248398784 +INFO:root: +[Valid][19][UTT][ MSE = 0.2087 | LCC = 0.9511 | SRCC = 0.9504 ] +INFO:root:Average loss=0.046334457397460935 +INFO:root: +[Valid][20][UTT][ MSE = 0.1845 | LCC = 0.9521 | SRCC = 0.9512 ] +INFO:root:Average loss=0.04595471784472466 +INFO:root: +[Valid][21][UTT][ MSE = 0.2144 | LCC = 0.9515 | SRCC = 0.9503 ] +INFO:root:Average loss=0.04326915930211544 +INFO:root: +[Valid][22][UTT][ MSE = 0.2262 | LCC = 0.9516 | SRCC = 0.9507 ] +INFO:root:Average loss=0.04480153155326843 +INFO:root: +[Valid][23][UTT][ MSE = 0.2105 | LCC = 0.9515 | SRCC = 0.9508 ] +INFO:root:Average loss=0.041432975843548776 +INFO:root: +[Valid][24][UTT][ MSE = 0.2322 | LCC = 0.9516 | SRCC = 0.9505 ] +INFO:root:Average loss=0.03965686343610287 +INFO:root: +[Valid][25][UTT][ MSE = 0.2066 | LCC = 0.9508 | SRCC = 0.9498 ] +INFO:root:Average loss=0.03661462332308292 +INFO:root: +[Valid][26][UTT][ MSE = 0.2120 | LCC = 0.9517 | SRCC = 0.9512 ] +INFO:root:Average loss=0.03617712078988552 +INFO:root: +[Valid][27][UTT][ MSE = 0.2105 | LCC = 0.9528 | SRCC = 0.9522 ] +INFO:root:Average loss=0.0383427137285471 +INFO:root: +[Valid][28][UTT][ MSE = 0.2250 | LCC = 0.9505 | SRCC = 0.9505 ] +INFO:root:Average loss=0.03901667365431786 +INFO:root: +[Valid][29][UTT][ MSE = 0.2006 | LCC = 0.9515 | SRCC = 0.9503 ] +INFO:root:Average loss=0.033364668622612954 +INFO:root: +[Valid][30][UTT][ MSE = 0.2121 | LCC = 0.9522 | SRCC = 0.9510 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2148 | LCC = 0.9495 | SRCC = 0.9505 ] diff --git a/results_tencent/wavlm_base/layer8/run0/config.gin b/results_tencent/wavlm_base/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer8/run0/model.pt b/results_tencent/wavlm_base/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e085109c1a1e9695a607b7ed7fb4e270718e697 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b55c5ff2fadf25227bdb12ac71224eac9a72ed96a24842f5f4f66dabe68760 +size 2747979 diff --git a/results_tencent/wavlm_base/layer8/run0/model_best.pt b/results_tencent/wavlm_base/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bfa1b9240e3e91358097bcb1c954a573155ac54 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70998445d0f8705d1b63192fa3255d13ae9e14a208e788e8bea0759ebb17deba +size 2749702 diff --git a/results_tencent/wavlm_base/layer8/run0/train.log b/results_tencent/wavlm_base/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a7c528268d225af0819b81beeeccb4d55f0417bb --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.48215406239032743 +INFO:root: +[Valid][0][UTT][ MSE = 0.2929 | LCC = 0.9165 | SRCC = 0.9147 ] +INFO:root:Average loss=0.19739285892248154 +INFO:root: +[Valid][1][UTT][ MSE = 0.2531 | LCC = 0.9361 | SRCC = 0.9352 ] +INFO:root:Average loss=0.15996766471862792 +INFO:root: +[Valid][2][UTT][ MSE = 0.2386 | LCC = 0.9427 | SRCC = 0.9418 ] +INFO:root:Average loss=0.13771908766031266 +INFO:root: +[Valid][3][UTT][ MSE = 0.2512 | LCC = 0.9441 | SRCC = 0.9444 ] +INFO:root:Average loss=0.12221202170848847 +INFO:root: +[Valid][4][UTT][ MSE = 0.2286 | LCC = 0.9474 | SRCC = 0.9466 ] +INFO:root:Average loss=0.11530774819850921 +INFO:root: +[Valid][5][UTT][ MSE = 0.2031 | LCC = 0.9495 | SRCC = 0.9491 ] +INFO:root:Average loss=0.10712701645493507 +INFO:root: +[Valid][6][UTT][ MSE = 0.2197 | LCC = 0.9489 | SRCC = 0.9486 ] +INFO:root:Average loss=0.09809599524736404 +INFO:root: +[Valid][7][UTT][ MSE = 0.2354 | LCC = 0.9487 | SRCC = 0.9479 ] +INFO:root:Average loss=0.09547074210643769 +INFO:root: +[Valid][8][UTT][ MSE = 0.2108 | LCC = 0.9508 | SRCC = 0.9495 ] +INFO:root:Average loss=0.0843938661813736 +INFO:root: +[Valid][9][UTT][ MSE = 0.1863 | LCC = 0.9505 | SRCC = 0.9496 ] +INFO:root:Average loss=0.08286781710386276 +INFO:root: +[Valid][10][UTT][ MSE = 0.2021 | LCC = 0.9500 | SRCC = 0.9492 ] +INFO:root:Average loss=0.0758700921535492 +INFO:root: +[Valid][11][UTT][ MSE = 0.2126 | LCC = 0.9501 | SRCC = 0.9502 ] +INFO:root:Average loss=0.07062068012356758 +INFO:root: +[Valid][12][UTT][ MSE = 0.2123 | LCC = 0.9498 | SRCC = 0.9492 ] +INFO:root:Average loss=0.06623809859156608 +INFO:root: +[Valid][13][UTT][ MSE = 0.1977 | LCC = 0.9493 | SRCC = 0.9482 ] +INFO:root:Average loss=0.06670758301019669 +INFO:root: +[Valid][14][UTT][ MSE = 0.2185 | LCC = 0.9508 | SRCC = 0.9502 ] +INFO:root:Average loss=0.059566880330443384 +INFO:root: +[Valid][15][UTT][ MSE = 0.1863 | LCC = 0.9517 | SRCC = 0.9506 ] +INFO:root:Average loss=0.054571645438671115 +INFO:root: +[Valid][16][UTT][ MSE = 0.2081 | LCC = 0.9505 | SRCC = 0.9498 ] +INFO:root:Average loss=0.0535669564306736 +INFO:root: +[Valid][17][UTT][ MSE = 0.1918 | LCC = 0.9521 | SRCC = 0.9514 ] +INFO:root:Average loss=0.050918899029493335 +INFO:root: +[Valid][18][UTT][ MSE = 0.2116 | LCC = 0.9501 | SRCC = 0.9494 ] +INFO:root:Average loss=0.048461046412587166 +INFO:root: +[Valid][19][UTT][ MSE = 0.2031 | LCC = 0.9513 | SRCC = 0.9507 ] +INFO:root:Average loss=0.04492695026099682 +INFO:root: +[Valid][20][UTT][ MSE = 0.1911 | LCC = 0.9507 | SRCC = 0.9498 ] +INFO:root:Average loss=0.042586342349648476 +INFO:root: +[Valid][21][UTT][ MSE = 0.2408 | LCC = 0.9486 | SRCC = 0.9475 ] +INFO:root:Average loss=0.041029469311237333 +INFO:root: +[Valid][22][UTT][ MSE = 0.2298 | LCC = 0.9489 | SRCC = 0.9481 ] +INFO:root:Average loss=0.04006057551503182 +INFO:root: +[Valid][23][UTT][ MSE = 0.1989 | LCC = 0.9504 | SRCC = 0.9492 ] +INFO:root:Average loss=0.036576213613152504 +INFO:root: +[Valid][24][UTT][ MSE = 0.2118 | LCC = 0.9498 | SRCC = 0.9487 ] +INFO:root:Average loss=0.036718365550041196 +INFO:root: +[Valid][25][UTT][ MSE = 0.2140 | LCC = 0.9508 | SRCC = 0.9499 ] +INFO:root:Average loss=0.03519603563845158 +INFO:root: +[Valid][26][UTT][ MSE = 0.2281 | LCC = 0.9490 | SRCC = 0.9480 ] +INFO:root:Average loss=0.03536435659229755 +INFO:root: +[Valid][27][UTT][ MSE = 0.2000 | LCC = 0.9516 | SRCC = 0.9503 ] +INFO:root:Average loss=0.033548554331064226 +INFO:root: +[Valid][28][UTT][ MSE = 0.2234 | LCC = 0.9503 | SRCC = 0.9495 ] +INFO:root:Average loss=0.03324919076263905 +INFO:root: +[Valid][29][UTT][ MSE = 0.2128 | LCC = 0.9506 | SRCC = 0.9494 ] +INFO:root:Average loss=0.03077381980419159 +INFO:root: +[Valid][30][UTT][ MSE = 0.1951 | LCC = 0.9515 | SRCC = 0.9505 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1930 | LCC = 0.9499 | SRCC = 0.9502 ] diff --git a/results_tencent/wavlm_base/layer8/run1/config.gin b/results_tencent/wavlm_base/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer8/run1/model.pt b/results_tencent/wavlm_base/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc5f52e3ff022da46009d6761580c7daf1027b9a --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf03b323a0ed3a89dedff46de6e4f0fcc95ba143b0ad640e04f346a2dec5b88 +size 2747979 diff --git a/results_tencent/wavlm_base/layer8/run1/model_best.pt b/results_tencent/wavlm_base/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..20ddf3a0a1e127569a22e8f9d62d135c83e18896 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025f106edfbe14bb289894ad4c417e4bb6220295d0201447975e59db235c2410 +size 2749702 diff --git a/results_tencent/wavlm_base/layer8/run1/train.log b/results_tencent/wavlm_base/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ab9ec6dd8f3da0ede9458a996d76b5c7fbb7f48c --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4662635325193405 +INFO:root: +[Valid][0][UTT][ MSE = 0.3229 | LCC = 0.9157 | SRCC = 0.9135 ] +INFO:root:Average loss=0.20440714448690414 +INFO:root: +[Valid][1][UTT][ MSE = 0.2624 | LCC = 0.9306 | SRCC = 0.9280 ] +INFO:root:Average loss=0.16402722215652465 +INFO:root: +[Valid][2][UTT][ MSE = 0.2345 | LCC = 0.9404 | SRCC = 0.9397 ] +INFO:root:Average loss=0.14524264699220657 +INFO:root: +[Valid][3][UTT][ MSE = 0.2441 | LCC = 0.9435 | SRCC = 0.9434 ] +INFO:root:Average loss=0.13038268011808396 +INFO:root: +[Valid][4][UTT][ MSE = 0.2583 | LCC = 0.9459 | SRCC = 0.9460 ] +INFO:root:Average loss=0.1207774168252945 +INFO:root: +[Valid][5][UTT][ MSE = 0.2216 | LCC = 0.9473 | SRCC = 0.9472 ] +INFO:root:Average loss=0.10762943172454834 +INFO:root: +[Valid][6][UTT][ MSE = 0.2077 | LCC = 0.9489 | SRCC = 0.9487 ] +INFO:root:Average loss=0.10128081953525543 +INFO:root: +[Valid][7][UTT][ MSE = 0.2177 | LCC = 0.9486 | SRCC = 0.9485 ] +INFO:root:Average loss=0.09811702591180801 +INFO:root: +[Valid][8][UTT][ MSE = 0.2125 | LCC = 0.9490 | SRCC = 0.9493 ] +INFO:root:Average loss=0.08774765968322754 +INFO:root: +[Valid][9][UTT][ MSE = 0.2398 | LCC = 0.9497 | SRCC = 0.9498 ] +INFO:root:Average loss=0.08384484058618545 +INFO:root: +[Valid][10][UTT][ MSE = 0.2196 | LCC = 0.9499 | SRCC = 0.9496 ] +INFO:root:Average loss=0.0782127323448658 +INFO:root: +[Valid][11][UTT][ MSE = 0.2355 | LCC = 0.9490 | SRCC = 0.9493 ] +INFO:root:Average loss=0.07367938259243965 +INFO:root: +[Valid][12][UTT][ MSE = 0.2201 | LCC = 0.9485 | SRCC = 0.9484 ] +INFO:root:Average loss=0.06682281595468521 +INFO:root: +[Valid][13][UTT][ MSE = 0.1970 | LCC = 0.9475 | SRCC = 0.9474 ] +INFO:root:Average loss=0.06345608475804329 +INFO:root: +[Valid][14][UTT][ MSE = 0.2200 | LCC = 0.9480 | SRCC = 0.9480 ] +INFO:root:Average loss=0.06474127563834191 +INFO:root: +[Valid][15][UTT][ MSE = 0.2060 | LCC = 0.9496 | SRCC = 0.9493 ] +INFO:root:Average loss=0.057750596225261686 +INFO:root: +[Valid][16][UTT][ MSE = 0.2102 | LCC = 0.9471 | SRCC = 0.9470 ] +INFO:root:Average loss=0.05459704746305943 +INFO:root: +[Valid][17][UTT][ MSE = 0.2292 | LCC = 0.9470 | SRCC = 0.9470 ] +INFO:root:Average loss=0.051648629248142244 +INFO:root: +[Valid][18][UTT][ MSE = 0.2042 | LCC = 0.9481 | SRCC = 0.9476 ] +INFO:root:Average loss=0.05114435839653015 +INFO:root: +[Valid][19][UTT][ MSE = 0.1967 | LCC = 0.9471 | SRCC = 0.9464 ] +INFO:root:Average loss=0.04817559362947941 +INFO:root: +[Valid][20][UTT][ MSE = 0.2113 | LCC = 0.9480 | SRCC = 0.9478 ] +INFO:root:Average loss=0.043670594826340677 +INFO:root: +[Valid][21][UTT][ MSE = 0.2002 | LCC = 0.9468 | SRCC = 0.9470 ] +INFO:root:Average loss=0.04345705400407314 +INFO:root: +[Valid][22][UTT][ MSE = 0.1892 | LCC = 0.9481 | SRCC = 0.9481 ] +INFO:root:Average loss=0.04211997294425964 +INFO:root: +[Valid][23][UTT][ MSE = 0.2236 | LCC = 0.9488 | SRCC = 0.9490 ] +INFO:root:Average loss=0.040104327663779256 +INFO:root: +[Valid][24][UTT][ MSE = 0.1891 | LCC = 0.9470 | SRCC = 0.9469 ] +INFO:root:Average loss=0.03843815071880818 +INFO:root: +[Valid][25][UTT][ MSE = 0.2179 | LCC = 0.9484 | SRCC = 0.9482 ] +INFO:root:Average loss=0.03814027580618858 +INFO:root: +[Valid][26][UTT][ MSE = 0.2208 | LCC = 0.9483 | SRCC = 0.9483 ] +INFO:root:Average loss=0.0356941182166338 +INFO:root: +[Valid][27][UTT][ MSE = 0.2185 | LCC = 0.9485 | SRCC = 0.9484 ] +INFO:root:Average loss=0.03405517013370991 +INFO:root: +[Valid][28][UTT][ MSE = 0.2132 | LCC = 0.9482 | SRCC = 0.9480 ] +INFO:root:Average loss=0.03303274911642075 +INFO:root: +[Valid][29][UTT][ MSE = 0.2194 | LCC = 0.9475 | SRCC = 0.9471 ] +INFO:root:Average loss=0.03306793896853924 +INFO:root: +[Valid][30][UTT][ MSE = 0.2309 | LCC = 0.9476 | SRCC = 0.9483 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2176 | LCC = 0.9484 | SRCC = 0.9487 ] diff --git a/results_tencent/wavlm_base/layer8/run2/config.gin b/results_tencent/wavlm_base/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer8/run2/model.pt b/results_tencent/wavlm_base/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac8771060242fff66febe32a8f2c919e0e794d0 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a502ab234c24761461d1b536cef1877208b7e03abac9402970db0c8fae6b18c1 +size 2747979 diff --git a/results_tencent/wavlm_base/layer8/run2/model_best.pt b/results_tencent/wavlm_base/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c3d4b03de3f0b7a3841125d29f4112df636c80 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d4cca00336017f4643e4ac1fd6fe457ebbf532cc73edd58ebf50027b8646ab +size 2749702 diff --git a/results_tencent/wavlm_base/layer8/run2/train.log b/results_tencent/wavlm_base/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d4d80f5afd499b909274f946dcc6a28c0db65b70 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.4625819685459137 +INFO:root: +[Valid][0][UTT][ MSE = 0.3086 | LCC = 0.9128 | SRCC = 0.9105 ] +INFO:root:Average loss=0.20039542478322983 +INFO:root: +[Valid][1][UTT][ MSE = 0.2533 | LCC = 0.9343 | SRCC = 0.9329 ] +INFO:root:Average loss=0.16008120930194855 +INFO:root: +[Valid][2][UTT][ MSE = 0.2539 | LCC = 0.9418 | SRCC = 0.9413 ] +INFO:root:Average loss=0.14576562976837157 +INFO:root: +[Valid][3][UTT][ MSE = 0.2238 | LCC = 0.9442 | SRCC = 0.9428 ] +INFO:root:Average loss=0.13057271188497543 +INFO:root: +[Valid][4][UTT][ MSE = 0.2452 | LCC = 0.9466 | SRCC = 0.9458 ] +INFO:root:Average loss=0.11831104260683059 +INFO:root: +[Valid][5][UTT][ MSE = 0.2540 | LCC = 0.9488 | SRCC = 0.9480 ] +INFO:root:Average loss=0.10976664459705353 +INFO:root: +[Valid][6][UTT][ MSE = 0.2123 | LCC = 0.9492 | SRCC = 0.9481 ] +INFO:root:Average loss=0.1092460536956787 +INFO:root: +[Valid][7][UTT][ MSE = 0.2332 | LCC = 0.9505 | SRCC = 0.9496 ] +INFO:root:Average loss=0.09613414099812508 +INFO:root: +[Valid][8][UTT][ MSE = 0.2016 | LCC = 0.9500 | SRCC = 0.9490 ] +INFO:root:Average loss=0.08985608118772506 +INFO:root: +[Valid][9][UTT][ MSE = 0.2495 | LCC = 0.9482 | SRCC = 0.9469 ] +INFO:root:Average loss=0.08491542744636536 +INFO:root: +[Valid][10][UTT][ MSE = 0.2408 | LCC = 0.9500 | SRCC = 0.9490 ] +INFO:root:Average loss=0.0785557812154293 +INFO:root: +[Valid][11][UTT][ MSE = 0.2015 | LCC = 0.9487 | SRCC = 0.9474 ] +INFO:root:Average loss=0.07325833323597908 +INFO:root: +[Valid][12][UTT][ MSE = 0.2152 | LCC = 0.9450 | SRCC = 0.9450 ] +INFO:root:Average loss=0.07395420309901238 +INFO:root: +[Valid][13][UTT][ MSE = 0.2232 | LCC = 0.9486 | SRCC = 0.9470 ] +INFO:root:Average loss=0.06468675673007965 +INFO:root: +[Valid][14][UTT][ MSE = 0.2321 | LCC = 0.9466 | SRCC = 0.9452 ] +INFO:root:Average loss=0.061999589949846265 +INFO:root: +[Valid][15][UTT][ MSE = 0.2210 | LCC = 0.9490 | SRCC = 0.9474 ] +INFO:root:Average loss=0.05736449113488197 +INFO:root: +[Valid][16][UTT][ MSE = 0.2283 | LCC = 0.9481 | SRCC = 0.9468 ] +INFO:root:Average loss=0.0574103532731533 +INFO:root: +[Valid][17][UTT][ MSE = 0.2086 | LCC = 0.9488 | SRCC = 0.9470 ] +INFO:root:Average loss=0.052585069850087165 +INFO:root: +[Valid][18][UTT][ MSE = 0.2224 | LCC = 0.9498 | SRCC = 0.9487 ] +INFO:root:Average loss=0.051449659883975984 +INFO:root: +[Valid][19][UTT][ MSE = 0.2139 | LCC = 0.9489 | SRCC = 0.9480 ] +INFO:root:Average loss=0.04844649451971054 +INFO:root: +[Valid][20][UTT][ MSE = 0.2348 | LCC = 0.9484 | SRCC = 0.9468 ] +INFO:root:Average loss=0.04683355112373829 +INFO:root: +[Valid][21][UTT][ MSE = 0.2297 | LCC = 0.9498 | SRCC = 0.9492 ] +INFO:root:Average loss=0.04287811633944511 +INFO:root: +[Valid][22][UTT][ MSE = 0.2032 | LCC = 0.9491 | SRCC = 0.9480 ] +INFO:root:Average loss=0.044415735572576526 +INFO:root: +[Valid][23][UTT][ MSE = 0.2141 | LCC = 0.9498 | SRCC = 0.9485 ] +INFO:root:Average loss=0.040833236336708066 +INFO:root: +[Valid][24][UTT][ MSE = 0.2182 | LCC = 0.9498 | SRCC = 0.9488 ] +INFO:root:Average loss=0.03850856560468674 +INFO:root: +[Valid][25][UTT][ MSE = 0.2047 | LCC = 0.9497 | SRCC = 0.9483 ] +INFO:root:Average loss=0.03795728175342083 +INFO:root: +[Valid][26][UTT][ MSE = 0.2261 | LCC = 0.9483 | SRCC = 0.9473 ] +INFO:root:Average loss=0.035387778237462045 +INFO:root: +[Valid][27][UTT][ MSE = 0.1953 | LCC = 0.9492 | SRCC = 0.9478 ] +INFO:root:Average loss=0.035861494794487955 +INFO:root: +[Valid][28][UTT][ MSE = 0.2086 | LCC = 0.9484 | SRCC = 0.9472 ] +INFO:root:Average loss=0.03507858458161354 +INFO:root: +[Valid][29][UTT][ MSE = 0.2175 | LCC = 0.9484 | SRCC = 0.9473 ] +INFO:root:Average loss=0.03306087572872639 +INFO:root: +[Valid][30][UTT][ MSE = 0.2110 | LCC = 0.9500 | SRCC = 0.9490 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2339 | LCC = 0.9487 | SRCC = 0.9493 ] diff --git a/results_tencent/wavlm_base/layer8/run3/config.gin b/results_tencent/wavlm_base/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer8/run3/model.pt b/results_tencent/wavlm_base/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee80fa814cc1fbfe480361cf83c3094aadd44799 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9582fc329c097610fc289d6a65b5723b1f5cf0d1bc03861c2d8f911f573817 +size 2747979 diff --git a/results_tencent/wavlm_base/layer8/run3/model_best.pt b/results_tencent/wavlm_base/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d1db59c02a1210026c3edf9ac031eaefacb8305 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144d58c3d2ada156b6ab5005cfc0566cd82d95922999e7c80c1bf2329e103d27 +size 2749702 diff --git a/results_tencent/wavlm_base/layer8/run3/train.log b/results_tencent/wavlm_base/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bc9d0abd2f3ed814a74ab0a821a602a7a697d61e --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.456736536860466 +INFO:root: +[Valid][0][UTT][ MSE = 0.3378 | LCC = 0.9090 | SRCC = 0.9076 ] +INFO:root:Average loss=0.2063502207994461 +INFO:root: +[Valid][1][UTT][ MSE = 0.2933 | LCC = 0.9318 | SRCC = 0.9311 ] +INFO:root:Average loss=0.1670189226269722 +INFO:root: +[Valid][2][UTT][ MSE = 0.2321 | LCC = 0.9376 | SRCC = 0.9372 ] +INFO:root:Average loss=0.14847488313913346 +INFO:root: +[Valid][3][UTT][ MSE = 0.2562 | LCC = 0.9432 | SRCC = 0.9424 ] +INFO:root:Average loss=0.131889251768589 +INFO:root: +[Valid][4][UTT][ MSE = 0.2263 | LCC = 0.9453 | SRCC = 0.9444 ] +INFO:root:Average loss=0.11920298343896865 +INFO:root: +[Valid][5][UTT][ MSE = 0.2040 | LCC = 0.9475 | SRCC = 0.9472 ] +INFO:root:Average loss=0.11026657456159591 +INFO:root: +[Valid][6][UTT][ MSE = 0.2099 | LCC = 0.9489 | SRCC = 0.9486 ] +INFO:root:Average loss=0.1000584180355072 +INFO:root: +[Valid][7][UTT][ MSE = 0.2107 | LCC = 0.9511 | SRCC = 0.9507 ] +INFO:root:Average loss=0.09306387814879417 +INFO:root: +[Valid][8][UTT][ MSE = 0.2233 | LCC = 0.9504 | SRCC = 0.9503 ] +INFO:root:Average loss=0.08672693386673927 +INFO:root: +[Valid][9][UTT][ MSE = 0.2181 | LCC = 0.9504 | SRCC = 0.9498 ] +INFO:root:Average loss=0.08312320145964623 +INFO:root: +[Valid][10][UTT][ MSE = 0.2265 | LCC = 0.9505 | SRCC = 0.9506 ] +INFO:root:Average loss=0.07730395919084548 +INFO:root: +[Valid][11][UTT][ MSE = 0.2044 | LCC = 0.9497 | SRCC = 0.9491 ] +INFO:root:Average loss=0.07313273969292641 +INFO:root: +[Valid][12][UTT][ MSE = 0.2240 | LCC = 0.9514 | SRCC = 0.9505 ] +INFO:root:Average loss=0.06882309019565583 +INFO:root: +[Valid][13][UTT][ MSE = 0.2215 | LCC = 0.9519 | SRCC = 0.9505 ] +INFO:root:Average loss=0.06344348657131195 +INFO:root: +[Valid][14][UTT][ MSE = 0.2060 | LCC = 0.9513 | SRCC = 0.9502 ] +INFO:root:Average loss=0.06232493010163307 +INFO:root: +[Valid][15][UTT][ MSE = 0.2108 | LCC = 0.9515 | SRCC = 0.9511 ] +INFO:root:Average loss=0.05624027043581009 +INFO:root: +[Valid][16][UTT][ MSE = 0.2406 | LCC = 0.9512 | SRCC = 0.9508 ] +INFO:root:Average loss=0.05598834475874901 +INFO:root: +[Valid][17][UTT][ MSE = 0.2033 | LCC = 0.9499 | SRCC = 0.9489 ] +INFO:root:Average loss=0.05800635281205177 +INFO:root: +[Valid][18][UTT][ MSE = 0.2164 | LCC = 0.9496 | SRCC = 0.9487 ] +INFO:root:Average loss=0.048508518382906915 +INFO:root: +[Valid][19][UTT][ MSE = 0.1968 | LCC = 0.9493 | SRCC = 0.9485 ] +INFO:root:Average loss=0.045792211025953294 +INFO:root: +[Valid][20][UTT][ MSE = 0.2193 | LCC = 0.9504 | SRCC = 0.9495 ] +INFO:root:Average loss=0.045103210464119914 +INFO:root: +[Valid][21][UTT][ MSE = 0.2242 | LCC = 0.9509 | SRCC = 0.9507 ] +INFO:root:Average loss=0.04052217799425125 +INFO:root: +[Valid][22][UTT][ MSE = 0.2037 | LCC = 0.9496 | SRCC = 0.9485 ] +INFO:root:Average loss=0.03991660462319851 +INFO:root: +[Valid][23][UTT][ MSE = 0.2066 | LCC = 0.9506 | SRCC = 0.9494 ] +INFO:root:Average loss=0.04194090755283832 +INFO:root: +[Valid][24][UTT][ MSE = 0.2093 | LCC = 0.9508 | SRCC = 0.9498 ] +INFO:root:Average loss=0.038558288902044296 +INFO:root: +[Valid][25][UTT][ MSE = 0.2146 | LCC = 0.9510 | SRCC = 0.9504 ] +INFO:root:Average loss=0.0374762774258852 +INFO:root: +[Valid][26][UTT][ MSE = 0.2036 | LCC = 0.9497 | SRCC = 0.9490 ] +INFO:root:Average loss=0.035020378023386 +INFO:root: +[Valid][27][UTT][ MSE = 0.2104 | LCC = 0.9506 | SRCC = 0.9500 ] +INFO:root:Average loss=0.033340550124645235 +INFO:root: +[Valid][28][UTT][ MSE = 0.2068 | LCC = 0.9502 | SRCC = 0.9492 ] +INFO:root:Average loss=0.03200518600642681 +INFO:root: +[Valid][29][UTT][ MSE = 0.2275 | LCC = 0.9508 | SRCC = 0.9511 ] +INFO:root:Average loss=0.034784949630498885 +INFO:root: +[Valid][30][UTT][ MSE = 0.2032 | LCC = 0.9504 | SRCC = 0.9501 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2203 | LCC = 0.9500 | SRCC = 0.9500 ] diff --git a/results_tencent/wavlm_base/layer8/run4/config.gin b/results_tencent/wavlm_base/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer8/run4/model.pt b/results_tencent/wavlm_base/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc13148112189dfa9c6c4023c9d6d79aa938539 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ab8cf2a6b9e634ba1655b7962a82909c83d1b6ca164817a682a295bce44350 +size 2747979 diff --git a/results_tencent/wavlm_base/layer8/run4/model_best.pt b/results_tencent/wavlm_base/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be7f773e5292df667618607d4f2f12808640778 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a98157a1605f6c9aae2b1b229aac3a8b8249f10ccbd008733a80c1662a9b7e +size 2749702 diff --git a/results_tencent/wavlm_base/layer8/run4/train.log b/results_tencent/wavlm_base/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5c53b93ff7f22a0056dee903eab4ce1f6c988043 --- /dev/null +++ b/results_tencent/wavlm_base/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.45526354575157163 +INFO:root: +[Valid][0][UTT][ MSE = 0.3453 | LCC = 0.9191 | SRCC = 0.9164 ] +INFO:root:Average loss=0.19777250969409943 +INFO:root: +[Valid][1][UTT][ MSE = 0.2544 | LCC = 0.9378 | SRCC = 0.9357 ] +INFO:root:Average loss=0.1566431986093521 +INFO:root: +[Valid][2][UTT][ MSE = 0.2468 | LCC = 0.9418 | SRCC = 0.9415 ] +INFO:root:Average loss=0.14315690380334853 +INFO:root: +[Valid][3][UTT][ MSE = 0.2189 | LCC = 0.9455 | SRCC = 0.9444 ] +INFO:root:Average loss=0.12650608038902283 +INFO:root: +[Valid][4][UTT][ MSE = 0.2439 | LCC = 0.9468 | SRCC = 0.9462 ] +INFO:root:Average loss=0.11312847292423248 +INFO:root: +[Valid][5][UTT][ MSE = 0.2542 | LCC = 0.9472 | SRCC = 0.9481 ] +INFO:root:Average loss=0.10736949580907822 +INFO:root: +[Valid][6][UTT][ MSE = 0.2191 | LCC = 0.9476 | SRCC = 0.9477 ] +INFO:root:Average loss=0.0997334409058094 +INFO:root: +[Valid][7][UTT][ MSE = 0.2114 | LCC = 0.9502 | SRCC = 0.9494 ] +INFO:root:Average loss=0.09037890681624412 +INFO:root: +[Valid][8][UTT][ MSE = 0.1833 | LCC = 0.9486 | SRCC = 0.9481 ] +INFO:root:Average loss=0.08771208688616752 +INFO:root: +[Valid][9][UTT][ MSE = 0.1961 | LCC = 0.9487 | SRCC = 0.9478 ] +INFO:root:Average loss=0.08238806453347206 +INFO:root: +[Valid][10][UTT][ MSE = 0.1952 | LCC = 0.9480 | SRCC = 0.9473 ] +INFO:root:Average loss=0.0763982785642147 +INFO:root: +[Valid][11][UTT][ MSE = 0.2120 | LCC = 0.9502 | SRCC = 0.9497 ] +INFO:root:Average loss=0.07176938807964325 +INFO:root: +[Valid][12][UTT][ MSE = 0.2141 | LCC = 0.9495 | SRCC = 0.9484 ] +INFO:root:Average loss=0.06901485568284989 +INFO:root: +[Valid][13][UTT][ MSE = 0.2059 | LCC = 0.9483 | SRCC = 0.9479 ] +INFO:root:Average loss=0.06310977917909623 +INFO:root: +[Valid][14][UTT][ MSE = 0.1955 | LCC = 0.9486 | SRCC = 0.9474 ] +INFO:root:Average loss=0.05984004044532776 +INFO:root: +[Valid][15][UTT][ MSE = 0.1921 | LCC = 0.9503 | SRCC = 0.9493 ] +INFO:root:Average loss=0.05937907519936562 +INFO:root: +[Valid][16][UTT][ MSE = 0.2263 | LCC = 0.9492 | SRCC = 0.9487 ] +INFO:root:Average loss=0.05513630694150925 +INFO:root: +[Valid][17][UTT][ MSE = 0.1951 | LCC = 0.9500 | SRCC = 0.9496 ] +INFO:root:Average loss=0.04958122345805168 +INFO:root: +[Valid][18][UTT][ MSE = 0.2179 | LCC = 0.9482 | SRCC = 0.9481 ] +INFO:root:Average loss=0.05016512137651444 +INFO:root: +[Valid][19][UTT][ MSE = 0.2056 | LCC = 0.9496 | SRCC = 0.9489 ] +INFO:root:Average loss=0.04572322832047939 +INFO:root: +[Valid][20][UTT][ MSE = 0.1993 | LCC = 0.9498 | SRCC = 0.9487 ] +INFO:root:Average loss=0.04626211196184158 +INFO:root: +[Valid][21][UTT][ MSE = 0.2125 | LCC = 0.9482 | SRCC = 0.9478 ] +INFO:root:Average loss=0.043690105885267255 +INFO:root: +[Valid][22][UTT][ MSE = 0.2331 | LCC = 0.9468 | SRCC = 0.9483 ] +INFO:root:Average loss=0.04206715628504753 +INFO:root: +[Valid][23][UTT][ MSE = 0.1929 | LCC = 0.9496 | SRCC = 0.9483 ] +INFO:root:Average loss=0.039803032979369164 +INFO:root: +[Valid][24][UTT][ MSE = 0.2242 | LCC = 0.9481 | SRCC = 0.9484 ] +INFO:root:Average loss=0.03613436777889729 +INFO:root: +[Valid][25][UTT][ MSE = 0.2284 | LCC = 0.9482 | SRCC = 0.9488 ] +INFO:root:Average loss=0.03709730608761311 +INFO:root: +[Valid][26][UTT][ MSE = 0.2169 | LCC = 0.9486 | SRCC = 0.9480 ] +INFO:root:Average loss=0.03572168269753456 +INFO:root: +[Valid][27][UTT][ MSE = 0.2081 | LCC = 0.9497 | SRCC = 0.9489 ] +INFO:root:Average loss=0.033862625226378444 +INFO:root: +[Valid][28][UTT][ MSE = 0.2041 | LCC = 0.9496 | SRCC = 0.9491 ] +INFO:root:Average loss=0.033057117208838464 +INFO:root: +[Valid][29][UTT][ MSE = 0.2006 | LCC = 0.9497 | SRCC = 0.9492 ] +INFO:root:Average loss=0.03155074843764305 +INFO:root: +[Valid][30][UTT][ MSE = 0.2162 | LCC = 0.9492 | SRCC = 0.9487 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1937 | LCC = 0.9486 | SRCC = 0.9487 ] diff --git a/results_tencent/wavlm_base/layer9/run0/config.gin b/results_tencent/wavlm_base/layer9/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer9/run0/model.pt b/results_tencent/wavlm_base/layer9/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ed4718dd8d14ba8a52e17966452a43e78a7afe8 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cecf1ce6853a42d69f8a3bd89a659f83efc517cf6925c1be96739f831849966 +size 2747979 diff --git a/results_tencent/wavlm_base/layer9/run0/model_best.pt b/results_tencent/wavlm_base/layer9/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1416fee4bb04594d4fd82761175902ee4af9afa2 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6181458f2209418d1211b292913a3256497a7016a6d7135ab7af8bd75b1f3a02 +size 2749702 diff --git a/results_tencent/wavlm_base/layer9/run0/train.log b/results_tencent/wavlm_base/layer9/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..124529e38b3fcec0f23a4eb584d122069304f444 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.45216794419288636 +INFO:root: +[Valid][0][UTT][ MSE = 0.3449 | LCC = 0.9194 | SRCC = 0.9180 ] +INFO:root:Average loss=0.19760324108600616 +INFO:root: +[Valid][1][UTT][ MSE = 0.2851 | LCC = 0.9386 | SRCC = 0.9379 ] +INFO:root:Average loss=0.16285188728570937 +INFO:root: +[Valid][2][UTT][ MSE = 0.2647 | LCC = 0.9435 | SRCC = 0.9425 ] +INFO:root:Average loss=0.14470294469594955 +INFO:root: +[Valid][3][UTT][ MSE = 0.2397 | LCC = 0.9464 | SRCC = 0.9454 ] +INFO:root:Average loss=0.12984270823001862 +INFO:root: +[Valid][4][UTT][ MSE = 0.2842 | LCC = 0.9460 | SRCC = 0.9470 ] +INFO:root:Average loss=0.12248149615526199 +INFO:root: +[Valid][5][UTT][ MSE = 0.2249 | LCC = 0.9486 | SRCC = 0.9472 ] +INFO:root:Average loss=0.10937151175737381 +INFO:root: +[Valid][6][UTT][ MSE = 0.2269 | LCC = 0.9502 | SRCC = 0.9494 ] +INFO:root:Average loss=0.10020500141382217 +INFO:root: +[Valid][7][UTT][ MSE = 0.2325 | LCC = 0.9497 | SRCC = 0.9495 ] +INFO:root:Average loss=0.0994231743812561 +INFO:root: +[Valid][8][UTT][ MSE = 0.2243 | LCC = 0.9510 | SRCC = 0.9503 ] +INFO:root:Average loss=0.088428168207407 +INFO:root: +[Valid][9][UTT][ MSE = 0.2060 | LCC = 0.9519 | SRCC = 0.9505 ] +INFO:root:Average loss=0.08419221985340118 +INFO:root: +[Valid][10][UTT][ MSE = 0.2155 | LCC = 0.9508 | SRCC = 0.9497 ] +INFO:root:Average loss=0.07904876208305359 +INFO:root: +[Valid][11][UTT][ MSE = 0.2159 | LCC = 0.9500 | SRCC = 0.9496 ] +INFO:root:Average loss=0.07258030426502228 +INFO:root: +[Valid][12][UTT][ MSE = 0.2202 | LCC = 0.9505 | SRCC = 0.9501 ] +INFO:root:Average loss=0.07162142613530159 +INFO:root: +[Valid][13][UTT][ MSE = 0.1985 | LCC = 0.9506 | SRCC = 0.9494 ] +INFO:root:Average loss=0.06640913674235344 +INFO:root: +[Valid][14][UTT][ MSE = 0.2048 | LCC = 0.9514 | SRCC = 0.9495 ] +INFO:root:Average loss=0.06365277707576751 +INFO:root: +[Valid][15][UTT][ MSE = 0.2358 | LCC = 0.9502 | SRCC = 0.9497 ] +INFO:root:Average loss=0.06257269978523254 +INFO:root: +[Valid][16][UTT][ MSE = 0.2128 | LCC = 0.9491 | SRCC = 0.9481 ] +INFO:root:Average loss=0.0588091416656971 +INFO:root: +[Valid][17][UTT][ MSE = 0.2192 | LCC = 0.9499 | SRCC = 0.9485 ] +INFO:root:Average loss=0.055364838004112245 +INFO:root: +[Valid][18][UTT][ MSE = 0.2428 | LCC = 0.9486 | SRCC = 0.9492 ] +INFO:root:Average loss=0.05372321236133575 +INFO:root: +[Valid][19][UTT][ MSE = 0.2082 | LCC = 0.9512 | SRCC = 0.9495 ] +INFO:root:Average loss=0.04887522992491722 +INFO:root: +[Valid][20][UTT][ MSE = 0.2305 | LCC = 0.9495 | SRCC = 0.9488 ] +INFO:root:Average loss=0.0471831970512867 +INFO:root: +[Valid][21][UTT][ MSE = 0.2358 | LCC = 0.9500 | SRCC = 0.9488 ] +INFO:root:Average loss=0.046023882001638414 +INFO:root: +[Valid][22][UTT][ MSE = 0.2116 | LCC = 0.9507 | SRCC = 0.9497 ] +INFO:root:Average loss=0.04311240939795971 +INFO:root: +[Valid][23][UTT][ MSE = 0.2239 | LCC = 0.9492 | SRCC = 0.9490 ] +INFO:root:Average loss=0.04199944017827511 +INFO:root: +[Valid][24][UTT][ MSE = 0.2269 | LCC = 0.9489 | SRCC = 0.9486 ] +INFO:root:Average loss=0.039877378582954405 +INFO:root: +[Valid][25][UTT][ MSE = 0.2323 | LCC = 0.9483 | SRCC = 0.9483 ] +INFO:root:Average loss=0.03843994571268559 +INFO:root: +[Valid][26][UTT][ MSE = 0.2122 | LCC = 0.9498 | SRCC = 0.9490 ] +INFO:root:Average loss=0.03904153241217136 +INFO:root: +[Valid][27][UTT][ MSE = 0.2082 | LCC = 0.9502 | SRCC = 0.9491 ] +INFO:root:Average loss=0.03744570165872574 +INFO:root: +[Valid][28][UTT][ MSE = 0.2218 | LCC = 0.9497 | SRCC = 0.9492 ] +INFO:root:Average loss=0.0339571243673563 +INFO:root: +[Valid][29][UTT][ MSE = 0.2308 | LCC = 0.9487 | SRCC = 0.9479 ] +INFO:root:Average loss=0.03391734337806702 +INFO:root: +[Valid][30][UTT][ MSE = 0.2009 | LCC = 0.9500 | SRCC = 0.9494 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2108 | LCC = 0.9479 | SRCC = 0.9486 ] diff --git a/results_tencent/wavlm_base/layer9/run1/config.gin b/results_tencent/wavlm_base/layer9/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer9/run1/model.pt b/results_tencent/wavlm_base/layer9/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1725759f1a13325b5316fe3b99226e74cb6318d --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3508006bc2f8609b3f4487d57ada182dabd17c4582b8834051a682ef404f37 +size 2747979 diff --git a/results_tencent/wavlm_base/layer9/run1/model_best.pt b/results_tencent/wavlm_base/layer9/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..56012fa8d178ca9d59e04999fbbd7f5c37269cb1 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0753165f7f376523b412b735a0d45b56c218bcc36beadb1119d8b79d4dadb71 +size 2749702 diff --git a/results_tencent/wavlm_base/layer9/run1/train.log b/results_tencent/wavlm_base/layer9/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..82d5807031cf1d63ff2a76821629154daf636aa4 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.48607338273525236 +INFO:root: +[Valid][0][UTT][ MSE = 0.3185 | LCC = 0.9185 | SRCC = 0.9189 ] +INFO:root:Average loss=0.20342877984046936 +INFO:root: +[Valid][1][UTT][ MSE = 0.3277 | LCC = 0.9347 | SRCC = 0.9355 ] +INFO:root:Average loss=0.16162438130378723 +INFO:root: +[Valid][2][UTT][ MSE = 0.2611 | LCC = 0.9405 | SRCC = 0.9393 ] +INFO:root:Average loss=0.14560040372610092 +INFO:root: +[Valid][3][UTT][ MSE = 0.2829 | LCC = 0.9442 | SRCC = 0.9439 ] +INFO:root:Average loss=0.13010669606924058 +INFO:root: +[Valid][4][UTT][ MSE = 0.2690 | LCC = 0.9458 | SRCC = 0.9459 ] +INFO:root:Average loss=0.1194849374294281 +INFO:root: +[Valid][5][UTT][ MSE = 0.2759 | LCC = 0.9465 | SRCC = 0.9463 ] +INFO:root:Average loss=0.11024685484170914 +INFO:root: +[Valid][6][UTT][ MSE = 0.2242 | LCC = 0.9497 | SRCC = 0.9485 ] +INFO:root:Average loss=0.1048789350092411 +INFO:root: +[Valid][7][UTT][ MSE = 0.2497 | LCC = 0.9474 | SRCC = 0.9471 ] +INFO:root:Average loss=0.09600279226899147 +INFO:root: +[Valid][8][UTT][ MSE = 0.2296 | LCC = 0.9499 | SRCC = 0.9488 ] +INFO:root:Average loss=0.094587247133255 +INFO:root: +[Valid][9][UTT][ MSE = 0.2339 | LCC = 0.9494 | SRCC = 0.9481 ] +INFO:root:Average loss=0.08705356043577195 +INFO:root: +[Valid][10][UTT][ MSE = 0.2294 | LCC = 0.9492 | SRCC = 0.9486 ] +INFO:root:Average loss=0.08444478169083595 +INFO:root: +[Valid][11][UTT][ MSE = 0.2666 | LCC = 0.9476 | SRCC = 0.9476 ] +INFO:root:Average loss=0.07541744551062583 +INFO:root: +[Valid][12][UTT][ MSE = 0.2235 | LCC = 0.9501 | SRCC = 0.9492 ] +INFO:root:Average loss=0.07211624917387963 +INFO:root: +[Valid][13][UTT][ MSE = 0.2357 | LCC = 0.9484 | SRCC = 0.9475 ] +INFO:root:Average loss=0.06957985940575599 +INFO:root: +[Valid][14][UTT][ MSE = 0.2340 | LCC = 0.9489 | SRCC = 0.9478 ] +INFO:root:Average loss=0.06627239990234375 +INFO:root: +[Valid][15][UTT][ MSE = 0.2603 | LCC = 0.9465 | SRCC = 0.9469 ] +INFO:root:Average loss=0.06377671113610267 +INFO:root: +[Valid][16][UTT][ MSE = 0.2399 | LCC = 0.9494 | SRCC = 0.9493 ] +INFO:root:Average loss=0.05799681496620178 +INFO:root: +[Valid][17][UTT][ MSE = 0.2235 | LCC = 0.9500 | SRCC = 0.9492 ] +INFO:root:Average loss=0.0567161895185709 +INFO:root: +[Valid][18][UTT][ MSE = 0.2278 | LCC = 0.9493 | SRCC = 0.9478 ] +INFO:root:Average loss=0.051964629709720614 +INFO:root: +[Valid][19][UTT][ MSE = 0.2439 | LCC = 0.9475 | SRCC = 0.9476 ] +INFO:root:Average loss=0.04911106669902802 +INFO:root: +[Valid][20][UTT][ MSE = 0.2273 | LCC = 0.9494 | SRCC = 0.9485 ] +INFO:root:Average loss=0.04731115101277828 +INFO:root: +[Valid][21][UTT][ MSE = 0.2463 | LCC = 0.9480 | SRCC = 0.9489 ] +INFO:root:Average loss=0.04465842913091183 +INFO:root: +[Valid][22][UTT][ MSE = 0.2544 | LCC = 0.9467 | SRCC = 0.9471 ] +INFO:root:Average loss=0.044544951304793357 +INFO:root: +[Valid][23][UTT][ MSE = 0.2507 | LCC = 0.9483 | SRCC = 0.9486 ] +INFO:root:Average loss=0.041780419081449506 +INFO:root: +[Valid][24][UTT][ MSE = 0.2298 | LCC = 0.9483 | SRCC = 0.9479 ] +INFO:root:Average loss=0.03995346689224243 +INFO:root: +[Valid][25][UTT][ MSE = 0.2089 | LCC = 0.9480 | SRCC = 0.9473 ] +INFO:root:Average loss=0.03831574311852455 +INFO:root: +[Valid][26][UTT][ MSE = 0.2377 | LCC = 0.9483 | SRCC = 0.9483 ] +INFO:root:Average loss=0.03733877734839916 +INFO:root: +[Valid][27][UTT][ MSE = 0.2426 | LCC = 0.9497 | SRCC = 0.9491 ] +INFO:root:Average loss=0.038767370074987414 +INFO:root: +[Valid][28][UTT][ MSE = 0.2415 | LCC = 0.9474 | SRCC = 0.9474 ] +INFO:root:Average loss=0.03550661192834377 +INFO:root: +[Valid][29][UTT][ MSE = 0.2477 | LCC = 0.9490 | SRCC = 0.9490 ] +INFO:root:Average loss=0.03369496375322342 +INFO:root: +[Valid][30][UTT][ MSE = 0.2385 | LCC = 0.9494 | SRCC = 0.9488 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2308 | LCC = 0.9474 | SRCC = 0.9485 ] diff --git a/results_tencent/wavlm_base/layer9/run2/config.gin b/results_tencent/wavlm_base/layer9/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer9/run2/model.pt b/results_tencent/wavlm_base/layer9/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..23347c84f30b497585b7edb299ecaa7ddb9bac87 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de12b67de3dc7fa406b80f030ef324232db9d189ea9813a8fe01597c0f41aca5 +size 2747979 diff --git a/results_tencent/wavlm_base/layer9/run2/model_best.pt b/results_tencent/wavlm_base/layer9/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..76e40f968e3d9e277f328b5f0a60200dd8a8486a --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:706bd830e5e2485dd99d686bb49d95de4498df7367af45ae11e159cabee108c5 +size 2749702 diff --git a/results_tencent/wavlm_base/layer9/run2/train.log b/results_tencent/wavlm_base/layer9/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..44f81d86308e35ffbc060b04969f2f6c77aef4b4 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.3796950023174286 +INFO:root: +[Valid][0][UTT][ MSE = 0.2985 | LCC = 0.9282 | SRCC = 0.9258 ] +INFO:root:Average loss=0.18607604837417602 +INFO:root: +[Valid][1][UTT][ MSE = 0.2557 | LCC = 0.9389 | SRCC = 0.9370 ] +INFO:root:Average loss=0.15554414570331573 +INFO:root: +[Valid][2][UTT][ MSE = 0.2329 | LCC = 0.9385 | SRCC = 0.9368 ] +INFO:root:Average loss=0.13895560324192047 +INFO:root: +[Valid][3][UTT][ MSE = 0.2381 | LCC = 0.9471 | SRCC = 0.9460 ] +INFO:root:Average loss=0.12567538022994995 +INFO:root: +[Valid][4][UTT][ MSE = 0.2231 | LCC = 0.9449 | SRCC = 0.9444 ] +INFO:root:Average loss=0.11872452893853187 +INFO:root: +[Valid][5][UTT][ MSE = 0.2289 | LCC = 0.9457 | SRCC = 0.9443 ] +INFO:root:Average loss=0.10617157220840454 +INFO:root: +[Valid][6][UTT][ MSE = 0.2227 | LCC = 0.9456 | SRCC = 0.9452 ] +INFO:root:Average loss=0.10022718143463134 +INFO:root: +[Valid][7][UTT][ MSE = 0.2397 | LCC = 0.9490 | SRCC = 0.9485 ] +INFO:root:Average loss=0.09186171475052833 +INFO:root: +[Valid][8][UTT][ MSE = 0.2139 | LCC = 0.9488 | SRCC = 0.9483 ] +INFO:root:Average loss=0.08874849388003349 +INFO:root: +[Valid][9][UTT][ MSE = 0.2382 | LCC = 0.9489 | SRCC = 0.9478 ] +INFO:root:Average loss=0.08348292797803879 +INFO:root: +[Valid][10][UTT][ MSE = 0.1937 | LCC = 0.9476 | SRCC = 0.9476 ] +INFO:root:Average loss=0.07744833329319954 +INFO:root: +[Valid][11][UTT][ MSE = 0.2104 | LCC = 0.9468 | SRCC = 0.9456 ] +INFO:root:Average loss=0.07407831409573555 +INFO:root: +[Valid][12][UTT][ MSE = 0.2037 | LCC = 0.9489 | SRCC = 0.9473 ] +INFO:root:Average loss=0.06738583222031594 +INFO:root: +[Valid][13][UTT][ MSE = 0.2169 | LCC = 0.9459 | SRCC = 0.9454 ] +INFO:root:Average loss=0.06569821712374688 +INFO:root: +[Valid][14][UTT][ MSE = 0.2419 | LCC = 0.9479 | SRCC = 0.9471 ] +INFO:root:Average loss=0.060047242254018786 +INFO:root: +[Valid][15][UTT][ MSE = 0.1969 | LCC = 0.9490 | SRCC = 0.9474 ] +INFO:root:Average loss=0.05979546263813972 +INFO:root: +[Valid][16][UTT][ MSE = 0.1908 | LCC = 0.9485 | SRCC = 0.9476 ] +INFO:root:Average loss=0.0553012687265873 +INFO:root: +[Valid][17][UTT][ MSE = 0.2008 | LCC = 0.9486 | SRCC = 0.9474 ] +INFO:root:Average loss=0.05262518468499184 +INFO:root: +[Valid][18][UTT][ MSE = 0.2052 | LCC = 0.9470 | SRCC = 0.9463 ] +INFO:root:Average loss=0.048436504051089284 +INFO:root: +[Valid][19][UTT][ MSE = 0.2173 | LCC = 0.9480 | SRCC = 0.9475 ] +INFO:root:Average loss=0.04846234236657619 +INFO:root: +[Valid][20][UTT][ MSE = 0.2129 | LCC = 0.9498 | SRCC = 0.9487 ] +INFO:root:Average loss=0.046195317953825 +INFO:root: +[Valid][21][UTT][ MSE = 0.2126 | LCC = 0.9495 | SRCC = 0.9479 ] +INFO:root:Average loss=0.0428281292617321 +INFO:root: +[Valid][22][UTT][ MSE = 0.1978 | LCC = 0.9487 | SRCC = 0.9470 ] +INFO:root:Average loss=0.04085188218951225 +INFO:root: +[Valid][23][UTT][ MSE = 0.2052 | LCC = 0.9483 | SRCC = 0.9469 ] +INFO:root:Average loss=0.0395879428088665 +INFO:root: +[Valid][24][UTT][ MSE = 0.2297 | LCC = 0.9475 | SRCC = 0.9461 ] +INFO:root:Average loss=0.03926322472095489 +INFO:root: +[Valid][25][UTT][ MSE = 0.1993 | LCC = 0.9489 | SRCC = 0.9480 ] +INFO:root:Average loss=0.03892418532073498 +INFO:root: +[Valid][26][UTT][ MSE = 0.2217 | LCC = 0.9483 | SRCC = 0.9472 ] +INFO:root:Average loss=0.039400817468762395 +INFO:root: +[Valid][27][UTT][ MSE = 0.2203 | LCC = 0.9485 | SRCC = 0.9477 ] +INFO:root:Average loss=0.036621504560112955 +INFO:root: +[Valid][28][UTT][ MSE = 0.2232 | LCC = 0.9481 | SRCC = 0.9471 ] +INFO:root:Average loss=0.03407254731655121 +INFO:root: +[Valid][29][UTT][ MSE = 0.2143 | LCC = 0.9487 | SRCC = 0.9480 ] +INFO:root:Average loss=0.03282586506009102 +INFO:root: +[Valid][30][UTT][ MSE = 0.2072 | LCC = 0.9492 | SRCC = 0.9483 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2247 | LCC = 0.9448 | SRCC = 0.9451 ] diff --git a/results_tencent/wavlm_base/layer9/run3/config.gin b/results_tencent/wavlm_base/layer9/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer9/run3/model.pt b/results_tencent/wavlm_base/layer9/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..564e88eb655bfee4283b6ca680224812f8bf31b0 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19cd33008fa3afa1bedffa41d8cce21930284ae5639062ba1c6eae62f0f87e4 +size 2747979 diff --git a/results_tencent/wavlm_base/layer9/run3/model_best.pt b/results_tencent/wavlm_base/layer9/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0d456e82eaa79e826ccd92d6bae9dc1a93c2bf7 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02dd9051cd018d8490b64af1ba0aae577409ce2a69160107ec071c4c827fd46f +size 2749702 diff --git a/results_tencent/wavlm_base/layer9/run3/train.log b/results_tencent/wavlm_base/layer9/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8b7834bfe159f1c9beb3592e6429bec0636b318b --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.40902948796749117 +INFO:root: +[Valid][0][UTT][ MSE = 0.3204 | LCC = 0.9225 | SRCC = 0.9207 ] +INFO:root:Average loss=0.1872331365942955 +INFO:root: +[Valid][1][UTT][ MSE = 0.2516 | LCC = 0.9368 | SRCC = 0.9340 ] +INFO:root:Average loss=0.16404934287071227 +INFO:root: +[Valid][2][UTT][ MSE = 0.2480 | LCC = 0.9405 | SRCC = 0.9386 ] +INFO:root:Average loss=0.1426039599776268 +INFO:root: +[Valid][3][UTT][ MSE = 0.2374 | LCC = 0.9452 | SRCC = 0.9445 ] +INFO:root:Average loss=0.1271330732703209 +INFO:root: +[Valid][4][UTT][ MSE = 0.2562 | LCC = 0.9474 | SRCC = 0.9465 ] +INFO:root:Average loss=0.11929700458049775 +INFO:root: +[Valid][5][UTT][ MSE = 0.2588 | LCC = 0.9482 | SRCC = 0.9480 ] +INFO:root:Average loss=0.1087178731560707 +INFO:root: +[Valid][6][UTT][ MSE = 0.2254 | LCC = 0.9485 | SRCC = 0.9479 ] +INFO:root:Average loss=0.10940827250480652 +INFO:root: +[Valid][7][UTT][ MSE = 0.2092 | LCC = 0.9487 | SRCC = 0.9479 ] +INFO:root:Average loss=0.09471238529682159 +INFO:root: +[Valid][8][UTT][ MSE = 0.2224 | LCC = 0.9505 | SRCC = 0.9496 ] +INFO:root:Average loss=0.09001692634820938 +INFO:root: +[Valid][9][UTT][ MSE = 0.2116 | LCC = 0.9495 | SRCC = 0.9487 ] +INFO:root:Average loss=0.08154633736610413 +INFO:root: +[Valid][10][UTT][ MSE = 0.2173 | LCC = 0.9497 | SRCC = 0.9490 ] +INFO:root:Average loss=0.07865316125750542 +INFO:root: +[Valid][11][UTT][ MSE = 0.2026 | LCC = 0.9486 | SRCC = 0.9484 ] +INFO:root:Average loss=0.07843533310294151 +INFO:root: +[Valid][12][UTT][ MSE = 0.2335 | LCC = 0.9487 | SRCC = 0.9483 ] +INFO:root:Average loss=0.07374167218804359 +INFO:root: +[Valid][13][UTT][ MSE = 0.2140 | LCC = 0.9507 | SRCC = 0.9506 ] +INFO:root:Average loss=0.06721456974744797 +INFO:root: +[Valid][14][UTT][ MSE = 0.2245 | LCC = 0.9491 | SRCC = 0.9495 ] +INFO:root:Average loss=0.062381283074617384 +INFO:root: +[Valid][15][UTT][ MSE = 0.2312 | LCC = 0.9506 | SRCC = 0.9510 ] +INFO:root:Average loss=0.06233221730589867 +INFO:root: +[Valid][16][UTT][ MSE = 0.2687 | LCC = 0.9482 | SRCC = 0.9496 ] +INFO:root:Average loss=0.056640010744333266 +INFO:root: +[Valid][17][UTT][ MSE = 0.2071 | LCC = 0.9499 | SRCC = 0.9495 ] +INFO:root:Average loss=0.05267890101671219 +INFO:root: +[Valid][18][UTT][ MSE = 0.2085 | LCC = 0.9511 | SRCC = 0.9503 ] +INFO:root:Average loss=0.05438506749272347 +INFO:root: +[Valid][19][UTT][ MSE = 0.2193 | LCC = 0.9498 | SRCC = 0.9494 ] +INFO:root:Average loss=0.04973672296106815 +INFO:root: +[Valid][20][UTT][ MSE = 0.2125 | LCC = 0.9505 | SRCC = 0.9497 ] +INFO:root:Average loss=0.04874457240104675 +INFO:root: +[Valid][21][UTT][ MSE = 0.2443 | LCC = 0.9488 | SRCC = 0.9492 ] +INFO:root:Average loss=0.0452274107336998 +INFO:root: +[Valid][22][UTT][ MSE = 0.2121 | LCC = 0.9502 | SRCC = 0.9494 ] +INFO:root:Average loss=0.04260062359273434 +INFO:root: +[Valid][23][UTT][ MSE = 0.2261 | LCC = 0.9500 | SRCC = 0.9493 ] +INFO:root:Average loss=0.04107277505099773 +INFO:root: +[Valid][24][UTT][ MSE = 0.2426 | LCC = 0.9475 | SRCC = 0.9470 ] +INFO:root:Average loss=0.039921623066067696 +INFO:root: +[Valid][25][UTT][ MSE = 0.2209 | LCC = 0.9494 | SRCC = 0.9488 ] +INFO:root:Average loss=0.03885214744508266 +INFO:root: +[Valid][26][UTT][ MSE = 0.2130 | LCC = 0.9493 | SRCC = 0.9491 ] +INFO:root:Average loss=0.03644507722556591 +INFO:root: +[Valid][27][UTT][ MSE = 0.2257 | LCC = 0.9492 | SRCC = 0.9485 ] +INFO:root:Average loss=0.03702246491611004 +INFO:root: +[Valid][28][UTT][ MSE = 0.1952 | LCC = 0.9489 | SRCC = 0.9488 ] +INFO:root:Average loss=0.034540666311979294 +INFO:root: +[Valid][29][UTT][ MSE = 0.2357 | LCC = 0.9486 | SRCC = 0.9490 ] +INFO:root:Average loss=0.034488191664218903 +INFO:root: +[Valid][30][UTT][ MSE = 0.2155 | LCC = 0.9500 | SRCC = 0.9492 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2152 | LCC = 0.9476 | SRCC = 0.9476 ] diff --git a/results_tencent/wavlm_base/layer9/run4/config.gin b/results_tencent/wavlm_base/layer9/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Tencent: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Tencent + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_tencent/wavlm_base/layer9/run4/model.pt b/results_tencent/wavlm_base/layer9/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e49b2e5bea9a0296911b3bae599f3d49bf206b4 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1cfda59b097f746d9461b6e0528049f73c54c2903b56e8d3baa8e8f42d50f61 +size 2747979 diff --git a/results_tencent/wavlm_base/layer9/run4/model_best.pt b/results_tencent/wavlm_base/layer9/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..16d9c06a682fb3d20c3dae38b26fdf0c0ae67422 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d3bfee10372bd71eb7b7fa1b3209a69376a34981210e1a8a14bae74cddb732 +size 2749702 diff --git a/results_tencent/wavlm_base/layer9/run4/train.log b/results_tencent/wavlm_base/layer9/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e6c9bdc57d54515b49ba2e8e6c0fd6b87ffe1c96 --- /dev/null +++ b/results_tencent/wavlm_base/layer9/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 8000 +INFO:root:Num val speech clips: 2000 +INFO:root:Num test speech clips: 1563 +INFO:root:Device=cuda +INFO:root:Average loss=0.47010203611850737 +INFO:root: +[Valid][0][UTT][ MSE = 0.3181 | LCC = 0.9158 | SRCC = 0.9148 ] +INFO:root:Average loss=0.20790464067459105 +INFO:root: +[Valid][1][UTT][ MSE = 0.2541 | LCC = 0.9314 | SRCC = 0.9318 ] +INFO:root:Average loss=0.16722705149650574 +INFO:root: +[Valid][2][UTT][ MSE = 0.2423 | LCC = 0.9402 | SRCC = 0.9394 ] +INFO:root:Average loss=0.1468398071527481 +INFO:root: +[Valid][3][UTT][ MSE = 0.2385 | LCC = 0.9447 | SRCC = 0.9438 ] +INFO:root:Average loss=0.13437097078561783 +INFO:root: +[Valid][4][UTT][ MSE = 0.2385 | LCC = 0.9427 | SRCC = 0.9411 ] +INFO:root:Average loss=0.12308558022975921 +INFO:root: +[Valid][5][UTT][ MSE = 0.2574 | LCC = 0.9481 | SRCC = 0.9477 ] +INFO:root:Average loss=0.11630938130617141 +INFO:root: +[Valid][6][UTT][ MSE = 0.2352 | LCC = 0.9473 | SRCC = 0.9476 ] +INFO:root:Average loss=0.10535682299733162 +INFO:root: +[Valid][7][UTT][ MSE = 0.2022 | LCC = 0.9490 | SRCC = 0.9484 ] +INFO:root:Average loss=0.0993449060022831 +INFO:root: +[Valid][8][UTT][ MSE = 0.2166 | LCC = 0.9485 | SRCC = 0.9490 ] +INFO:root:Average loss=0.09416617608070374 +INFO:root: +[Valid][9][UTT][ MSE = 0.2027 | LCC = 0.9472 | SRCC = 0.9468 ] +INFO:root:Average loss=0.09083377605676651 +INFO:root: +[Valid][10][UTT][ MSE = 0.2111 | LCC = 0.9501 | SRCC = 0.9489 ] +INFO:root:Average loss=0.08050588056445122 +INFO:root: +[Valid][11][UTT][ MSE = 0.2121 | LCC = 0.9485 | SRCC = 0.9477 ] +INFO:root:Average loss=0.07993336948752404 +INFO:root: +[Valid][12][UTT][ MSE = 0.2192 | LCC = 0.9499 | SRCC = 0.9488 ] +INFO:root:Average loss=0.07257742723822594 +INFO:root: +[Valid][13][UTT][ MSE = 0.2062 | LCC = 0.9499 | SRCC = 0.9493 ] +INFO:root:Average loss=0.07108426395058631 +INFO:root: +[Valid][14][UTT][ MSE = 0.1965 | LCC = 0.9487 | SRCC = 0.9488 ] +INFO:root:Average loss=0.06866115137934685 +INFO:root: +[Valid][15][UTT][ MSE = 0.2180 | LCC = 0.9489 | SRCC = 0.9484 ] +INFO:root:Average loss=0.060720127195119857 +INFO:root: +[Valid][16][UTT][ MSE = 0.2166 | LCC = 0.9499 | SRCC = 0.9490 ] +INFO:root:Average loss=0.05861899292469025 +INFO:root: +[Valid][17][UTT][ MSE = 0.2043 | LCC = 0.9480 | SRCC = 0.9464 ] +INFO:root:Average loss=0.05716585487127304 +INFO:root: +[Valid][18][UTT][ MSE = 0.2151 | LCC = 0.9504 | SRCC = 0.9492 ] +INFO:root:Average loss=0.05454121252894401 +INFO:root: +[Valid][19][UTT][ MSE = 0.2011 | LCC = 0.9489 | SRCC = 0.9487 ] +INFO:root:Average loss=0.050929084777832034 +INFO:root: +[Valid][20][UTT][ MSE = 0.2186 | LCC = 0.9497 | SRCC = 0.9493 ] +INFO:root:Average loss=0.0488505263030529 +INFO:root: +[Valid][21][UTT][ MSE = 0.2220 | LCC = 0.9499 | SRCC = 0.9492 ] +INFO:root:Average loss=0.046830102950334546 +INFO:root: +[Valid][22][UTT][ MSE = 0.2064 | LCC = 0.9499 | SRCC = 0.9492 ] +INFO:root:Average loss=0.04374964568018913 +INFO:root: +[Valid][23][UTT][ MSE = 0.2254 | LCC = 0.9488 | SRCC = 0.9489 ] +INFO:root:Average loss=0.04658209376037121 +INFO:root: +[Valid][24][UTT][ MSE = 0.2047 | LCC = 0.9466 | SRCC = 0.9459 ] +INFO:root:Average loss=0.04252606189250946 +INFO:root: +[Valid][25][UTT][ MSE = 0.1996 | LCC = 0.9487 | SRCC = 0.9487 ] +INFO:root:Average loss=0.04316782408952713 +INFO:root: +[Valid][26][UTT][ MSE = 0.2126 | LCC = 0.9502 | SRCC = 0.9493 ] +INFO:root:Average loss=0.038718915104866025 +INFO:root: +[Valid][27][UTT][ MSE = 0.1942 | LCC = 0.9495 | SRCC = 0.9493 ] +INFO:root:Average loss=0.03762578091025352 +INFO:root: +[Valid][28][UTT][ MSE = 0.2217 | LCC = 0.9514 | SRCC = 0.9504 ] +INFO:root:Average loss=0.03508510486781597 +INFO:root: +[Valid][29][UTT][ MSE = 0.2216 | LCC = 0.9496 | SRCC = 0.9493 ] +INFO:root:Average loss=0.03470982658863068 +INFO:root: +[Valid][30][UTT][ MSE = 0.2082 | LCC = 0.9493 | SRCC = 0.9483 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2337 | LCC = 0.9475 | SRCC = 0.9485 ]