diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1f24f23efaec55b16377b27d95c7d415530a590 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e4b0ad4d78054b6c88cc06c2a2d60197c98e996998b4b3e23e7ed4e6e9135f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8298e904bce6ba9d02dda395ad75d70a12e5d017 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134a826c34e22c6a8fca0a5bf8bd2a487d03cc5cdfd3d50e848e6d54e7424eb2 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ec1b5055fd2fe70e0590706136bcf87aaf6fd9c0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6006987996590443 +INFO:root: +[Valid][0][UTT][ MSE = 0.4035 | LCC = 0.7393 | SRCC = 0.7421 ] +INFO:root:Average loss=0.3137065510337169 +INFO:root: +[Valid][1][UTT][ MSE = 0.3200 | LCC = 0.8046 | SRCC = 0.8113 ] +INFO:root:Average loss=0.2671936918527652 +INFO:root: +[Valid][2][UTT][ MSE = 0.2864 | LCC = 0.8191 | SRCC = 0.8263 ] +INFO:root:Average loss=0.23879283322737768 +INFO:root: +[Valid][3][UTT][ MSE = 0.2656 | LCC = 0.8378 | SRCC = 0.8368 ] +INFO:root:Average loss=0.2259096677104632 +INFO:root: +[Valid][4][UTT][ MSE = 0.2962 | LCC = 0.8344 | SRCC = 0.8401 ] +INFO:root:Average loss=0.21637474974760643 +INFO:root: +[Valid][5][UTT][ MSE = 0.2990 | LCC = 0.8439 | SRCC = 0.8460 ] +INFO:root:Average loss=0.19388003131517997 +INFO:root: +[Valid][6][UTT][ MSE = 0.2436 | LCC = 0.8568 | SRCC = 0.8550 ] +INFO:root:Average loss=0.19029025418254045 +INFO:root: +[Valid][7][UTT][ MSE = 0.2536 | LCC = 0.8575 | SRCC = 0.8558 ] +INFO:root:Average loss=0.18381341470357698 +INFO:root: +[Valid][8][UTT][ MSE = 0.2399 | LCC = 0.8521 | SRCC = 0.8534 ] +INFO:root:Average loss=0.1676634604541155 +INFO:root: +[Valid][9][UTT][ MSE = 0.2438 | LCC = 0.8603 | SRCC = 0.8580 ] +INFO:root:Average loss=0.15254133318861327 +INFO:root: +[Valid][10][UTT][ MSE = 0.2648 | LCC = 0.8552 | SRCC = 0.8573 ] +INFO:root:Average loss=0.16495537557280981 +INFO:root: +[Valid][11][UTT][ MSE = 0.2461 | LCC = 0.8611 | SRCC = 0.8600 ] +INFO:root:Average loss=0.1467983495348539 +INFO:root: +[Valid][12][UTT][ MSE = 0.2518 | LCC = 0.8587 | SRCC = 0.8578 ] +INFO:root:Average loss=0.14043838798235625 +INFO:root: +[Valid][13][UTT][ MSE = 0.2561 | LCC = 0.8601 | SRCC = 0.8600 ] +INFO:root:Average loss=0.1383707364782309 +INFO:root: +[Valid][14][UTT][ MSE = 0.2628 | LCC = 0.8569 | SRCC = 0.8559 ] +INFO:root:Average loss=0.1251800062182622 +INFO:root: +[Valid][15][UTT][ MSE = 0.2177 | LCC = 0.8619 | SRCC = 0.8603 ] +INFO:root:Average loss=0.11802030803683476 +INFO:root: +[Valid][16][UTT][ MSE = 0.3029 | LCC = 0.8581 | SRCC = 0.8580 ] +INFO:root:Average loss=0.1248860084093534 +INFO:root: +[Valid][17][UTT][ MSE = 0.2571 | LCC = 0.8634 | SRCC = 0.8607 ] +INFO:root:Average loss=0.11575037221878003 +INFO:root: +[Valid][18][UTT][ MSE = 0.2250 | LCC = 0.8592 | SRCC = 0.8571 ] +INFO:root:Average loss=0.11726610811474995 +INFO:root: +[Valid][19][UTT][ MSE = 0.2842 | LCC = 0.8518 | SRCC = 0.8499 ] +INFO:root:Average loss=0.10158162525831124 +INFO:root: +[Valid][20][UTT][ MSE = 0.2816 | LCC = 0.8557 | SRCC = 0.8544 ] +INFO:root:Average loss=0.10218472902973492 +INFO:root: +[Valid][21][UTT][ MSE = 0.2462 | LCC = 0.8570 | SRCC = 0.8523 ] +INFO:root:Average loss=0.09679935595546013 +INFO:root: +[Valid][22][UTT][ MSE = 0.2275 | LCC = 0.8571 | SRCC = 0.8536 ] +INFO:root:Average loss=0.08840126854677995 +INFO:root: +[Valid][23][UTT][ MSE = 0.2408 | LCC = 0.8610 | SRCC = 0.8589 ] +INFO:root:Average loss=0.08986751415217534 +INFO:root: +[Valid][24][UTT][ MSE = 0.2866 | LCC = 0.8540 | SRCC = 0.8524 ] +INFO:root:Average loss=0.09172978113668087 +INFO:root: +[Valid][25][UTT][ MSE = 0.2293 | LCC = 0.8573 | SRCC = 0.8543 ] +INFO:root:Average loss=0.08408539570294894 +INFO:root: +[Valid][26][UTT][ MSE = 0.2987 | LCC = 0.8526 | SRCC = 0.8531 ] +INFO:root:Average loss=0.07780154694158298 +INFO:root: +[Valid][27][UTT][ MSE = 0.2972 | LCC = 0.8521 | SRCC = 0.8531 ] +INFO:root:Average loss=0.0770007719596227 +INFO:root: +[Valid][28][UTT][ MSE = 0.2529 | LCC = 0.8601 | SRCC = 0.8591 ] +INFO:root:Average loss=0.08227077680520523 +INFO:root: +[Valid][29][UTT][ MSE = 0.2347 | LCC = 0.8619 | SRCC = 0.8597 ] +INFO:root:Average loss=0.07572061382234097 +INFO:root: +[Valid][30][UTT][ MSE = 0.2232 | LCC = 0.8599 | SRCC = 0.8564 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2355 | LCC = 0.8661 | SRCC = 0.8644 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ab9fa54b5dc1b7955bc55d9123f2684613f78de --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c636624e53d1c0afa3183a58996ded79e592b348187fcd15deda685d927d29a0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7e6f27ecbbd0b5ec5b5315a97500ebbaee646b6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51b115bb9b02bb48305274413ef23770ee01eae941ba4e752dbb16ad019d3c9 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e0ab33788ce0110c1e89a1c768273431dc7f3df9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5577032099931668 +INFO:root: +[Valid][0][UTT][ MSE = 0.3960 | LCC = 0.7473 | SRCC = 0.7570 ] +INFO:root:Average loss=0.3139839286987598 +INFO:root: +[Valid][1][UTT][ MSE = 0.3711 | LCC = 0.7898 | SRCC = 0.8000 ] +INFO:root:Average loss=0.26633496028490555 +INFO:root: +[Valid][2][UTT][ MSE = 0.2800 | LCC = 0.8172 | SRCC = 0.8215 ] +INFO:root:Average loss=0.23809264447444525 +INFO:root: +[Valid][3][UTT][ MSE = 0.2644 | LCC = 0.8336 | SRCC = 0.8349 ] +INFO:root:Average loss=0.22117552180320788 +INFO:root: +[Valid][4][UTT][ MSE = 0.2862 | LCC = 0.8385 | SRCC = 0.8441 ] +INFO:root:Average loss=0.22384615643666342 +INFO:root: +[Valid][5][UTT][ MSE = 0.2635 | LCC = 0.8399 | SRCC = 0.8414 ] +INFO:root:Average loss=0.196821590169118 +INFO:root: +[Valid][6][UTT][ MSE = 0.2531 | LCC = 0.8515 | SRCC = 0.8517 ] +INFO:root:Average loss=0.1905044674491271 +INFO:root: +[Valid][7][UTT][ MSE = 0.2389 | LCC = 0.8539 | SRCC = 0.8538 ] +INFO:root:Average loss=0.1764051616191864 +INFO:root: +[Valid][8][UTT][ MSE = 0.2429 | LCC = 0.8567 | SRCC = 0.8578 ] +INFO:root:Average loss=0.1762571218304145 +INFO:root: +[Valid][9][UTT][ MSE = 0.2372 | LCC = 0.8569 | SRCC = 0.8569 ] +INFO:root:Average loss=0.1647373527670518 +INFO:root: +[Valid][10][UTT][ MSE = 0.2341 | LCC = 0.8606 | SRCC = 0.8609 ] +INFO:root:Average loss=0.14897103540790388 +INFO:root: +[Valid][11][UTT][ MSE = 0.2563 | LCC = 0.8568 | SRCC = 0.8567 ] +INFO:root:Average loss=0.14665505738976675 +INFO:root: +[Valid][12][UTT][ MSE = 0.2752 | LCC = 0.8621 | SRCC = 0.8635 ] +INFO:root:Average loss=0.14233640380776846 +INFO:root: +[Valid][13][UTT][ MSE = 0.2302 | LCC = 0.8609 | SRCC = 0.8600 ] +INFO:root:Average loss=0.13174179072181383 +INFO:root: +[Valid][14][UTT][ MSE = 0.2480 | LCC = 0.8584 | SRCC = 0.8587 ] +INFO:root:Average loss=0.12609843747356 +INFO:root: +[Valid][15][UTT][ MSE = 0.2196 | LCC = 0.8611 | SRCC = 0.8603 ] +INFO:root:Average loss=0.12385736807034566 +INFO:root: +[Valid][16][UTT][ MSE = 0.2273 | LCC = 0.8609 | SRCC = 0.8597 ] +INFO:root:Average loss=0.12338605494453357 +INFO:root: +[Valid][17][UTT][ MSE = 0.2211 | LCC = 0.8622 | SRCC = 0.8624 ] +INFO:root:Average loss=0.11610402061771123 +INFO:root: +[Valid][18][UTT][ MSE = 0.2434 | LCC = 0.8593 | SRCC = 0.8601 ] +INFO:root:Average loss=0.10993184798803085 +INFO:root: +[Valid][19][UTT][ MSE = 0.2175 | LCC = 0.8614 | SRCC = 0.8616 ] +INFO:root:Average loss=0.10942104134040001 +INFO:root: +[Valid][20][UTT][ MSE = 0.2827 | LCC = 0.8608 | SRCC = 0.8638 ] +INFO:root:Average loss=0.10266295400185463 +INFO:root: +[Valid][21][UTT][ MSE = 0.2215 | LCC = 0.8581 | SRCC = 0.8576 ] +INFO:root:Average loss=0.09171454837689033 +INFO:root: +[Valid][22][UTT][ MSE = 0.2152 | LCC = 0.8604 | SRCC = 0.8597 ] +INFO:root:Average loss=0.09755968875609912 +INFO:root: +[Valid][23][UTT][ MSE = 0.2246 | LCC = 0.8598 | SRCC = 0.8579 ] +INFO:root:Average loss=0.08820604752653684 +INFO:root: +[Valid][24][UTT][ MSE = 0.2275 | LCC = 0.8575 | SRCC = 0.8584 ] +INFO:root:Average loss=0.09225147413328671 +INFO:root: +[Valid][25][UTT][ MSE = 0.2402 | LCC = 0.8590 | SRCC = 0.8582 ] +INFO:root:Average loss=0.08601127798931721 +INFO:root: +[Valid][26][UTT][ MSE = 0.2248 | LCC = 0.8610 | SRCC = 0.8600 ] +INFO:root:Average loss=0.08617788347869347 +INFO:root: +[Valid][27][UTT][ MSE = 0.2310 | LCC = 0.8594 | SRCC = 0.8588 ] +INFO:root:Average loss=0.08935599688154 +INFO:root: +[Valid][28][UTT][ MSE = 0.2203 | LCC = 0.8642 | SRCC = 0.8635 ] +INFO:root:Average loss=0.08155740830951776 +INFO:root: +[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.8626 | SRCC = 0.8622 ] +INFO:root:Average loss=0.0741566596313929 +INFO:root: +[Valid][30][UTT][ MSE = 0.2308 | LCC = 0.8627 | SRCC = 0.8617 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2517 | LCC = 0.8589 | SRCC = 0.8608 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb10936669c138725e7fcf012f38c10cd069648 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9998b5a682cc919f1674f782e52a2a8c8441c3bee308a80ce7615d5310d59aab +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d231c88d657fe4d2e5ee4e5f6c36259dec84a344 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e10179f34e76d38dccebd4a19ea7ec650289e330f4368acd0419332be11647 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c016d306a0c4858400dc87bc9e7b9c696ee0779b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5525378086245977 +INFO:root: +[Valid][0][UTT][ MSE = 0.3801 | LCC = 0.7480 | SRCC = 0.7594 ] +INFO:root:Average loss=0.3283146917819977 +INFO:root: +[Valid][1][UTT][ MSE = 0.3379 | LCC = 0.7939 | SRCC = 0.7984 ] +INFO:root:Average loss=0.2786462990901409 +INFO:root: +[Valid][2][UTT][ MSE = 0.3004 | LCC = 0.8176 | SRCC = 0.8213 ] +INFO:root:Average loss=0.24937959588491 +INFO:root: +[Valid][3][UTT][ MSE = 0.2951 | LCC = 0.8254 | SRCC = 0.8301 ] +INFO:root:Average loss=0.22587873032077765 +INFO:root: +[Valid][4][UTT][ MSE = 0.2642 | LCC = 0.8376 | SRCC = 0.8403 ] +INFO:root:Average loss=0.22421716019893304 +INFO:root: +[Valid][5][UTT][ MSE = 0.2549 | LCC = 0.8432 | SRCC = 0.8443 ] +INFO:root:Average loss=0.1979722100763749 +INFO:root: +[Valid][6][UTT][ MSE = 0.2470 | LCC = 0.8482 | SRCC = 0.8487 ] +INFO:root:Average loss=0.1896534298474972 +INFO:root: +[Valid][7][UTT][ MSE = 0.2490 | LCC = 0.8540 | SRCC = 0.8532 ] +INFO:root:Average loss=0.18755720479366106 +INFO:root: +[Valid][8][UTT][ MSE = 0.2494 | LCC = 0.8522 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1769320450914212 +INFO:root: +[Valid][9][UTT][ MSE = 0.2816 | LCC = 0.8599 | SRCC = 0.8602 ] +INFO:root:Average loss=0.1606948836109577 +INFO:root: +[Valid][10][UTT][ MSE = 0.2416 | LCC = 0.8544 | SRCC = 0.8563 ] +INFO:root:Average loss=0.15922243253160745 +INFO:root: +[Valid][11][UTT][ MSE = 0.2432 | LCC = 0.8520 | SRCC = 0.8570 ] +INFO:root:Average loss=0.15271418493909714 +INFO:root: +[Valid][12][UTT][ MSE = 0.2739 | LCC = 0.8622 | SRCC = 0.8626 ] +INFO:root:Average loss=0.13986208490454233 +INFO:root: +[Valid][13][UTT][ MSE = 0.2309 | LCC = 0.8565 | SRCC = 0.8570 ] +INFO:root:Average loss=0.13474046658629027 +INFO:root: +[Valid][14][UTT][ MSE = 0.2371 | LCC = 0.8566 | SRCC = 0.8574 ] +INFO:root:Average loss=0.13050641730809823 +INFO:root: +[Valid][15][UTT][ MSE = 0.2291 | LCC = 0.8577 | SRCC = 0.8600 ] +INFO:root:Average loss=0.13568030297756195 +INFO:root: +[Valid][16][UTT][ MSE = 0.2652 | LCC = 0.8479 | SRCC = 0.8506 ] +INFO:root:Average loss=0.1308771126354352 +INFO:root: +[Valid][17][UTT][ MSE = 0.2555 | LCC = 0.8565 | SRCC = 0.8586 ] +INFO:root:Average loss=0.11732197944552471 +INFO:root: +[Valid][18][UTT][ MSE = 0.2207 | LCC = 0.8625 | SRCC = 0.8624 ] +INFO:root:Average loss=0.11015717618358441 +INFO:root: +[Valid][19][UTT][ MSE = 0.2351 | LCC = 0.8544 | SRCC = 0.8545 ] +INFO:root:Average loss=0.11742200769293003 +INFO:root: +[Valid][20][UTT][ MSE = 0.2320 | LCC = 0.8560 | SRCC = 0.8550 ] +INFO:root:Average loss=0.10351483776974373 +INFO:root: +[Valid][21][UTT][ MSE = 0.2205 | LCC = 0.8598 | SRCC = 0.8599 ] +INFO:root:Average loss=0.09843618785723662 +INFO:root: +[Valid][22][UTT][ MSE = 0.2249 | LCC = 0.8631 | SRCC = 0.8629 ] +INFO:root:Average loss=0.09560239171752563 +INFO:root: +[Valid][23][UTT][ MSE = 0.2195 | LCC = 0.8619 | SRCC = 0.8623 ] +INFO:root:Average loss=0.09047879804021274 +INFO:root: +[Valid][24][UTT][ MSE = 0.2188 | LCC = 0.8632 | SRCC = 0.8631 ] +INFO:root:Average loss=0.08644061974990062 +INFO:root: +[Valid][25][UTT][ MSE = 0.2262 | LCC = 0.8628 | SRCC = 0.8638 ] +INFO:root:Average loss=0.08795356654968017 +INFO:root: +[Valid][26][UTT][ MSE = 0.2242 | LCC = 0.8632 | SRCC = 0.8626 ] +INFO:root:Average loss=0.08254784541443372 +INFO:root: +[Valid][27][UTT][ MSE = 0.2226 | LCC = 0.8636 | SRCC = 0.8642 ] +INFO:root:Average loss=0.07980456217550315 +INFO:root: +[Valid][28][UTT][ MSE = 0.2352 | LCC = 0.8621 | SRCC = 0.8624 ] +INFO:root:Average loss=0.08143908043320362 +INFO:root: +[Valid][29][UTT][ MSE = 0.2126 | LCC = 0.8656 | SRCC = 0.8648 ] +INFO:root:Average loss=0.07162522601011471 +INFO:root: +[Valid][30][UTT][ MSE = 0.2210 | LCC = 0.8644 | SRCC = 0.8631 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2354 | LCC = 0.8562 | SRCC = 0.8566 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e65a20d34e14e11399cde673d001ce9a0837bf7a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01b85956dd2c265e049fd027abc53232b8fcac639ae292c57d90a2c30d3e84c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6cffd43d29f66cbcbe09d74709ab7031a56f60d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7191ad77c6b4b6e91368e9805e5e5a4605c975fdbb33f86101ff06ad90581abe +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e4c5840d52d86a85adc0dadb721b39c75d53baee --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5794957517049252 +INFO:root: +[Valid][0][UTT][ MSE = 0.4068 | LCC = 0.7381 | SRCC = 0.7421 ] +INFO:root:Average loss=0.4189493446013866 +INFO:root: +[Valid][1][UTT][ MSE = 0.4210 | LCC = 0.7564 | SRCC = 0.7648 ] +INFO:root:Average loss=0.36668664350723607 +INFO:root: +[Valid][2][UTT][ MSE = 0.3434 | LCC = 0.7733 | SRCC = 0.7771 ] +INFO:root:Average loss=0.3401531764330008 +INFO:root: +[Valid][3][UTT][ MSE = 0.4237 | LCC = 0.7830 | SRCC = 0.7853 ] +INFO:root:Average loss=0.37762189331727153 +INFO:root: +[Valid][4][UTT][ MSE = 0.3745 | LCC = 0.7919 | SRCC = 0.7934 ] +INFO:root:Average loss=0.34444289979262227 +INFO:root: +[Valid][5][UTT][ MSE = 0.3363 | LCC = 0.7900 | SRCC = 0.7927 ] +INFO:root:Average loss=0.3259281334586633 +INFO:root: +[Valid][6][UTT][ MSE = 0.3513 | LCC = 0.7941 | SRCC = 0.7969 ] +INFO:root:Average loss=0.3640765360532663 +INFO:root: +[Valid][7][UTT][ MSE = 0.3682 | LCC = 0.7982 | SRCC = 0.8001 ] +INFO:root:Average loss=0.3193130762531207 +INFO:root: +[Valid][8][UTT][ MSE = 0.3944 | LCC = 0.8038 | SRCC = 0.8028 ] +INFO:root:Average loss=0.31694377423861086 +INFO:root: +[Valid][9][UTT][ MSE = 0.3548 | LCC = 0.8045 | SRCC = 0.8080 ] +INFO:root:Average loss=0.2900777955849965 +INFO:root: +[Valid][10][UTT][ MSE = 0.3224 | LCC = 0.8106 | SRCC = 0.8107 ] +INFO:root:Average loss=0.30088877563293165 +INFO:root: +[Valid][11][UTT][ MSE = 0.3669 | LCC = 0.8102 | SRCC = 0.8106 ] +INFO:root:Average loss=0.31550150078076583 +INFO:root: +[Valid][12][UTT][ MSE = 0.3481 | LCC = 0.8067 | SRCC = 0.8133 ] +INFO:root:Average loss=0.32858273272330946 +INFO:root: +[Valid][13][UTT][ MSE = 0.3460 | LCC = 0.8098 | SRCC = 0.8102 ] +INFO:root:Average loss=0.29860056879428715 +INFO:root: +[Valid][14][UTT][ MSE = 0.3120 | LCC = 0.8110 | SRCC = 0.8130 ] +INFO:root:Average loss=0.28414352238178253 +INFO:root: +[Valid][15][UTT][ MSE = 0.3954 | LCC = 0.8114 | SRCC = 0.8155 ] +INFO:root:Average loss=0.3009450370684648 +INFO:root: +[Valid][16][UTT][ MSE = 0.3076 | LCC = 0.8176 | SRCC = 0.8183 ] +INFO:root:Average loss=0.28250264758482957 +INFO:root: +[Valid][17][UTT][ MSE = 0.3151 | LCC = 0.8181 | SRCC = 0.8192 ] +INFO:root:Average loss=0.28335456511913204 +INFO:root: +[Valid][18][UTT][ MSE = 0.2960 | LCC = 0.8216 | SRCC = 0.8225 ] +INFO:root:Average loss=0.27502379814783734 +INFO:root: +[Valid][19][UTT][ MSE = 0.3184 | LCC = 0.8235 | SRCC = 0.8223 ] +INFO:root:Average loss=0.28518662066795886 +INFO:root: +[Valid][20][UTT][ MSE = 0.3113 | LCC = 0.8196 | SRCC = 0.8211 ] +INFO:root:Average loss=0.2678028616385582 +INFO:root: +[Valid][21][UTT][ MSE = 0.3142 | LCC = 0.8194 | SRCC = 0.8222 ] +INFO:root:Average loss=0.2691647553673157 +INFO:root: +[Valid][22][UTT][ MSE = 0.3001 | LCC = 0.8212 | SRCC = 0.8246 ] +INFO:root:Average loss=0.26632089358873856 +INFO:root: +[Valid][23][UTT][ MSE = 0.3196 | LCC = 0.8226 | SRCC = 0.8241 ] +INFO:root:Average loss=0.25906851028020567 +INFO:root: +[Valid][24][UTT][ MSE = 0.2901 | LCC = 0.8264 | SRCC = 0.8262 ] +INFO:root:Average loss=0.27062089913166487 +INFO:root: +[Valid][25][UTT][ MSE = 0.3355 | LCC = 0.8223 | SRCC = 0.8220 ] +INFO:root:Average loss=0.2600910098124773 +INFO:root: +[Valid][26][UTT][ MSE = 0.3299 | LCC = 0.8237 | SRCC = 0.8261 ] +INFO:root:Average loss=0.2629608867260126 +INFO:root: +[Valid][27][UTT][ MSE = 0.3656 | LCC = 0.8260 | SRCC = 0.8273 ] +INFO:root:Average loss=0.26037159600319004 +INFO:root: +[Valid][28][UTT][ MSE = 0.2837 | LCC = 0.8263 | SRCC = 0.8271 ] +INFO:root:Average loss=0.2623340986095942 +INFO:root: +[Valid][29][UTT][ MSE = 0.3047 | LCC = 0.8281 | SRCC = 0.8288 ] +INFO:root:Average loss=0.2514979585241049 +INFO:root: +[Valid][30][UTT][ MSE = 0.2898 | LCC = 0.8320 | SRCC = 0.8312 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2730 | LCC = 0.8443 | SRCC = 0.8449 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c777335fff4eb75466ec3e8bf3f7f67ae8b03c5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b794925a03f4cc7a3177521458677cee751004db5a8778837ebcad1347ea42 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1878587b70158d131fea95d15aac775b0fd76bb7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:308cf8b65f03eac70da9b4a0502d70ca898dd9e9afe1f2f0fd14b80c8d558a4a +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..50f036f12cb73bf89c862151a4a65c68dbb75982 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5769437398665991 +INFO:root: +[Valid][0][UTT][ MSE = 0.5157 | LCC = 0.7236 | SRCC = 0.7292 ] +INFO:root:Average loss=0.39619894574085873 +INFO:root: +[Valid][1][UTT][ MSE = 0.6369 | LCC = 0.7354 | SRCC = 0.7573 ] +INFO:root:Average loss=0.4234802210942293 +INFO:root: +[Valid][2][UTT][ MSE = 0.4320 | LCC = 0.7649 | SRCC = 0.7706 ] +INFO:root:Average loss=0.34623727737328946 +INFO:root: +[Valid][3][UTT][ MSE = 0.4378 | LCC = 0.7664 | SRCC = 0.7802 ] +INFO:root:Average loss=0.35806382734041947 +INFO:root: +[Valid][4][UTT][ MSE = 0.3903 | LCC = 0.7893 | SRCC = 0.7910 ] +INFO:root:Average loss=0.34265081469829267 +INFO:root: +[Valid][5][UTT][ MSE = 0.3588 | LCC = 0.7943 | SRCC = 0.7971 ] +INFO:root:Average loss=0.3497260153675691 +INFO:root: +[Valid][6][UTT][ MSE = 0.3834 | LCC = 0.7989 | SRCC = 0.7980 ] +INFO:root:Average loss=0.3079837965659606 +INFO:root: +[Valid][7][UTT][ MSE = 0.3546 | LCC = 0.7959 | SRCC = 0.8022 ] +INFO:root:Average loss=0.34615337886871433 +INFO:root: +[Valid][8][UTT][ MSE = 0.3828 | LCC = 0.8016 | SRCC = 0.8015 ] +INFO:root:Average loss=0.32590545389132625 +INFO:root: +[Valid][9][UTT][ MSE = 0.3786 | LCC = 0.8042 | SRCC = 0.8030 ] +INFO:root:Average loss=0.31244672987705624 +INFO:root: +[Valid][10][UTT][ MSE = 0.3602 | LCC = 0.8035 | SRCC = 0.8060 ] +INFO:root:Average loss=0.30032417598443156 +INFO:root: +[Valid][11][UTT][ MSE = 0.3104 | LCC = 0.8084 | SRCC = 0.8090 ] +INFO:root:Average loss=0.2947550729299203 +INFO:root: +[Valid][12][UTT][ MSE = 0.3908 | LCC = 0.8032 | SRCC = 0.8076 ] +INFO:root:Average loss=0.3025146457247245 +INFO:root: +[Valid][13][UTT][ MSE = 0.3462 | LCC = 0.8093 | SRCC = 0.8115 ] +INFO:root:Average loss=0.3008393139029161 +INFO:root: +[Valid][14][UTT][ MSE = 0.3523 | LCC = 0.8120 | SRCC = 0.8133 ] +INFO:root:Average loss=0.28342798753426623 +INFO:root: +[Valid][15][UTT][ MSE = 0.2944 | LCC = 0.8133 | SRCC = 0.8164 ] +INFO:root:Average loss=0.2859558656047552 +INFO:root: +[Valid][16][UTT][ MSE = 0.3266 | LCC = 0.8179 | SRCC = 0.8187 ] +INFO:root:Average loss=0.2910258477697006 +INFO:root: +[Valid][17][UTT][ MSE = 0.3861 | LCC = 0.8145 | SRCC = 0.8193 ] +INFO:root:Average loss=0.2872061393199823 +INFO:root: +[Valid][18][UTT][ MSE = 0.3239 | LCC = 0.8148 | SRCC = 0.8149 ] +INFO:root:Average loss=0.27876897098926395 +INFO:root: +[Valid][19][UTT][ MSE = 0.2842 | LCC = 0.8175 | SRCC = 0.8201 ] +INFO:root:Average loss=0.3017055675005301 +INFO:root: +[Valid][20][UTT][ MSE = 0.3043 | LCC = 0.8213 | SRCC = 0.8217 ] +INFO:root:Average loss=0.2770625746402985 +INFO:root: +[Valid][21][UTT][ MSE = 0.3750 | LCC = 0.8132 | SRCC = 0.8160 ] +INFO:root:Average loss=0.28191186850651717 +INFO:root: +[Valid][22][UTT][ MSE = 0.3439 | LCC = 0.8216 | SRCC = 0.8208 ] +INFO:root:Average loss=0.2829067158775452 +INFO:root: +[Valid][23][UTT][ MSE = 0.3105 | LCC = 0.8190 | SRCC = 0.8208 ] +INFO:root:Average loss=0.257286178568999 +INFO:root: +[Valid][24][UTT][ MSE = 0.3301 | LCC = 0.8209 | SRCC = 0.8244 ] +INFO:root:Average loss=0.2666809998261623 +INFO:root: +[Valid][25][UTT][ MSE = 0.3797 | LCC = 0.8139 | SRCC = 0.8200 ] +INFO:root:Average loss=0.26847826402920943 +INFO:root: +[Valid][26][UTT][ MSE = 0.3254 | LCC = 0.8207 | SRCC = 0.8233 ] +INFO:root:Average loss=0.26848746855289507 +INFO:root: +[Valid][27][UTT][ MSE = 0.3341 | LCC = 0.8252 | SRCC = 0.8263 ] +INFO:root:Average loss=0.25932069772329086 +INFO:root: +[Valid][28][UTT][ MSE = 0.4292 | LCC = 0.8149 | SRCC = 0.8217 ] +INFO:root:Average loss=0.25409679133922625 +INFO:root: +[Valid][29][UTT][ MSE = 0.3159 | LCC = 0.8272 | SRCC = 0.8283 ] +INFO:root:Average loss=0.278778137304844 +INFO:root: +[Valid][30][UTT][ MSE = 0.3522 | LCC = 0.8238 | SRCC = 0.8233 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2762 | LCC = 0.8442 | SRCC = 0.8439 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..15e4d07629e8dd0763ef4ba95ef23559d61b455a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ea434751c8c3bfa0f3e31df79a3bce90d9313a5b8fb091f8d53eb36667666e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d981021febebef855d6ca3cf7acfa6e3e68f303 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dafcfe76d0c533f3fc655b9b0c9189a9b110efdd7afe0b1d5388544304b6aa05 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ba4a09be8fcaf48ebdc46d226a74a79031953758 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5942672498715229 +INFO:root: +[Valid][0][UTT][ MSE = 0.4659 | LCC = 0.7239 | SRCC = 0.7251 ] +INFO:root:Average loss=0.382832509966997 +INFO:root: +[Valid][1][UTT][ MSE = 0.4325 | LCC = 0.7512 | SRCC = 0.7651 ] +INFO:root:Average loss=0.3669925102820763 +INFO:root: +[Valid][2][UTT][ MSE = 0.3678 | LCC = 0.7743 | SRCC = 0.7784 ] +INFO:root:Average loss=0.3417179158482796 +INFO:root: +[Valid][3][UTT][ MSE = 0.4020 | LCC = 0.7845 | SRCC = 0.7916 ] +INFO:root:Average loss=0.34532631360567534 +INFO:root: +[Valid][4][UTT][ MSE = 0.3430 | LCC = 0.7916 | SRCC = 0.7938 ] +INFO:root:Average loss=0.33108560951092303 +INFO:root: +[Valid][5][UTT][ MSE = 0.3680 | LCC = 0.8033 | SRCC = 0.8022 ] +INFO:root:Average loss=0.3267887274806316 +INFO:root: +[Valid][6][UTT][ MSE = 0.3214 | LCC = 0.8031 | SRCC = 0.8039 ] +INFO:root:Average loss=0.3265558108687401 +INFO:root: +[Valid][7][UTT][ MSE = 0.3813 | LCC = 0.7969 | SRCC = 0.8028 ] +INFO:root:Average loss=0.32854782083095646 +INFO:root: +[Valid][8][UTT][ MSE = 0.3276 | LCC = 0.8058 | SRCC = 0.8069 ] +INFO:root:Average loss=0.3254155149826637 +INFO:root: +[Valid][9][UTT][ MSE = 0.3376 | LCC = 0.8090 | SRCC = 0.8091 ] +INFO:root:Average loss=0.35408404450386 +INFO:root: +[Valid][10][UTT][ MSE = 0.4920 | LCC = 0.8031 | SRCC = 0.8057 ] +INFO:root:Average loss=0.312020586278194 +INFO:root: +[Valid][11][UTT][ MSE = 0.3196 | LCC = 0.8076 | SRCC = 0.8113 ] +INFO:root:Average loss=0.3042628608452968 +INFO:root: +[Valid][12][UTT][ MSE = 0.3685 | LCC = 0.8150 | SRCC = 0.8135 ] +INFO:root:Average loss=0.2875899960979437 +INFO:root: +[Valid][13][UTT][ MSE = 0.3601 | LCC = 0.8030 | SRCC = 0.8116 ] +INFO:root:Average loss=0.33370670542503017 +INFO:root: +[Valid][14][UTT][ MSE = 0.3509 | LCC = 0.8135 | SRCC = 0.8145 ] +INFO:root:Average loss=0.2957675413061411 +INFO:root: +[Valid][15][UTT][ MSE = 0.4166 | LCC = 0.8062 | SRCC = 0.8131 ] +INFO:root:Average loss=0.29341954948046267 +INFO:root: +[Valid][16][UTT][ MSE = 0.3046 | LCC = 0.8207 | SRCC = 0.8188 ] +INFO:root:Average loss=0.28014899484622174 +INFO:root: +[Valid][17][UTT][ MSE = 0.3088 | LCC = 0.8125 | SRCC = 0.8148 ] +INFO:root:Average loss=0.27201277628923076 +INFO:root: +[Valid][18][UTT][ MSE = 0.3136 | LCC = 0.8228 | SRCC = 0.8208 ] +INFO:root:Average loss=0.2936048278441796 +INFO:root: +[Valid][19][UTT][ MSE = 0.3057 | LCC = 0.8176 | SRCC = 0.8207 ] +INFO:root:Average loss=0.2729914942995096 +INFO:root: +[Valid][20][UTT][ MSE = 0.2892 | LCC = 0.8234 | SRCC = 0.8236 ] +INFO:root:Average loss=0.27233778494290817 +INFO:root: +[Valid][21][UTT][ MSE = 0.3265 | LCC = 0.8279 | SRCC = 0.8260 ] +INFO:root:Average loss=0.2711257313688596 +INFO:root: +[Valid][22][UTT][ MSE = 0.3274 | LCC = 0.8245 | SRCC = 0.8237 ] +INFO:root:Average loss=0.2759468169548573 +INFO:root: +[Valid][23][UTT][ MSE = 0.2849 | LCC = 0.8237 | SRCC = 0.8256 ] +INFO:root:Average loss=0.26103865756438327 +INFO:root: +[Valid][24][UTT][ MSE = 0.3207 | LCC = 0.8210 | SRCC = 0.8245 ] +INFO:root:Average loss=0.25575430328265214 +INFO:root: +[Valid][25][UTT][ MSE = 0.2863 | LCC = 0.8270 | SRCC = 0.8277 ] +INFO:root:Average loss=0.2723673280232992 +INFO:root: +[Valid][26][UTT][ MSE = 0.2872 | LCC = 0.8306 | SRCC = 0.8307 ] +INFO:root:Average loss=0.2772990440328916 +INFO:root: +[Valid][27][UTT][ MSE = 0.3110 | LCC = 0.8282 | SRCC = 0.8293 ] +INFO:root:Average loss=0.2672784169897055 +INFO:root: +[Valid][28][UTT][ MSE = 0.3508 | LCC = 0.8232 | SRCC = 0.8269 ] +INFO:root:Average loss=0.26590201277763414 +INFO:root: +[Valid][29][UTT][ MSE = 0.3083 | LCC = 0.8316 | SRCC = 0.8308 ] +INFO:root:Average loss=0.26222832921223765 +INFO:root: +[Valid][30][UTT][ MSE = 0.3052 | LCC = 0.8275 | SRCC = 0.8314 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2806 | LCC = 0.8491 | SRCC = 0.8478 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5241408cb0b0e9cb99c44ba178b8339cbd5f1ad0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d860d9f3c403d48670dbd17f4af8b7e058e0f4b0886c2ae97eca1eab96414b5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8b0cacd79cd99b7089d97130840a220f83f3469 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89da6ce2a9ba23d2a7e0d6f4421fe94296eacccb5f70ae333d4d5c2f56a3c620 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c78399dbfe6ece2c534d8cecfa28046da9f024dc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6074026456246009 +INFO:root: +[Valid][0][UTT][ MSE = 0.5345 | LCC = 0.7236 | SRCC = 0.7236 ] +INFO:root:Average loss=0.40795303384462994 +INFO:root: +[Valid][1][UTT][ MSE = 0.6051 | LCC = 0.7298 | SRCC = 0.7651 ] +INFO:root:Average loss=0.4146918862676009 +INFO:root: +[Valid][2][UTT][ MSE = 0.3776 | LCC = 0.7675 | SRCC = 0.7758 ] +INFO:root:Average loss=0.3678717937989113 +INFO:root: +[Valid][3][UTT][ MSE = 0.3681 | LCC = 0.7764 | SRCC = 0.7816 ] +INFO:root:Average loss=0.35989341120689344 +INFO:root: +[Valid][4][UTT][ MSE = 0.4203 | LCC = 0.7881 | SRCC = 0.7889 ] +INFO:root:Average loss=0.3471070033235428 +INFO:root: +[Valid][5][UTT][ MSE = 0.4267 | LCC = 0.7826 | SRCC = 0.7925 ] +INFO:root:Average loss=0.3475740718153807 +INFO:root: +[Valid][6][UTT][ MSE = 0.3774 | LCC = 0.7944 | SRCC = 0.7979 ] +INFO:root:Average loss=0.3508263612404848 +INFO:root: +[Valid][7][UTT][ MSE = 0.3217 | LCC = 0.7878 | SRCC = 0.7992 ] +INFO:root:Average loss=0.29930401880007523 +INFO:root: +[Valid][8][UTT][ MSE = 0.3527 | LCC = 0.8042 | SRCC = 0.8045 ] +INFO:root:Average loss=0.3052817672873155 +INFO:root: +[Valid][9][UTT][ MSE = 0.3255 | LCC = 0.8051 | SRCC = 0.8069 ] +INFO:root:Average loss=0.31258848481453383 +INFO:root: +[Valid][10][UTT][ MSE = 0.3281 | LCC = 0.8078 | SRCC = 0.8107 ] +INFO:root:Average loss=0.3130040663557175 +INFO:root: +[Valid][11][UTT][ MSE = 0.3402 | LCC = 0.8110 | SRCC = 0.8119 ] +INFO:root:Average loss=0.3051484076258464 +INFO:root: +[Valid][12][UTT][ MSE = 0.3238 | LCC = 0.8137 | SRCC = 0.8136 ] +INFO:root:Average loss=0.2829606403142978 +INFO:root: +[Valid][13][UTT][ MSE = 0.3048 | LCC = 0.8171 | SRCC = 0.8172 ] +INFO:root:Average loss=0.29059502940911514 +INFO:root: +[Valid][14][UTT][ MSE = 0.2993 | LCC = 0.8183 | SRCC = 0.8187 ] +INFO:root:Average loss=0.2894028942936506 +INFO:root: +[Valid][15][UTT][ MSE = 0.3329 | LCC = 0.8189 | SRCC = 0.8209 ] +INFO:root:Average loss=0.28993573975868714 +INFO:root: +[Valid][16][UTT][ MSE = 0.3131 | LCC = 0.8155 | SRCC = 0.8177 ] +INFO:root:Average loss=0.3032311447537862 +INFO:root: +[Valid][17][UTT][ MSE = 0.3310 | LCC = 0.8186 | SRCC = 0.8225 ] +INFO:root:Average loss=0.2717400250526575 +INFO:root: +[Valid][18][UTT][ MSE = 0.3201 | LCC = 0.8210 | SRCC = 0.8209 ] +INFO:root:Average loss=0.2961716319505985 +INFO:root: +[Valid][19][UTT][ MSE = 0.3170 | LCC = 0.8213 | SRCC = 0.8207 ] +INFO:root:Average loss=0.30499528692318845 +INFO:root: +[Valid][20][UTT][ MSE = 0.3340 | LCC = 0.8228 | SRCC = 0.8212 ] +INFO:root:Average loss=0.27432053631696945 +INFO:root: +[Valid][21][UTT][ MSE = 0.3545 | LCC = 0.8208 | SRCC = 0.8224 ] +INFO:root:Average loss=0.27994152655204135 +INFO:root: +[Valid][22][UTT][ MSE = 0.3241 | LCC = 0.8251 | SRCC = 0.8243 ] +INFO:root:Average loss=0.26268342767770475 +INFO:root: +[Valid][23][UTT][ MSE = 0.3406 | LCC = 0.8240 | SRCC = 0.8251 ] +INFO:root:Average loss=0.2586102655682808 +INFO:root: +[Valid][24][UTT][ MSE = 0.2932 | LCC = 0.8276 | SRCC = 0.8269 ] +INFO:root:Average loss=0.2711377218365669 +INFO:root: +[Valid][25][UTT][ MSE = 0.3267 | LCC = 0.8289 | SRCC = 0.8272 ] +INFO:root:Average loss=0.25820626681431746 +INFO:root: +[Valid][26][UTT][ MSE = 0.2837 | LCC = 0.8290 | SRCC = 0.8287 ] +INFO:root:Average loss=0.26998501958755344 +INFO:root: +[Valid][27][UTT][ MSE = 0.3382 | LCC = 0.8252 | SRCC = 0.8273 ] +INFO:root:Average loss=0.25168586503236723 +INFO:root: +[Valid][28][UTT][ MSE = 0.2823 | LCC = 0.8258 | SRCC = 0.8267 ] +INFO:root:Average loss=0.25991330525049794 +INFO:root: +[Valid][29][UTT][ MSE = 0.3235 | LCC = 0.8293 | SRCC = 0.8282 ] +INFO:root:Average loss=0.26805608776899487 +INFO:root: +[Valid][30][UTT][ MSE = 0.3083 | LCC = 0.8309 | SRCC = 0.8311 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2685 | LCC = 0.8476 | SRCC = 0.8455 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1128a810797847e1a1fc5a43b061d618bb745177 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6586bbec66a08b780361caee691b4106158753070c36826aefbf55ef00af1e3b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..541c375a85f6ade958819978d4f3e83f6e647932 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b307556514ede366dfa7056d83cb3bd5e71a3a69cac0b088e08f7eb624482378 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4ae3998020eaac22ffb5ffd362f578383b084fcf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5919525225957235 +INFO:root: +[Valid][0][UTT][ MSE = 0.4319 | LCC = 0.7196 | SRCC = 0.7269 ] +INFO:root:Average loss=0.3931235648118533 +INFO:root: +[Valid][1][UTT][ MSE = 0.4207 | LCC = 0.7632 | SRCC = 0.7690 ] +INFO:root:Average loss=0.3702609174144574 +INFO:root: +[Valid][2][UTT][ MSE = 0.4174 | LCC = 0.7676 | SRCC = 0.7700 ] +INFO:root:Average loss=0.39132164132136565 +INFO:root: +[Valid][3][UTT][ MSE = 0.3678 | LCC = 0.7762 | SRCC = 0.7778 ] +INFO:root:Average loss=0.3711143535299179 +INFO:root: +[Valid][4][UTT][ MSE = 0.3688 | LCC = 0.7859 | SRCC = 0.7861 ] +INFO:root:Average loss=0.32915401248595655 +INFO:root: +[Valid][5][UTT][ MSE = 0.3608 | LCC = 0.7899 | SRCC = 0.7915 ] +INFO:root:Average loss=0.33503451981605625 +INFO:root: +[Valid][6][UTT][ MSE = 0.3533 | LCC = 0.7919 | SRCC = 0.7947 ] +INFO:root:Average loss=0.35452189296483994 +INFO:root: +[Valid][7][UTT][ MSE = 0.3331 | LCC = 0.8011 | SRCC = 0.8017 ] +INFO:root:Average loss=0.3177190146003014 +INFO:root: +[Valid][8][UTT][ MSE = 0.4371 | LCC = 0.7977 | SRCC = 0.8012 ] +INFO:root:Average loss=0.3301977371940246 +INFO:root: +[Valid][9][UTT][ MSE = 0.3284 | LCC = 0.8029 | SRCC = 0.8029 ] +INFO:root:Average loss=0.32799746287174714 +INFO:root: +[Valid][10][UTT][ MSE = 0.3176 | LCC = 0.8065 | SRCC = 0.8078 ] +INFO:root:Average loss=0.3009518109835111 +INFO:root: +[Valid][11][UTT][ MSE = 0.3393 | LCC = 0.8084 | SRCC = 0.8070 ] +INFO:root:Average loss=0.30156356688493335 +INFO:root: +[Valid][12][UTT][ MSE = 0.3293 | LCC = 0.8052 | SRCC = 0.8070 ] +INFO:root:Average loss=0.31853661972742814 +INFO:root: +[Valid][13][UTT][ MSE = 0.3287 | LCC = 0.8120 | SRCC = 0.8117 ] +INFO:root:Average loss=0.29982112500912106 +INFO:root: +[Valid][14][UTT][ MSE = 0.3996 | LCC = 0.8077 | SRCC = 0.8099 ] +INFO:root:Average loss=0.3019583529004684 +INFO:root: +[Valid][15][UTT][ MSE = 0.3620 | LCC = 0.8151 | SRCC = 0.8158 ] +INFO:root:Average loss=0.2804290268283624 +INFO:root: +[Valid][16][UTT][ MSE = 0.3148 | LCC = 0.8142 | SRCC = 0.8143 ] +INFO:root:Average loss=0.27405899189985716 +INFO:root: +[Valid][17][UTT][ MSE = 0.3193 | LCC = 0.8188 | SRCC = 0.8171 ] +INFO:root:Average loss=0.2996655435134203 +INFO:root: +[Valid][18][UTT][ MSE = 0.3444 | LCC = 0.8211 | SRCC = 0.8193 ] +INFO:root:Average loss=0.2868417201515956 +INFO:root: +[Valid][19][UTT][ MSE = 0.3405 | LCC = 0.8231 | SRCC = 0.8210 ] +INFO:root:Average loss=0.2829140644425001 +INFO:root: +[Valid][20][UTT][ MSE = 0.3079 | LCC = 0.8099 | SRCC = 0.8210 ] +INFO:root:Average loss=0.2662664563992085 +INFO:root: +[Valid][21][UTT][ MSE = 0.3098 | LCC = 0.8201 | SRCC = 0.8206 ] +INFO:root:Average loss=0.277060608451183 +INFO:root: +[Valid][22][UTT][ MSE = 0.2927 | LCC = 0.8234 | SRCC = 0.8237 ] +INFO:root:Average loss=0.275130726205997 +INFO:root: +[Valid][23][UTT][ MSE = 0.3379 | LCC = 0.8210 | SRCC = 0.8213 ] +INFO:root:Average loss=0.27564884340151763 +INFO:root: +[Valid][24][UTT][ MSE = 0.2925 | LCC = 0.8256 | SRCC = 0.8246 ] +INFO:root:Average loss=0.264566234480112 +INFO:root: +[Valid][25][UTT][ MSE = 0.3564 | LCC = 0.8263 | SRCC = 0.8251 ] +INFO:root:Average loss=0.2591870858883246 +INFO:root: +[Valid][26][UTT][ MSE = 0.3351 | LCC = 0.8287 | SRCC = 0.8251 ] +INFO:root:Average loss=0.2626095484846678 +INFO:root: +[Valid][27][UTT][ MSE = 0.3118 | LCC = 0.8280 | SRCC = 0.8270 ] +INFO:root:Average loss=0.26458298644194234 +INFO:root: +[Valid][28][UTT][ MSE = 0.3027 | LCC = 0.8279 | SRCC = 0.8266 ] +INFO:root:Average loss=0.25217374796286607 +INFO:root: +[Valid][29][UTT][ MSE = 0.2870 | LCC = 0.8287 | SRCC = 0.8282 ] +INFO:root:Average loss=0.2601147655111093 +INFO:root: +[Valid][30][UTT][ MSE = 0.2859 | LCC = 0.8285 | SRCC = 0.8283 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2592 | LCC = 0.8478 | SRCC = 0.8481 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c77ac2b0209f78430e8b022acbe31e59f5bb47ee --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156f69c399c4893e577902557dd134bccd75a0faa5d90e4ddcf1a2be9f90e06b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ad6f9821074e59231934231a7280319adf3c672 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e75a3ff80515a5e9fa48cee3a99b9bf56301b72ac7628a5df52ca6757111f15 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b64564df6630aad92eb9b1708703f266b3bcab52 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6729580377921079 +INFO:root: +[Valid][0][UTT][ MSE = 0.6144 | LCC = 0.6437 | SRCC = 0.6433 ] +INFO:root:Average loss=0.4392205820633815 +INFO:root: +[Valid][1][UTT][ MSE = 0.5890 | LCC = 0.6986 | SRCC = 0.7416 ] +INFO:root:Average loss=0.42539280347335034 +INFO:root: +[Valid][2][UTT][ MSE = 0.4591 | LCC = 0.7428 | SRCC = 0.7544 ] +INFO:root:Average loss=0.4404584815104802 +INFO:root: +[Valid][3][UTT][ MSE = 0.4064 | LCC = 0.7589 | SRCC = 0.7627 ] +INFO:root:Average loss=0.39679989505272645 +INFO:root: +[Valid][4][UTT][ MSE = 0.3677 | LCC = 0.7607 | SRCC = 0.7660 ] +INFO:root:Average loss=0.35056606641946697 +INFO:root: +[Valid][5][UTT][ MSE = 0.4482 | LCC = 0.7583 | SRCC = 0.7716 ] +INFO:root:Average loss=0.3767879463923283 +INFO:root: +[Valid][6][UTT][ MSE = 0.3750 | LCC = 0.7693 | SRCC = 0.7766 ] +INFO:root:Average loss=0.3796848373917433 +INFO:root: +[Valid][7][UTT][ MSE = 0.3820 | LCC = 0.7779 | SRCC = 0.7826 ] +INFO:root:Average loss=0.3379638451032149 +INFO:root: +[Valid][8][UTT][ MSE = 0.3881 | LCC = 0.7753 | SRCC = 0.7808 ] +INFO:root:Average loss=0.3764944424231847 +INFO:root: +[Valid][9][UTT][ MSE = 0.4350 | LCC = 0.7812 | SRCC = 0.7878 ] +INFO:root:Average loss=0.33237109180444324 +INFO:root: +[Valid][10][UTT][ MSE = 0.4639 | LCC = 0.7711 | SRCC = 0.7868 ] +INFO:root:Average loss=0.32199583603785586 +INFO:root: +[Valid][11][UTT][ MSE = 0.3349 | LCC = 0.7930 | SRCC = 0.7950 ] +INFO:root:Average loss=0.32168945345358974 +INFO:root: +[Valid][12][UTT][ MSE = 0.3347 | LCC = 0.7957 | SRCC = 0.7978 ] +INFO:root:Average loss=0.33441059310466814 +INFO:root: +[Valid][13][UTT][ MSE = 0.3615 | LCC = 0.7974 | SRCC = 0.7990 ] +INFO:root:Average loss=0.32213599998981524 +INFO:root: +[Valid][14][UTT][ MSE = 0.3278 | LCC = 0.7976 | SRCC = 0.8003 ] +INFO:root:Average loss=0.3144732795846768 +INFO:root: +[Valid][15][UTT][ MSE = 0.3469 | LCC = 0.8020 | SRCC = 0.8024 ] +INFO:root:Average loss=0.30663015311345077 +INFO:root: +[Valid][16][UTT][ MSE = 0.3637 | LCC = 0.7976 | SRCC = 0.8008 ] +INFO:root:Average loss=0.29915269101277375 +INFO:root: +[Valid][17][UTT][ MSE = 0.3612 | LCC = 0.8025 | SRCC = 0.8045 ] +INFO:root:Average loss=0.2893740036166631 +INFO:root: +[Valid][18][UTT][ MSE = 0.3567 | LCC = 0.8006 | SRCC = 0.8061 ] +INFO:root:Average loss=0.311808311404326 +INFO:root: +[Valid][19][UTT][ MSE = 0.3223 | LCC = 0.8037 | SRCC = 0.8075 ] +INFO:root:Average loss=0.29704856891662645 +INFO:root: +[Valid][20][UTT][ MSE = 0.3461 | LCC = 0.8105 | SRCC = 0.8098 ] +INFO:root:Average loss=0.2921784422718562 +INFO:root: +[Valid][21][UTT][ MSE = 0.3170 | LCC = 0.8082 | SRCC = 0.8084 ] +INFO:root:Average loss=0.30228491605092317 +INFO:root: +[Valid][22][UTT][ MSE = 0.4087 | LCC = 0.8081 | SRCC = 0.8082 ] +INFO:root:Average loss=0.2978213614760301 +INFO:root: +[Valid][23][UTT][ MSE = 0.4036 | LCC = 0.7952 | SRCC = 0.8056 ] +INFO:root:Average loss=0.33107572125318724 +INFO:root: +[Valid][24][UTT][ MSE = 0.3237 | LCC = 0.8100 | SRCC = 0.8101 ] +INFO:root:Average loss=0.29745176358100694 +INFO:root: +[Valid][25][UTT][ MSE = 0.3308 | LCC = 0.8117 | SRCC = 0.8119 ] +INFO:root:Average loss=0.28526496486021924 +INFO:root: +[Valid][26][UTT][ MSE = 0.3792 | LCC = 0.8086 | SRCC = 0.8102 ] +INFO:root:Average loss=0.30388311869823015 +INFO:root: +[Valid][27][UTT][ MSE = 0.3872 | LCC = 0.8080 | SRCC = 0.8119 ] +INFO:root:Average loss=0.2939731801549594 +INFO:root: +[Valid][28][UTT][ MSE = 0.3466 | LCC = 0.8124 | SRCC = 0.8131 ] +INFO:root:Average loss=0.2995765264599751 +INFO:root: +[Valid][29][UTT][ MSE = 0.3417 | LCC = 0.8034 | SRCC = 0.8077 ] +INFO:root:Average loss=0.3072073830243869 +INFO:root: +[Valid][30][UTT][ MSE = 0.3827 | LCC = 0.8101 | SRCC = 0.8120 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3347 | LCC = 0.8324 | SRCC = 0.8372 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..533ec9427dc78efec7255c0edc00c7a50c503407 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:929c145cc02debf9c0538911e79d5d5bde07d8f418d1e5ee745398b2ed48e2c2 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..36b00c6d7182b43543efdc73b5821e9aac2413bf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab70190b6c141dc788dcc38b53d068e6e90332a665c68b428cca83f8487cbb30 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..25ab658388a19aba489dd0d168a2ce0cb19cf97f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6581237021929178 +INFO:root: +[Valid][0][UTT][ MSE = 0.6564 | LCC = 0.6689 | SRCC = 0.6788 ] +INFO:root:Average loss=0.42959490991555727 +INFO:root: +[Valid][1][UTT][ MSE = 0.4299 | LCC = 0.7417 | SRCC = 0.7464 ] +INFO:root:Average loss=0.37951474617689085 +INFO:root: +[Valid][2][UTT][ MSE = 0.4261 | LCC = 0.7583 | SRCC = 0.7603 ] +INFO:root:Average loss=0.39183056889436185 +INFO:root: +[Valid][3][UTT][ MSE = 0.3669 | LCC = 0.7610 | SRCC = 0.7696 ] +INFO:root:Average loss=0.4422425774809642 +INFO:root: +[Valid][4][UTT][ MSE = 0.4534 | LCC = 0.7616 | SRCC = 0.7717 ] +INFO:root:Average loss=0.3932936424628282 +INFO:root: +[Valid][5][UTT][ MSE = 0.6588 | LCC = 0.7383 | SRCC = 0.7689 ] +INFO:root:Average loss=0.3543844696802971 +INFO:root: +[Valid][6][UTT][ MSE = 0.3613 | LCC = 0.7733 | SRCC = 0.7796 ] +INFO:root:Average loss=0.36080430161494476 +INFO:root: +[Valid][7][UTT][ MSE = 0.3836 | LCC = 0.7860 | SRCC = 0.7873 ] +INFO:root:Average loss=0.38030731773529297 +INFO:root: +[Valid][8][UTT][ MSE = 0.4231 | LCC = 0.7775 | SRCC = 0.7821 ] +INFO:root:Average loss=0.3319390423786946 +INFO:root: +[Valid][9][UTT][ MSE = 0.3978 | LCC = 0.7770 | SRCC = 0.7874 ] +INFO:root:Average loss=0.3409799784421921 +INFO:root: +[Valid][10][UTT][ MSE = 0.4475 | LCC = 0.7822 | SRCC = 0.7921 ] +INFO:root:Average loss=0.3385501202100363 +INFO:root: +[Valid][11][UTT][ MSE = 0.5145 | LCC = 0.7766 | SRCC = 0.7912 ] +INFO:root:Average loss=0.34339119092776227 +INFO:root: +[Valid][12][UTT][ MSE = 0.4081 | LCC = 0.7830 | SRCC = 0.7937 ] +INFO:root:Average loss=0.3401635623513124 +INFO:root: +[Valid][13][UTT][ MSE = 0.3651 | LCC = 0.7977 | SRCC = 0.7993 ] +INFO:root:Average loss=0.31414138640348727 +INFO:root: +[Valid][14][UTT][ MSE = 0.4214 | LCC = 0.7905 | SRCC = 0.7952 ] +INFO:root:Average loss=0.3529744694630305 +INFO:root: +[Valid][15][UTT][ MSE = 0.3782 | LCC = 0.8015 | SRCC = 0.8014 ] +INFO:root:Average loss=0.31871499369541806 +INFO:root: +[Valid][16][UTT][ MSE = 0.3447 | LCC = 0.7906 | SRCC = 0.7999 ] +INFO:root:Average loss=0.29900134335725737 +INFO:root: +[Valid][17][UTT][ MSE = 0.3306 | LCC = 0.8037 | SRCC = 0.8041 ] +INFO:root:Average loss=0.3000396258938007 +INFO:root: +[Valid][18][UTT][ MSE = 0.3486 | LCC = 0.8065 | SRCC = 0.8069 ] +INFO:root:Average loss=0.30084676047166187 +INFO:root: +[Valid][19][UTT][ MSE = 0.3331 | LCC = 0.8064 | SRCC = 0.8087 ] +INFO:root:Average loss=0.3170011144800064 +INFO:root: +[Valid][20][UTT][ MSE = 0.3987 | LCC = 0.7968 | SRCC = 0.8060 ] +INFO:root:Average loss=0.3147989662411885 +INFO:root: +[Valid][21][UTT][ MSE = 0.3197 | LCC = 0.8078 | SRCC = 0.8096 ] +INFO:root:Average loss=0.2965874480895507 +INFO:root: +[Valid][22][UTT][ MSE = 0.3131 | LCC = 0.8099 | SRCC = 0.8112 ] +INFO:root:Average loss=0.32708879101734895 +INFO:root: +[Valid][23][UTT][ MSE = 0.3991 | LCC = 0.8095 | SRCC = 0.8090 ] +INFO:root:Average loss=0.3183735649173076 +INFO:root: +[Valid][24][UTT][ MSE = 0.3126 | LCC = 0.8075 | SRCC = 0.8103 ] +INFO:root:Average loss=0.31792674079919475 +INFO:root: +[Valid][25][UTT][ MSE = 0.3612 | LCC = 0.8132 | SRCC = 0.8122 ] +INFO:root:Average loss=0.2930086820553511 +INFO:root: +[Valid][26][UTT][ MSE = 0.4721 | LCC = 0.7961 | SRCC = 0.8079 ] +INFO:root:Average loss=0.28792792768814623 +INFO:root: +[Valid][27][UTT][ MSE = 0.2961 | LCC = 0.8119 | SRCC = 0.8141 ] +INFO:root:Average loss=0.30539400722735965 +INFO:root: +[Valid][28][UTT][ MSE = 0.3561 | LCC = 0.8113 | SRCC = 0.8112 ] +INFO:root:Average loss=0.30708794162059444 +INFO:root: +[Valid][29][UTT][ MSE = 0.4237 | LCC = 0.8134 | SRCC = 0.8139 ] +INFO:root:Average loss=0.3381939790187738 +INFO:root: +[Valid][30][UTT][ MSE = 0.3813 | LCC = 0.8095 | SRCC = 0.8093 ] +INFO:root: +[Test][31][UTT][ MSE = 0.4106 | LCC = 0.8301 | SRCC = 0.8366 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..67004f427d9063614b715c38edde1edc22ca79c8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:822f4fa1222f31160b4d2d84bc98404560288f94f7045582125a5bacfd9a26bb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..979dac0df480b2e9df69c69c019cb5fc0f917432 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b181cd74d514ee4d068470f01e23bfce0051fe5c22da7dcee1501ef313356b8 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..860fedcb518149d8215813e1e733495920149b60 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6874579221774371 +INFO:root: +[Valid][0][UTT][ MSE = 0.5044 | LCC = 0.6915 | SRCC = 0.6913 ] +INFO:root:Average loss=0.4680313211985124 +INFO:root: +[Valid][1][UTT][ MSE = 0.4324 | LCC = 0.7318 | SRCC = 0.7362 ] +INFO:root:Average loss=0.37523861649708873 +INFO:root: +[Valid][2][UTT][ MSE = 0.4084 | LCC = 0.7505 | SRCC = 0.7559 ] +INFO:root:Average loss=0.3899931791119086 +INFO:root: +[Valid][3][UTT][ MSE = 0.3897 | LCC = 0.7627 | SRCC = 0.7641 ] +INFO:root:Average loss=0.3557039323525551 +INFO:root: +[Valid][4][UTT][ MSE = 0.4442 | LCC = 0.7627 | SRCC = 0.7732 ] +INFO:root:Average loss=0.3772805075232799 +INFO:root: +[Valid][5][UTT][ MSE = 0.3816 | LCC = 0.7775 | SRCC = 0.7786 ] +INFO:root:Average loss=0.3755926938775258 +INFO:root: +[Valid][6][UTT][ MSE = 0.3889 | LCC = 0.7840 | SRCC = 0.7837 ] +INFO:root:Average loss=0.33382165279143894 +INFO:root: +[Valid][7][UTT][ MSE = 0.4150 | LCC = 0.7837 | SRCC = 0.7876 ] +INFO:root:Average loss=0.35614499105856967 +INFO:root: +[Valid][8][UTT][ MSE = 0.3999 | LCC = 0.7898 | SRCC = 0.7896 ] +INFO:root:Average loss=0.31742671514168763 +INFO:root: +[Valid][9][UTT][ MSE = 0.3383 | LCC = 0.7871 | SRCC = 0.7906 ] +INFO:root:Average loss=0.3147903044636433 +INFO:root: +[Valid][10][UTT][ MSE = 0.3937 | LCC = 0.7951 | SRCC = 0.7972 ] +INFO:root:Average loss=0.32551616258346117 +INFO:root: +[Valid][11][UTT][ MSE = 0.3781 | LCC = 0.7992 | SRCC = 0.7993 ] +INFO:root:Average loss=0.34049213257355565 +INFO:root: +[Valid][12][UTT][ MSE = 0.4585 | LCC = 0.7973 | SRCC = 0.8017 ] +INFO:root:Average loss=0.3466266693595128 +INFO:root: +[Valid][13][UTT][ MSE = 0.3762 | LCC = 0.7966 | SRCC = 0.7947 ] +INFO:root:Average loss=0.30925640158164197 +INFO:root: +[Valid][14][UTT][ MSE = 0.4061 | LCC = 0.8015 | SRCC = 0.8014 ] +INFO:root:Average loss=0.30770480995758986 +INFO:root: +[Valid][15][UTT][ MSE = 0.3715 | LCC = 0.8040 | SRCC = 0.8031 ] +INFO:root:Average loss=0.29292874401196456 +INFO:root: +[Valid][16][UTT][ MSE = 0.3240 | LCC = 0.8037 | SRCC = 0.8033 ] +INFO:root:Average loss=0.2952551343120061 +INFO:root: +[Valid][17][UTT][ MSE = 0.3670 | LCC = 0.8071 | SRCC = 0.8074 ] +INFO:root:Average loss=0.33644014539626926 +INFO:root: +[Valid][18][UTT][ MSE = 0.3722 | LCC = 0.8059 | SRCC = 0.8057 ] +INFO:root:Average loss=0.32253950394881076 +INFO:root: +[Valid][19][UTT][ MSE = 0.3672 | LCC = 0.8078 | SRCC = 0.8087 ] +INFO:root:Average loss=0.30008579389407086 +INFO:root: +[Valid][20][UTT][ MSE = 0.3328 | LCC = 0.8028 | SRCC = 0.8031 ] +INFO:root:Average loss=0.29782283707306934 +INFO:root: +[Valid][21][UTT][ MSE = 0.3807 | LCC = 0.8116 | SRCC = 0.8104 ] +INFO:root:Average loss=0.29301549819035405 +INFO:root: +[Valid][22][UTT][ MSE = 0.4340 | LCC = 0.8114 | SRCC = 0.8106 ] +INFO:root:Average loss=0.3072131071717311 +INFO:root: +[Valid][23][UTT][ MSE = 0.3356 | LCC = 0.8097 | SRCC = 0.8093 ] +INFO:root:Average loss=0.28786266098419827 +INFO:root: +[Valid][24][UTT][ MSE = 0.3029 | LCC = 0.8053 | SRCC = 0.8075 ] +INFO:root:Average loss=0.29310321769653225 +INFO:root: +[Valid][25][UTT][ MSE = 0.3536 | LCC = 0.8119 | SRCC = 0.8122 ] +INFO:root:Average loss=0.28970870776818347 +INFO:root: +[Valid][26][UTT][ MSE = 0.3620 | LCC = 0.8040 | SRCC = 0.8074 ] +INFO:root:Average loss=0.27608862633888537 +INFO:root: +[Valid][27][UTT][ MSE = 0.3451 | LCC = 0.8156 | SRCC = 0.8139 ] +INFO:root:Average loss=0.27924639750749636 +INFO:root: +[Valid][28][UTT][ MSE = 0.3395 | LCC = 0.8153 | SRCC = 0.8148 ] +INFO:root:Average loss=0.2864933799092586 +INFO:root: +[Valid][29][UTT][ MSE = 0.3340 | LCC = 0.8154 | SRCC = 0.8129 ] +INFO:root:Average loss=0.2967428853496527 +INFO:root: +[Valid][30][UTT][ MSE = 0.3296 | LCC = 0.8172 | SRCC = 0.8164 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3042 | LCC = 0.8362 | SRCC = 0.8360 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..034a913aaa8c018178b4097a674f6ed3606a1b67 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ebfbf93784f981fb56f1903b11bf73d163febc6411afda3ebd1b5c42b83dfd +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c5c1f8a8b216ffefd3fa9895d652816a97e1184 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8c4057199440db0745706bdbed3a1989bac63d381646c6ff5be876468bdf76 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ad8dafee1a0bb7477dd31c6bb44303a93416e128 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.696067886474805 +INFO:root: +[Valid][0][UTT][ MSE = 0.5179 | LCC = 0.6556 | SRCC = 0.6590 ] +INFO:root:Average loss=0.44739482761957705 +INFO:root: +[Valid][1][UTT][ MSE = 0.5517 | LCC = 0.7096 | SRCC = 0.7462 ] +INFO:root:Average loss=0.3830511042704949 +INFO:root: +[Valid][2][UTT][ MSE = 0.3875 | LCC = 0.7497 | SRCC = 0.7602 ] +INFO:root:Average loss=0.38545174476427907 +INFO:root: +[Valid][3][UTT][ MSE = 0.3973 | LCC = 0.7579 | SRCC = 0.7660 ] +INFO:root:Average loss=0.38210188731169087 +INFO:root: +[Valid][4][UTT][ MSE = 0.3735 | LCC = 0.7675 | SRCC = 0.7702 ] +INFO:root:Average loss=0.4005351104797461 +INFO:root: +[Valid][5][UTT][ MSE = 0.3601 | LCC = 0.7682 | SRCC = 0.7728 ] +INFO:root:Average loss=0.33564635003224397 +INFO:root: +[Valid][6][UTT][ MSE = 0.3727 | LCC = 0.7756 | SRCC = 0.7815 ] +INFO:root:Average loss=0.35139848330082035 +INFO:root: +[Valid][7][UTT][ MSE = 0.3497 | LCC = 0.7824 | SRCC = 0.7838 ] +INFO:root:Average loss=0.3481192625103853 +INFO:root: +[Valid][8][UTT][ MSE = 0.3655 | LCC = 0.7852 | SRCC = 0.7878 ] +INFO:root:Average loss=0.34001534183820087 +INFO:root: +[Valid][9][UTT][ MSE = 0.3633 | LCC = 0.7868 | SRCC = 0.7874 ] +INFO:root:Average loss=0.3134442233504393 +INFO:root: +[Valid][10][UTT][ MSE = 0.3377 | LCC = 0.7893 | SRCC = 0.7922 ] +INFO:root:Average loss=0.3428114320223148 +INFO:root: +[Valid][11][UTT][ MSE = 0.3650 | LCC = 0.7949 | SRCC = 0.7955 ] +INFO:root:Average loss=0.3338470262212631 +INFO:root: +[Valid][12][UTT][ MSE = 0.4090 | LCC = 0.7799 | SRCC = 0.7894 ] +INFO:root:Average loss=0.3234367775611388 +INFO:root: +[Valid][13][UTT][ MSE = 0.3352 | LCC = 0.7934 | SRCC = 0.7966 ] +INFO:root:Average loss=0.32435524520965725 +INFO:root: +[Valid][14][UTT][ MSE = 0.3531 | LCC = 0.7989 | SRCC = 0.8006 ] +INFO:root:Average loss=0.36163984678494626 +INFO:root: +[Valid][15][UTT][ MSE = 0.4671 | LCC = 0.7902 | SRCC = 0.7992 ] +INFO:root:Average loss=0.32743537655243504 +INFO:root: +[Valid][16][UTT][ MSE = 0.3657 | LCC = 0.7930 | SRCC = 0.7970 ] +INFO:root:Average loss=0.320269026244298 +INFO:root: +[Valid][17][UTT][ MSE = 0.3388 | LCC = 0.8004 | SRCC = 0.8021 ] +INFO:root:Average loss=0.3269584895326541 +INFO:root: +[Valid][18][UTT][ MSE = 0.3997 | LCC = 0.8004 | SRCC = 0.8007 ] +INFO:root:Average loss=0.3281559944152832 +INFO:root: +[Valid][19][UTT][ MSE = 0.3254 | LCC = 0.7997 | SRCC = 0.8033 ] +INFO:root:Average loss=0.31543307598584736 +INFO:root: +[Valid][20][UTT][ MSE = 0.3537 | LCC = 0.8034 | SRCC = 0.8037 ] +INFO:root:Average loss=0.2931396451133948 +INFO:root: +[Valid][21][UTT][ MSE = 0.3467 | LCC = 0.7998 | SRCC = 0.8057 ] +INFO:root:Average loss=0.3020174054381175 +INFO:root: +[Valid][22][UTT][ MSE = 0.3369 | LCC = 0.8035 | SRCC = 0.8027 ] +INFO:root:Average loss=0.2944817732159908 +INFO:root: +[Valid][23][UTT][ MSE = 0.3415 | LCC = 0.8067 | SRCC = 0.8068 ] +INFO:root:Average loss=0.2979569958570676 +INFO:root: +[Valid][24][UTT][ MSE = 0.3795 | LCC = 0.7986 | SRCC = 0.8057 ] +INFO:root:Average loss=0.2853924439121515 +INFO:root: +[Valid][25][UTT][ MSE = 0.3471 | LCC = 0.8087 | SRCC = 0.8097 ] +INFO:root:Average loss=0.292974207454767 +INFO:root: +[Valid][26][UTT][ MSE = 0.3312 | LCC = 0.8116 | SRCC = 0.8094 ] +INFO:root:Average loss=0.3221439260702867 +INFO:root: +[Valid][27][UTT][ MSE = 0.3133 | LCC = 0.8106 | SRCC = 0.8108 ] +INFO:root:Average loss=0.29090672654983324 +INFO:root: +[Valid][28][UTT][ MSE = 0.3578 | LCC = 0.8103 | SRCC = 0.8110 ] +INFO:root:Average loss=0.2899026366380545 +INFO:root: +[Valid][29][UTT][ MSE = 0.3106 | LCC = 0.8123 | SRCC = 0.8120 ] +INFO:root:Average loss=0.27947496011471135 +INFO:root: +[Valid][30][UTT][ MSE = 0.3250 | LCC = 0.8126 | SRCC = 0.8104 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2931 | LCC = 0.8325 | SRCC = 0.8324 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe9b001c84c15da48428d747ba2e5215703c986b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7fabacf8e288a5b8d4bac4475ba91aee64a11b3e63d26d81b6b1e67e9a297d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fed18d8f8830b9238bbe22663a0914995add109 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc7dcb0f4f70ce33911cd87e0d22e8a006d91d0c765689e1557ed97f2549b2b +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..822c052e24b4f5d1a2962a47e73cc62c1ee39999 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer11/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6719757731144245 +INFO:root: +[Valid][0][UTT][ MSE = 0.5131 | LCC = 0.6632 | SRCC = 0.6673 ] +INFO:root:Average loss=0.4668231461292658 +INFO:root: +[Valid][1][UTT][ MSE = 0.6290 | LCC = 0.6977 | SRCC = 0.7356 ] +INFO:root:Average loss=0.42790496311126613 +INFO:root: +[Valid][2][UTT][ MSE = 0.5095 | LCC = 0.7486 | SRCC = 0.7531 ] +INFO:root:Average loss=0.4513587269645471 +INFO:root: +[Valid][3][UTT][ MSE = 0.4615 | LCC = 0.7569 | SRCC = 0.7573 ] +INFO:root:Average loss=0.37459823928582364 +INFO:root: +[Valid][4][UTT][ MSE = 0.3913 | LCC = 0.7520 | SRCC = 0.7644 ] +INFO:root:Average loss=0.34722048273453343 +INFO:root: +[Valid][5][UTT][ MSE = 0.3630 | LCC = 0.7702 | SRCC = 0.7716 ] +INFO:root:Average loss=0.3648690172494986 +INFO:root: +[Valid][6][UTT][ MSE = 0.3811 | LCC = 0.7764 | SRCC = 0.7775 ] +INFO:root:Average loss=0.3430271137219209 +INFO:root: +[Valid][7][UTT][ MSE = 0.3827 | LCC = 0.7780 | SRCC = 0.7805 ] +INFO:root:Average loss=0.34315945513737506 +INFO:root: +[Valid][8][UTT][ MSE = 0.3631 | LCC = 0.7856 | SRCC = 0.7858 ] +INFO:root:Average loss=0.34938202301661175 +INFO:root: +[Valid][9][UTT][ MSE = 0.3529 | LCC = 0.7858 | SRCC = 0.7877 ] +INFO:root:Average loss=0.3332203555947695 +INFO:root: +[Valid][10][UTT][ MSE = 0.4450 | LCC = 0.7799 | SRCC = 0.7873 ] +INFO:root:Average loss=0.36136235220310015 +INFO:root: +[Valid][11][UTT][ MSE = 0.3306 | LCC = 0.7876 | SRCC = 0.7914 ] +INFO:root:Average loss=0.34172434130540263 +INFO:root: +[Valid][12][UTT][ MSE = 0.3752 | LCC = 0.7891 | SRCC = 0.7915 ] +INFO:root:Average loss=0.32668293630465484 +INFO:root: +[Valid][13][UTT][ MSE = 0.4314 | LCC = 0.7860 | SRCC = 0.7941 ] +INFO:root:Average loss=0.33698544211876696 +INFO:root: +[Valid][14][UTT][ MSE = 0.3601 | LCC = 0.7951 | SRCC = 0.7964 ] +INFO:root:Average loss=0.3016122806912813 +INFO:root: +[Valid][15][UTT][ MSE = 0.3576 | LCC = 0.7992 | SRCC = 0.8003 ] +INFO:root:Average loss=0.31358648110658693 +INFO:root: +[Valid][16][UTT][ MSE = 0.3593 | LCC = 0.8023 | SRCC = 0.8007 ] +INFO:root:Average loss=0.3239632657705209 +INFO:root: +[Valid][17][UTT][ MSE = 0.3507 | LCC = 0.7973 | SRCC = 0.8013 ] +INFO:root:Average loss=0.29884785872239333 +INFO:root: +[Valid][18][UTT][ MSE = 0.3279 | LCC = 0.8018 | SRCC = 0.8026 ] +INFO:root:Average loss=0.30492276087021214 +INFO:root: +[Valid][19][UTT][ MSE = 0.3230 | LCC = 0.8061 | SRCC = 0.8051 ] +INFO:root:Average loss=0.31662165316251606 +INFO:root: +[Valid][20][UTT][ MSE = 0.3655 | LCC = 0.8064 | SRCC = 0.8058 ] +INFO:root:Average loss=0.2967403937990849 +INFO:root: +[Valid][21][UTT][ MSE = 0.3336 | LCC = 0.8087 | SRCC = 0.8089 ] +INFO:root:Average loss=0.3065907332377556 +INFO:root: +[Valid][22][UTT][ MSE = 0.3164 | LCC = 0.8072 | SRCC = 0.8074 ] +INFO:root:Average loss=0.2839076740619464 +INFO:root: +[Valid][23][UTT][ MSE = 0.3508 | LCC = 0.8069 | SRCC = 0.8080 ] +INFO:root:Average loss=0.3009933353616641 +INFO:root: +[Valid][24][UTT][ MSE = 0.3845 | LCC = 0.8043 | SRCC = 0.8063 ] +INFO:root:Average loss=0.3072003649595456 +INFO:root: +[Valid][25][UTT][ MSE = 0.3049 | LCC = 0.8076 | SRCC = 0.8088 ] +INFO:root:Average loss=0.2887019900939403 +INFO:root: +[Valid][26][UTT][ MSE = 0.3483 | LCC = 0.8100 | SRCC = 0.8077 ] +INFO:root:Average loss=0.2966570531328519 +INFO:root: +[Valid][27][UTT][ MSE = 0.3281 | LCC = 0.8120 | SRCC = 0.8113 ] +INFO:root:Average loss=0.30381793834460086 +INFO:root: +[Valid][28][UTT][ MSE = 0.4268 | LCC = 0.8092 | SRCC = 0.8101 ] +INFO:root:Average loss=0.2822307539291871 +INFO:root: +[Valid][29][UTT][ MSE = 0.3347 | LCC = 0.8115 | SRCC = 0.8099 ] +INFO:root:Average loss=0.27498845966198504 +INFO:root: +[Valid][30][UTT][ MSE = 0.3117 | LCC = 0.8111 | SRCC = 0.8128 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2934 | LCC = 0.8318 | SRCC = 0.8330 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..340042e6863c2a6c4b566e0ea45c3f4e17b477b2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26cdfe4bffaca37e161eae292c1b596836a285cf982551243902914424f08078 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b68c633c0009a4c3d4a3acecd9357c08a43008 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243f79b46e637393ae5a2d4044472bbea24b3ee565e3108e791d1079bd0dd1d6 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7bee342c9728103f727bd8d566539658f9e1249e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5257896505869352 +INFO:root: +[Valid][0][UTT][ MSE = 0.3500 | LCC = 0.7940 | SRCC = 0.7978 ] +INFO:root:Average loss=0.29390427986016643 +INFO:root: +[Valid][1][UTT][ MSE = 0.2888 | LCC = 0.8232 | SRCC = 0.8239 ] +INFO:root:Average loss=0.2717740510900815 +INFO:root: +[Valid][2][UTT][ MSE = 0.2821 | LCC = 0.8392 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2627076307932536 +INFO:root: +[Valid][3][UTT][ MSE = 0.2815 | LCC = 0.8441 | SRCC = 0.8417 ] +INFO:root:Average loss=0.2330928316865212 +INFO:root: +[Valid][4][UTT][ MSE = 0.2450 | LCC = 0.8557 | SRCC = 0.8541 ] +INFO:root:Average loss=0.23297691173278368 +INFO:root: +[Valid][5][UTT][ MSE = 0.3056 | LCC = 0.8524 | SRCC = 0.8544 ] +INFO:root:Average loss=0.20912960114387366 +INFO:root: +[Valid][6][UTT][ MSE = 0.2453 | LCC = 0.8589 | SRCC = 0.8598 ] +INFO:root:Average loss=0.2161360216828493 +INFO:root: +[Valid][7][UTT][ MSE = 0.3269 | LCC = 0.8527 | SRCC = 0.8537 ] +INFO:root:Average loss=0.19873482151291308 +INFO:root: +[Valid][8][UTT][ MSE = 0.2417 | LCC = 0.8667 | SRCC = 0.8646 ] +INFO:root:Average loss=0.1776239475569664 +INFO:root: +[Valid][9][UTT][ MSE = 0.2616 | LCC = 0.8655 | SRCC = 0.8655 ] +INFO:root:Average loss=0.18613015965391427 +INFO:root: +[Valid][10][UTT][ MSE = 0.2224 | LCC = 0.8670 | SRCC = 0.8659 ] +INFO:root:Average loss=0.1663434831186747 +INFO:root: +[Valid][11][UTT][ MSE = 0.2732 | LCC = 0.8590 | SRCC = 0.8628 ] +INFO:root:Average loss=0.1611979954326764 +INFO:root: +[Valid][12][UTT][ MSE = 0.2700 | LCC = 0.8654 | SRCC = 0.8654 ] +INFO:root:Average loss=0.16435286307182068 +INFO:root: +[Valid][13][UTT][ MSE = 0.2186 | LCC = 0.8680 | SRCC = 0.8676 ] +INFO:root:Average loss=0.14479866471046057 +INFO:root: +[Valid][14][UTT][ MSE = 0.2178 | LCC = 0.8705 | SRCC = 0.8697 ] +INFO:root:Average loss=0.14823849050280374 +INFO:root: +[Valid][15][UTT][ MSE = 0.2644 | LCC = 0.8732 | SRCC = 0.8727 ] +INFO:root:Average loss=0.14207540567104632 +INFO:root: +[Valid][16][UTT][ MSE = 0.2244 | LCC = 0.8692 | SRCC = 0.8685 ] +INFO:root:Average loss=0.14957011596132547 +INFO:root: +[Valid][17][UTT][ MSE = 0.2260 | LCC = 0.8698 | SRCC = 0.8682 ] +INFO:root:Average loss=0.13336871277827483 +INFO:root: +[Valid][18][UTT][ MSE = 0.2339 | LCC = 0.8690 | SRCC = 0.8677 ] +INFO:root:Average loss=0.12582196180637067 +INFO:root: +[Valid][19][UTT][ MSE = 0.2065 | LCC = 0.8712 | SRCC = 0.8707 ] +INFO:root:Average loss=0.13058685740599266 +INFO:root: +[Valid][20][UTT][ MSE = 0.2256 | LCC = 0.8685 | SRCC = 0.8675 ] +INFO:root:Average loss=0.11733245897369507 +INFO:root: +[Valid][21][UTT][ MSE = 0.2166 | LCC = 0.8677 | SRCC = 0.8672 ] +INFO:root:Average loss=0.10724078080593011 +INFO:root: +[Valid][22][UTT][ MSE = 0.2664 | LCC = 0.8626 | SRCC = 0.8628 ] +INFO:root:Average loss=0.10418081570130128 +INFO:root: +[Valid][23][UTT][ MSE = 0.2130 | LCC = 0.8676 | SRCC = 0.8665 ] +INFO:root:Average loss=0.11156407533547817 +INFO:root: +[Valid][24][UTT][ MSE = 0.2346 | LCC = 0.8678 | SRCC = 0.8675 ] +INFO:root:Average loss=0.10297142695157956 +INFO:root: +[Valid][25][UTT][ MSE = 0.2554 | LCC = 0.8645 | SRCC = 0.8646 ] +INFO:root:Average loss=0.09605239145457745 +INFO:root: +[Valid][26][UTT][ MSE = 0.2437 | LCC = 0.8634 | SRCC = 0.8638 ] +INFO:root:Average loss=0.10283147963957909 +INFO:root: +[Valid][27][UTT][ MSE = 0.2470 | LCC = 0.8667 | SRCC = 0.8656 ] +INFO:root:Average loss=0.0860361859966547 +INFO:root: +[Valid][28][UTT][ MSE = 0.2316 | LCC = 0.8650 | SRCC = 0.8636 ] +INFO:root:Average loss=0.0857858635389652 +INFO:root: +[Valid][29][UTT][ MSE = 0.2228 | LCC = 0.8631 | SRCC = 0.8622 ] +INFO:root:Average loss=0.08350406090418498 +INFO:root: +[Valid][30][UTT][ MSE = 0.2173 | LCC = 0.8658 | SRCC = 0.8653 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2911 | LCC = 0.8617 | SRCC = 0.8652 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..02115b64c0aa22ca1dfa343b203e332f046a047c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ba652cc6930b89c7f76f81578ed2c6b8a3dacb338a5f160c941b53f609d8fe +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1da4665a9274b10e46f82e9ce5b433904e5266a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f354dfcb22b015f0678f2474a358c00b6a2702c87b63a724ea07816cbfaf3d +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f276a94d9e4c3efc7ffb7852c1371cdfbb3ef452 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5287098502501463 +INFO:root: +[Valid][0][UTT][ MSE = 0.3488 | LCC = 0.7808 | SRCC = 0.7847 ] +INFO:root:Average loss=0.2881285844322963 +INFO:root: +[Valid][1][UTT][ MSE = 0.3041 | LCC = 0.8123 | SRCC = 0.8156 ] +INFO:root:Average loss=0.261272760728995 +INFO:root: +[Valid][2][UTT][ MSE = 0.2804 | LCC = 0.8343 | SRCC = 0.8350 ] +INFO:root:Average loss=0.24338845106271598 +INFO:root: +[Valid][3][UTT][ MSE = 0.2720 | LCC = 0.8445 | SRCC = 0.8441 ] +INFO:root:Average loss=0.22680289489336503 +INFO:root: +[Valid][4][UTT][ MSE = 0.2690 | LCC = 0.8502 | SRCC = 0.8518 ] +INFO:root:Average loss=0.21640318345565063 +INFO:root: +[Valid][5][UTT][ MSE = 0.2626 | LCC = 0.8539 | SRCC = 0.8531 ] +INFO:root:Average loss=0.20221963448402208 +INFO:root: +[Valid][6][UTT][ MSE = 0.2465 | LCC = 0.8601 | SRCC = 0.8591 ] +INFO:root:Average loss=0.2140435971892797 +INFO:root: +[Valid][7][UTT][ MSE = 0.2638 | LCC = 0.8550 | SRCC = 0.8545 ] +INFO:root:Average loss=0.19140188854474288 +INFO:root: +[Valid][8][UTT][ MSE = 0.2550 | LCC = 0.8578 | SRCC = 0.8587 ] +INFO:root:Average loss=0.19168822085246062 +INFO:root: +[Valid][9][UTT][ MSE = 0.2750 | LCC = 0.8521 | SRCC = 0.8529 ] +INFO:root:Average loss=0.19425619727908036 +INFO:root: +[Valid][10][UTT][ MSE = 0.2467 | LCC = 0.8643 | SRCC = 0.8622 ] +INFO:root:Average loss=0.17924726658906692 +INFO:root: +[Valid][11][UTT][ MSE = 0.2604 | LCC = 0.8632 | SRCC = 0.8652 ] +INFO:root:Average loss=0.15615186276726234 +INFO:root: +[Valid][12][UTT][ MSE = 0.2247 | LCC = 0.8652 | SRCC = 0.8641 ] +INFO:root:Average loss=0.15017043197384247 +INFO:root: +[Valid][13][UTT][ MSE = 0.2481 | LCC = 0.8663 | SRCC = 0.8656 ] +INFO:root:Average loss=0.15655294366371938 +INFO:root: +[Valid][14][UTT][ MSE = 0.2338 | LCC = 0.8679 | SRCC = 0.8664 ] +INFO:root:Average loss=0.14853517586986223 +INFO:root: +[Valid][15][UTT][ MSE = 0.2652 | LCC = 0.8620 | SRCC = 0.8655 ] +INFO:root:Average loss=0.14221041210186788 +INFO:root: +[Valid][16][UTT][ MSE = 0.2090 | LCC = 0.8708 | SRCC = 0.8704 ] +INFO:root:Average loss=0.13889130481924766 +INFO:root: +[Valid][17][UTT][ MSE = 0.2214 | LCC = 0.8679 | SRCC = 0.8676 ] +INFO:root:Average loss=0.12663726957562643 +INFO:root: +[Valid][18][UTT][ MSE = 0.2177 | LCC = 0.8695 | SRCC = 0.8691 ] +INFO:root:Average loss=0.11961111856194642 +INFO:root: +[Valid][19][UTT][ MSE = 0.2505 | LCC = 0.8658 | SRCC = 0.8660 ] +INFO:root:Average loss=0.12330102462034959 +INFO:root: +[Valid][20][UTT][ MSE = 0.2179 | LCC = 0.8682 | SRCC = 0.8679 ] +INFO:root:Average loss=0.11604962755854313 +INFO:root: +[Valid][21][UTT][ MSE = 0.2318 | LCC = 0.8681 | SRCC = 0.8670 ] +INFO:root:Average loss=0.1068080733410823 +INFO:root: +[Valid][22][UTT][ MSE = 0.2336 | LCC = 0.8671 | SRCC = 0.8668 ] +INFO:root:Average loss=0.11316069549857041 +INFO:root: +[Valid][23][UTT][ MSE = 0.2215 | LCC = 0.8676 | SRCC = 0.8666 ] +INFO:root:Average loss=0.09469352576595086 +INFO:root: +[Valid][24][UTT][ MSE = 0.2197 | LCC = 0.8646 | SRCC = 0.8633 ] +INFO:root:Average loss=0.10969513138899437 +INFO:root: +[Valid][25][UTT][ MSE = 0.2281 | LCC = 0.8677 | SRCC = 0.8669 ] +INFO:root:Average loss=0.10534102517442825 +INFO:root: +[Valid][26][UTT][ MSE = 0.2420 | LCC = 0.8671 | SRCC = 0.8660 ] +INFO:root:Average loss=0.09627249975426075 +INFO:root: +[Valid][27][UTT][ MSE = 0.2364 | LCC = 0.8657 | SRCC = 0.8654 ] +INFO:root:Average loss=0.09307854794538938 +INFO:root: +[Valid][28][UTT][ MSE = 0.2495 | LCC = 0.8648 | SRCC = 0.8650 ] +INFO:root:Average loss=0.09317104561397663 +INFO:root: +[Valid][29][UTT][ MSE = 0.2580 | LCC = 0.8650 | SRCC = 0.8652 ] +INFO:root:Average loss=0.08644764579068391 +INFO:root: +[Valid][30][UTT][ MSE = 0.2505 | LCC = 0.8656 | SRCC = 0.8655 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2280 | LCC = 0.8621 | SRCC = 0.8613 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..da9eabe17f5e81ab4b6266e5adaa17f96999da39 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75da675c4d7103cdc51c79d0f17f21c672b71f017059666c7d008ba48b8e8879 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..152d65b73e6f3b00a28c155b64a8388de951b9df --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:105075199405194b802aa30f2fef66e972a1c1f7540e7c7d634c470894fb81e9 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7fec1c49183ecb1eccc41d269bf73a0866cc4cf8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6134536875746189 +INFO:root: +[Valid][0][UTT][ MSE = 0.3860 | LCC = 0.7728 | SRCC = 0.7805 ] +INFO:root:Average loss=0.3012857158214618 +INFO:root: +[Valid][1][UTT][ MSE = 0.3853 | LCC = 0.8225 | SRCC = 0.8268 ] +INFO:root:Average loss=0.2648990689179836 +INFO:root: +[Valid][2][UTT][ MSE = 0.3257 | LCC = 0.8338 | SRCC = 0.8382 ] +INFO:root:Average loss=0.24655638062036955 +INFO:root: +[Valid][3][UTT][ MSE = 0.2989 | LCC = 0.8428 | SRCC = 0.8447 ] +INFO:root:Average loss=0.24201374042492646 +INFO:root: +[Valid][4][UTT][ MSE = 0.2926 | LCC = 0.8524 | SRCC = 0.8523 ] +INFO:root:Average loss=0.2108012086305863 +INFO:root: +[Valid][5][UTT][ MSE = 0.3245 | LCC = 0.8516 | SRCC = 0.8550 ] +INFO:root:Average loss=0.2067439622986011 +INFO:root: +[Valid][6][UTT][ MSE = 0.2589 | LCC = 0.8584 | SRCC = 0.8585 ] +INFO:root:Average loss=0.1968615553700007 +INFO:root: +[Valid][7][UTT][ MSE = 0.3019 | LCC = 0.8606 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1954668416426732 +INFO:root: +[Valid][8][UTT][ MSE = 0.3335 | LCC = 0.8590 | SRCC = 0.8618 ] +INFO:root:Average loss=0.17317094873541442 +INFO:root: +[Valid][9][UTT][ MSE = 0.3192 | LCC = 0.8551 | SRCC = 0.8601 ] +INFO:root:Average loss=0.17348937031168205 +INFO:root: +[Valid][10][UTT][ MSE = 0.2402 | LCC = 0.8627 | SRCC = 0.8613 ] +INFO:root:Average loss=0.17883843183517456 +INFO:root: +[Valid][11][UTT][ MSE = 0.2321 | LCC = 0.8673 | SRCC = 0.8668 ] +INFO:root:Average loss=0.1741687260950223 +INFO:root: +[Valid][12][UTT][ MSE = 0.2236 | LCC = 0.8659 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1560684389028794 +INFO:root: +[Valid][13][UTT][ MSE = 0.2269 | LCC = 0.8664 | SRCC = 0.8650 ] +INFO:root:Average loss=0.15143321588253364 +INFO:root: +[Valid][14][UTT][ MSE = 0.2260 | LCC = 0.8681 | SRCC = 0.8677 ] +INFO:root:Average loss=0.13724945982297262 +INFO:root: +[Valid][15][UTT][ MSE = 0.2802 | LCC = 0.8625 | SRCC = 0.8625 ] +INFO:root:Average loss=0.1296961825245466 +INFO:root: +[Valid][16][UTT][ MSE = 0.2195 | LCC = 0.8660 | SRCC = 0.8656 ] +INFO:root:Average loss=0.12302860694053845 +INFO:root: +[Valid][17][UTT][ MSE = 0.2965 | LCC = 0.8604 | SRCC = 0.8625 ] +INFO:root:Average loss=0.1255027495133571 +INFO:root: +[Valid][18][UTT][ MSE = 0.2416 | LCC = 0.8591 | SRCC = 0.8613 ] +INFO:root:Average loss=0.1248634659135953 +INFO:root: +[Valid][19][UTT][ MSE = 0.2747 | LCC = 0.8644 | SRCC = 0.8648 ] +INFO:root:Average loss=0.11007084430028231 +INFO:root: +[Valid][20][UTT][ MSE = 0.3123 | LCC = 0.8573 | SRCC = 0.8611 ] +INFO:root:Average loss=0.11195500051746002 +INFO:root: +[Valid][21][UTT][ MSE = 0.2932 | LCC = 0.8586 | SRCC = 0.8604 ] +INFO:root:Average loss=0.09976279558852696 +INFO:root: +[Valid][22][UTT][ MSE = 0.2453 | LCC = 0.8612 | SRCC = 0.8620 ] +INFO:root:Average loss=0.10557822768504803 +INFO:root: +[Valid][23][UTT][ MSE = 0.2859 | LCC = 0.8588 | SRCC = 0.8613 ] +INFO:root:Average loss=0.09668892994523048 +INFO:root: +[Valid][24][UTT][ MSE = 0.2225 | LCC = 0.8626 | SRCC = 0.8624 ] +INFO:root:Average loss=0.08954252570103376 +INFO:root: +[Valid][25][UTT][ MSE = 0.2616 | LCC = 0.8634 | SRCC = 0.8632 ] +INFO:root:Average loss=0.08872864013298964 +INFO:root: +[Valid][26][UTT][ MSE = 0.2214 | LCC = 0.8670 | SRCC = 0.8656 ] +INFO:root:Average loss=0.09109301377947514 +INFO:root: +[Valid][27][UTT][ MSE = 0.2619 | LCC = 0.8621 | SRCC = 0.8610 ] +INFO:root:Average loss=0.08322920416219112 +INFO:root: +[Valid][28][UTT][ MSE = 0.2439 | LCC = 0.8651 | SRCC = 0.8643 ] +INFO:root:Average loss=0.07948517135511605 +INFO:root: +[Valid][29][UTT][ MSE = 0.2267 | LCC = 0.8615 | SRCC = 0.8601 ] +INFO:root:Average loss=0.08469032142788936 +INFO:root: +[Valid][30][UTT][ MSE = 0.2860 | LCC = 0.8611 | SRCC = 0.8594 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2278 | LCC = 0.8649 | SRCC = 0.8652 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f9355be1c356209bce0930b3486e27edbf3d35 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe1aea4f81f9d35c76bb3df522534a7b31bc8e1af82828f941c260332cf6375 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d089b695db9d83391643a4884d0535faf630b4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec1a65c55057c97820c5bd206b79edb5dd9637c96ef442f614f368b1aa82d494 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9490c3d321f22bb818bbb77f168f3a86a7eb173c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6195858424672713 +INFO:root: +[Valid][0][UTT][ MSE = 0.4380 | LCC = 0.7326 | SRCC = 0.7402 ] +INFO:root:Average loss=0.3156170210777185 +INFO:root: +[Valid][1][UTT][ MSE = 0.3093 | LCC = 0.8044 | SRCC = 0.8080 ] +INFO:root:Average loss=0.2896283903183081 +INFO:root: +[Valid][2][UTT][ MSE = 0.3065 | LCC = 0.8269 | SRCC = 0.8264 ] +INFO:root:Average loss=0.2684409857178346 +INFO:root: +[Valid][3][UTT][ MSE = 0.2809 | LCC = 0.8365 | SRCC = 0.8376 ] +INFO:root:Average loss=0.22708575236491668 +INFO:root: +[Valid][4][UTT][ MSE = 0.2699 | LCC = 0.8467 | SRCC = 0.8452 ] +INFO:root:Average loss=0.2212251304433896 +INFO:root: +[Valid][5][UTT][ MSE = 0.2637 | LCC = 0.8516 | SRCC = 0.8506 ] +INFO:root:Average loss=0.208092318322414 +INFO:root: +[Valid][6][UTT][ MSE = 0.2527 | LCC = 0.8564 | SRCC = 0.8561 ] +INFO:root:Average loss=0.20113589347173005 +INFO:root: +[Valid][7][UTT][ MSE = 0.2451 | LCC = 0.8571 | SRCC = 0.8579 ] +INFO:root:Average loss=0.19063082623940247 +INFO:root: +[Valid][8][UTT][ MSE = 0.2459 | LCC = 0.8589 | SRCC = 0.8584 ] +INFO:root:Average loss=0.21377972522989297 +INFO:root: +[Valid][9][UTT][ MSE = 0.2489 | LCC = 0.8621 | SRCC = 0.8642 ] +INFO:root:Average loss=0.17038979553259337 +INFO:root: +[Valid][10][UTT][ MSE = 0.2256 | LCC = 0.8650 | SRCC = 0.8660 ] +INFO:root:Average loss=0.1625634110890902 +INFO:root: +[Valid][11][UTT][ MSE = 0.2319 | LCC = 0.8665 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1591520453683841 +INFO:root: +[Valid][12][UTT][ MSE = 0.2377 | LCC = 0.8653 | SRCC = 0.8654 ] +INFO:root:Average loss=0.15835880698301855 +INFO:root: +[Valid][13][UTT][ MSE = 0.2200 | LCC = 0.8675 | SRCC = 0.8670 ] +INFO:root:Average loss=0.147314321822845 +INFO:root: +[Valid][14][UTT][ MSE = 0.2433 | LCC = 0.8661 | SRCC = 0.8662 ] +INFO:root:Average loss=0.14497012998431158 +INFO:root: +[Valid][15][UTT][ MSE = 0.2317 | LCC = 0.8655 | SRCC = 0.8646 ] +INFO:root:Average loss=0.13653575609891844 +INFO:root: +[Valid][16][UTT][ MSE = 0.2310 | LCC = 0.8687 | SRCC = 0.8677 ] +INFO:root:Average loss=0.14133015017096812 +INFO:root: +[Valid][17][UTT][ MSE = 0.2373 | LCC = 0.8623 | SRCC = 0.8610 ] +INFO:root:Average loss=0.12420151354028629 +INFO:root: +[Valid][18][UTT][ MSE = 0.2284 | LCC = 0.8670 | SRCC = 0.8681 ] +INFO:root:Average loss=0.12491250296051686 +INFO:root: +[Valid][19][UTT][ MSE = 0.2433 | LCC = 0.8650 | SRCC = 0.8656 ] +INFO:root:Average loss=0.12227073216285461 +INFO:root: +[Valid][20][UTT][ MSE = 0.2293 | LCC = 0.8692 | SRCC = 0.8688 ] +INFO:root:Average loss=0.11210020965872666 +INFO:root: +[Valid][21][UTT][ MSE = 0.2276 | LCC = 0.8701 | SRCC = 0.8702 ] +INFO:root:Average loss=0.10940180585170403 +INFO:root: +[Valid][22][UTT][ MSE = 0.2090 | LCC = 0.8683 | SRCC = 0.8693 ] +INFO:root:Average loss=0.1180838317825244 +INFO:root: +[Valid][23][UTT][ MSE = 0.2225 | LCC = 0.8675 | SRCC = 0.8670 ] +INFO:root:Average loss=0.10510279324192268 +INFO:root: +[Valid][24][UTT][ MSE = 0.2422 | LCC = 0.8671 | SRCC = 0.8669 ] +INFO:root:Average loss=0.10240360550009288 +INFO:root: +[Valid][25][UTT][ MSE = 0.2456 | LCC = 0.8638 | SRCC = 0.8659 ] +INFO:root:Average loss=0.09889132204728249 +INFO:root: +[Valid][26][UTT][ MSE = 0.2183 | LCC = 0.8692 | SRCC = 0.8695 ] +INFO:root:Average loss=0.09283830841573384 +INFO:root: +[Valid][27][UTT][ MSE = 0.2453 | LCC = 0.8620 | SRCC = 0.8650 ] +INFO:root:Average loss=0.09371154172680317 +INFO:root: +[Valid][28][UTT][ MSE = 0.2265 | LCC = 0.8632 | SRCC = 0.8622 ] +INFO:root:Average loss=0.0877839991201957 +INFO:root: +[Valid][29][UTT][ MSE = 0.2389 | LCC = 0.8641 | SRCC = 0.8651 ] +INFO:root:Average loss=0.09292326141626407 +INFO:root: +[Valid][30][UTT][ MSE = 0.2432 | LCC = 0.8610 | SRCC = 0.8614 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2181 | LCC = 0.8676 | SRCC = 0.8669 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..321b3ad55ffa3450ae6288eed4214e788743515e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045a234c1c49874bce5e77ef710a87fada5dd9aba4e5ff032dd47faa271b96e4 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f800806a180c1f48fa3e1605e002a06972751bb1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:111c28728e6312efd54b10faa4a1f965f4840cb0976b852bc9afbcef4e807381 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..66791404da8abc55d989dac8b65be622cfd58ce7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5978834564105059 +INFO:root: +[Valid][0][UTT][ MSE = 0.3800 | LCC = 0.7522 | SRCC = 0.7623 ] +INFO:root:Average loss=0.31030287459874767 +INFO:root: +[Valid][1][UTT][ MSE = 0.3356 | LCC = 0.8113 | SRCC = 0.8152 ] +INFO:root:Average loss=0.26169841316265935 +INFO:root: +[Valid][2][UTT][ MSE = 0.3051 | LCC = 0.8273 | SRCC = 0.8316 ] +INFO:root:Average loss=0.24917863729672554 +INFO:root: +[Valid][3][UTT][ MSE = 0.3011 | LCC = 0.8317 | SRCC = 0.8412 ] +INFO:root:Average loss=0.25673077618464446 +INFO:root: +[Valid][4][UTT][ MSE = 0.3285 | LCC = 0.8460 | SRCC = 0.8456 ] +INFO:root:Average loss=0.22252921473521453 +INFO:root: +[Valid][5][UTT][ MSE = 0.2742 | LCC = 0.8484 | SRCC = 0.8510 ] +INFO:root:Average loss=0.20971343265129969 +INFO:root: +[Valid][6][UTT][ MSE = 0.2669 | LCC = 0.8461 | SRCC = 0.8491 ] +INFO:root:Average loss=0.20177407066027322 +INFO:root: +[Valid][7][UTT][ MSE = 0.2472 | LCC = 0.8567 | SRCC = 0.8581 ] +INFO:root:Average loss=0.18947780552582863 +INFO:root: +[Valid][8][UTT][ MSE = 0.2526 | LCC = 0.8609 | SRCC = 0.8615 ] +INFO:root:Average loss=0.17852244774500528 +INFO:root: +[Valid][9][UTT][ MSE = 0.2602 | LCC = 0.8625 | SRCC = 0.8639 ] +INFO:root:Average loss=0.17933881951448244 +INFO:root: +[Valid][10][UTT][ MSE = 0.2607 | LCC = 0.8663 | SRCC = 0.8666 ] +INFO:root:Average loss=0.17741173314742553 +INFO:root: +[Valid][11][UTT][ MSE = 0.2347 | LCC = 0.8614 | SRCC = 0.8626 ] +INFO:root:Average loss=0.17052806445803398 +INFO:root: +[Valid][12][UTT][ MSE = 0.2662 | LCC = 0.8645 | SRCC = 0.8643 ] +INFO:root:Average loss=0.1649694943275207 +INFO:root: +[Valid][13][UTT][ MSE = 0.2265 | LCC = 0.8622 | SRCC = 0.8629 ] +INFO:root:Average loss=0.1468241191827334 +INFO:root: +[Valid][14][UTT][ MSE = 0.2265 | LCC = 0.8645 | SRCC = 0.8653 ] +INFO:root:Average loss=0.14932083128354487 +INFO:root: +[Valid][15][UTT][ MSE = 0.2346 | LCC = 0.8672 | SRCC = 0.8660 ] +INFO:root:Average loss=0.13617946885717222 +INFO:root: +[Valid][16][UTT][ MSE = 0.2231 | LCC = 0.8609 | SRCC = 0.8631 ] +INFO:root:Average loss=0.12965641342676604 +INFO:root: +[Valid][17][UTT][ MSE = 0.2336 | LCC = 0.8665 | SRCC = 0.8656 ] +INFO:root:Average loss=0.12887808422629649 +INFO:root: +[Valid][18][UTT][ MSE = 0.2199 | LCC = 0.8641 | SRCC = 0.8639 ] +INFO:root:Average loss=0.1291970175046187 +INFO:root: +[Valid][19][UTT][ MSE = 0.2233 | LCC = 0.8701 | SRCC = 0.8707 ] +INFO:root:Average loss=0.12774033481493974 +INFO:root: +[Valid][20][UTT][ MSE = 0.2240 | LCC = 0.8700 | SRCC = 0.8692 ] +INFO:root:Average loss=0.11532481435017708 +INFO:root: +[Valid][21][UTT][ MSE = 0.2533 | LCC = 0.8715 | SRCC = 0.8697 ] +INFO:root:Average loss=0.11222716994010486 +INFO:root: +[Valid][22][UTT][ MSE = 0.2163 | LCC = 0.8698 | SRCC = 0.8692 ] +INFO:root:Average loss=0.10581898011076145 +INFO:root: +[Valid][23][UTT][ MSE = 0.2326 | LCC = 0.8648 | SRCC = 0.8663 ] +INFO:root:Average loss=0.11377968276158357 +INFO:root: +[Valid][24][UTT][ MSE = 0.2064 | LCC = 0.8681 | SRCC = 0.8681 ] +INFO:root:Average loss=0.09843868332413527 +INFO:root: +[Valid][25][UTT][ MSE = 0.2403 | LCC = 0.8692 | SRCC = 0.8690 ] +INFO:root:Average loss=0.09464189204841088 +INFO:root: +[Valid][26][UTT][ MSE = 0.2609 | LCC = 0.8734 | SRCC = 0.8726 ] +INFO:root:Average loss=0.09281619514028232 +INFO:root: +[Valid][27][UTT][ MSE = 0.2171 | LCC = 0.8651 | SRCC = 0.8650 ] +INFO:root:Average loss=0.09352945149517976 +INFO:root: +[Valid][28][UTT][ MSE = 0.2197 | LCC = 0.8662 | SRCC = 0.8658 ] +INFO:root:Average loss=0.08340874605644973 +INFO:root: +[Valid][29][UTT][ MSE = 0.2153 | LCC = 0.8619 | SRCC = 0.8617 ] +INFO:root:Average loss=0.09119564433319446 +INFO:root: +[Valid][30][UTT][ MSE = 0.2478 | LCC = 0.8706 | SRCC = 0.8705 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3159 | LCC = 0.8572 | SRCC = 0.8618 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad803032fca96a7c576f8b236894a6335cf30091 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ab72b54414800103e5d16d0e34f46ce1422b2346990f1e151226d34350608e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..25c61487294fcd00e47737e35f99f0c9846f6b06 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d320f33ae27dcbc0f23cb7a14e9deda11dafd5edc583c40881a3ae54ef37ec +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7d950203bdc0c8e37a91de7b5c0900b9178cf494 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5647239218919705 +INFO:root: +[Valid][0][UTT][ MSE = 0.4680 | LCC = 0.7858 | SRCC = 0.7874 ] +INFO:root:Average loss=0.3410618400726563 +INFO:root: +[Valid][1][UTT][ MSE = 0.3329 | LCC = 0.8164 | SRCC = 0.8115 ] +INFO:root:Average loss=0.2812061080565819 +INFO:root: +[Valid][2][UTT][ MSE = 0.2926 | LCC = 0.8365 | SRCC = 0.8332 ] +INFO:root:Average loss=0.2761884024127936 +INFO:root: +[Valid][3][UTT][ MSE = 0.2668 | LCC = 0.8437 | SRCC = 0.8420 ] +INFO:root:Average loss=0.26430769856923664 +INFO:root: +[Valid][4][UTT][ MSE = 0.2811 | LCC = 0.8499 | SRCC = 0.8472 ] +INFO:root:Average loss=0.254449585882517 +INFO:root: +[Valid][5][UTT][ MSE = 0.2819 | LCC = 0.8487 | SRCC = 0.8462 ] +INFO:root:Average loss=0.22922181567320457 +INFO:root: +[Valid][6][UTT][ MSE = 0.3055 | LCC = 0.8503 | SRCC = 0.8541 ] +INFO:root:Average loss=0.22669058713393334 +INFO:root: +[Valid][7][UTT][ MSE = 0.2747 | LCC = 0.8504 | SRCC = 0.8532 ] +INFO:root:Average loss=0.2163306224422577 +INFO:root: +[Valid][8][UTT][ MSE = 0.2705 | LCC = 0.8591 | SRCC = 0.8596 ] +INFO:root:Average loss=0.19689145827522644 +INFO:root: +[Valid][9][UTT][ MSE = 0.2557 | LCC = 0.8569 | SRCC = 0.8584 ] +INFO:root:Average loss=0.20526903103559446 +INFO:root: +[Valid][10][UTT][ MSE = 0.2641 | LCC = 0.8635 | SRCC = 0.8629 ] +INFO:root:Average loss=0.2016223730185093 +INFO:root: +[Valid][11][UTT][ MSE = 0.2368 | LCC = 0.8591 | SRCC = 0.8607 ] +INFO:root:Average loss=0.18215477638519728 +INFO:root: +[Valid][12][UTT][ MSE = 0.2878 | LCC = 0.8624 | SRCC = 0.8621 ] +INFO:root:Average loss=0.18155874101779398 +INFO:root: +[Valid][13][UTT][ MSE = 0.2327 | LCC = 0.8649 | SRCC = 0.8636 ] +INFO:root:Average loss=0.16757575670878092 +INFO:root: +[Valid][14][UTT][ MSE = 0.2272 | LCC = 0.8660 | SRCC = 0.8645 ] +INFO:root:Average loss=0.16834391901890436 +INFO:root: +[Valid][15][UTT][ MSE = 0.2447 | LCC = 0.8656 | SRCC = 0.8640 ] +INFO:root:Average loss=0.17507949710274354 +INFO:root: +[Valid][16][UTT][ MSE = 0.2310 | LCC = 0.8658 | SRCC = 0.8648 ] +INFO:root:Average loss=0.1587600076618867 +INFO:root: +[Valid][17][UTT][ MSE = 0.2773 | LCC = 0.8578 | SRCC = 0.8591 ] +INFO:root:Average loss=0.16332609932392073 +INFO:root: +[Valid][18][UTT][ MSE = 0.3200 | LCC = 0.8587 | SRCC = 0.8623 ] +INFO:root:Average loss=0.14849287500748268 +INFO:root: +[Valid][19][UTT][ MSE = 0.2337 | LCC = 0.8655 | SRCC = 0.8679 ] +INFO:root:Average loss=0.14713038733372322 +INFO:root: +[Valid][20][UTT][ MSE = 0.2267 | LCC = 0.8664 | SRCC = 0.8676 ] +INFO:root:Average loss=0.14337850218782058 +INFO:root: +[Valid][21][UTT][ MSE = 0.3141 | LCC = 0.8656 | SRCC = 0.8681 ] +INFO:root:Average loss=0.14075907424856454 +INFO:root: +[Valid][22][UTT][ MSE = 0.2431 | LCC = 0.8639 | SRCC = 0.8649 ] +INFO:root:Average loss=0.1325373915143502 +INFO:root: +[Valid][23][UTT][ MSE = 0.2741 | LCC = 0.8585 | SRCC = 0.8602 ] +INFO:root:Average loss=0.13497988000894204 +INFO:root: +[Valid][24][UTT][ MSE = 0.3272 | LCC = 0.8571 | SRCC = 0.8625 ] +INFO:root:Average loss=0.12566618516277045 +INFO:root: +[Valid][25][UTT][ MSE = 0.2281 | LCC = 0.8630 | SRCC = 0.8632 ] +INFO:root:Average loss=0.12277904630471499 +INFO:root: +[Valid][26][UTT][ MSE = 0.2541 | LCC = 0.8601 | SRCC = 0.8600 ] +INFO:root:Average loss=0.1253563510492826 +INFO:root: +[Valid][27][UTT][ MSE = 0.2609 | LCC = 0.8595 | SRCC = 0.8624 ] +INFO:root:Average loss=0.10409027500412403 +INFO:root: +[Valid][28][UTT][ MSE = 0.2489 | LCC = 0.8631 | SRCC = 0.8634 ] +INFO:root:Average loss=0.10797897735849404 +INFO:root: +[Valid][29][UTT][ MSE = 0.2819 | LCC = 0.8553 | SRCC = 0.8581 ] +INFO:root:Average loss=0.11589474679949956 +INFO:root: +[Valid][30][UTT][ MSE = 0.2620 | LCC = 0.8558 | SRCC = 0.8575 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2217 | LCC = 0.8656 | SRCC = 0.8643 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..37d283b0ae5068cbd9d33aa71533d6d386e2b8b2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eebba66df4168bb8a24794083cdc8c505aecd69bf5c1c65946ed3bbd99dcd53 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e6f1a4dd071f598f52424e3292ba8413a7a93d8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73b48280e42cd3b3e58fdfb1c8d3917781a7fee0a3baaf7e348c6b2fafbfcfd +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..17049f469eeb832284b1ef53e9bdeaac77add844 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5212870702529565 +INFO:root: +[Valid][0][UTT][ MSE = 0.3440 | LCC = 0.7842 | SRCC = 0.7905 ] +INFO:root:Average loss=0.3182705224324495 +INFO:root: +[Valid][1][UTT][ MSE = 0.4398 | LCC = 0.8129 | SRCC = 0.8176 ] +INFO:root:Average loss=0.290779893214886 +INFO:root: +[Valid][2][UTT][ MSE = 0.2893 | LCC = 0.8326 | SRCC = 0.8332 ] +INFO:root:Average loss=0.2551813985292728 +INFO:root: +[Valid][3][UTT][ MSE = 0.2903 | LCC = 0.8367 | SRCC = 0.8385 ] +INFO:root:Average loss=0.24915531411384925 +INFO:root: +[Valid][4][UTT][ MSE = 0.2687 | LCC = 0.8476 | SRCC = 0.8467 ] +INFO:root:Average loss=0.23830094112035555 +INFO:root: +[Valid][5][UTT][ MSE = 0.2659 | LCC = 0.8498 | SRCC = 0.8488 ] +INFO:root:Average loss=0.22695255929078811 +INFO:root: +[Valid][6][UTT][ MSE = 0.2629 | LCC = 0.8472 | SRCC = 0.8506 ] +INFO:root:Average loss=0.21186111045953554 +INFO:root: +[Valid][7][UTT][ MSE = 0.2388 | LCC = 0.8500 | SRCC = 0.8506 ] +INFO:root:Average loss=0.21886918674676847 +INFO:root: +[Valid][8][UTT][ MSE = 0.2928 | LCC = 0.8533 | SRCC = 0.8546 ] +INFO:root:Average loss=0.20764407744774452 +INFO:root: +[Valid][9][UTT][ MSE = 0.2773 | LCC = 0.8548 | SRCC = 0.8543 ] +INFO:root:Average loss=0.1924352399431742 +INFO:root: +[Valid][10][UTT][ MSE = 0.2604 | LCC = 0.8531 | SRCC = 0.8539 ] +INFO:root:Average loss=0.2063904595680726 +INFO:root: +[Valid][11][UTT][ MSE = 0.2369 | LCC = 0.8565 | SRCC = 0.8561 ] +INFO:root:Average loss=0.1723469860660724 +INFO:root: +[Valid][12][UTT][ MSE = 0.2420 | LCC = 0.8567 | SRCC = 0.8573 ] +INFO:root:Average loss=0.17707058185568222 +INFO:root: +[Valid][13][UTT][ MSE = 0.2592 | LCC = 0.8451 | SRCC = 0.8530 ] +INFO:root:Average loss=0.17855595596707785 +INFO:root: +[Valid][14][UTT][ MSE = 0.2769 | LCC = 0.8583 | SRCC = 0.8565 ] +INFO:root:Average loss=0.16686657023353454 +INFO:root: +[Valid][15][UTT][ MSE = 0.2484 | LCC = 0.8555 | SRCC = 0.8559 ] +INFO:root:Average loss=0.1499461225974254 +INFO:root: +[Valid][16][UTT][ MSE = 0.2199 | LCC = 0.8600 | SRCC = 0.8618 ] +INFO:root:Average loss=0.16103478578420785 +INFO:root: +[Valid][17][UTT][ MSE = 0.2304 | LCC = 0.8558 | SRCC = 0.8571 ] +INFO:root:Average loss=0.14229142197813743 +INFO:root: +[Valid][18][UTT][ MSE = 0.2483 | LCC = 0.8532 | SRCC = 0.8510 ] +INFO:root:Average loss=0.15283146280890855 +INFO:root: +[Valid][19][UTT][ MSE = 0.2593 | LCC = 0.8493 | SRCC = 0.8526 ] +INFO:root:Average loss=0.13509977159973902 +INFO:root: +[Valid][20][UTT][ MSE = 0.2467 | LCC = 0.8526 | SRCC = 0.8551 ] +INFO:root:Average loss=0.13982234064203042 +INFO:root: +[Valid][21][UTT][ MSE = 0.2506 | LCC = 0.8517 | SRCC = 0.8523 ] +INFO:root:Average loss=0.15626555127211106 +INFO:root: +[Valid][22][UTT][ MSE = 0.3419 | LCC = 0.8411 | SRCC = 0.8440 ] +INFO:root:Average loss=0.12214213370894775 +INFO:root: +[Valid][23][UTT][ MSE = 0.2524 | LCC = 0.8545 | SRCC = 0.8549 ] +INFO:root:Average loss=0.11877779872753681 +INFO:root: +[Valid][24][UTT][ MSE = 0.2320 | LCC = 0.8528 | SRCC = 0.8538 ] +INFO:root:Average loss=0.11316404367486636 +INFO:root: +[Valid][25][UTT][ MSE = 0.2907 | LCC = 0.8474 | SRCC = 0.8499 ] +INFO:root:Average loss=0.11078477746401078 +INFO:root: +[Valid][26][UTT][ MSE = 0.2314 | LCC = 0.8523 | SRCC = 0.8507 ] +INFO:root:Average loss=0.11059136812885602 +INFO:root: +[Valid][27][UTT][ MSE = 0.2385 | LCC = 0.8533 | SRCC = 0.8527 ] +INFO:root:Average loss=0.10368786542079388 +INFO:root: +[Valid][28][UTT][ MSE = 0.2350 | LCC = 0.8545 | SRCC = 0.8536 ] +INFO:root:Average loss=0.10236656102232444 +INFO:root: +[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.8519 | SRCC = 0.8526 ] +INFO:root:Average loss=0.09652999463753822 +INFO:root: +[Valid][30][UTT][ MSE = 0.2320 | LCC = 0.8543 | SRCC = 0.8543 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2224 | LCC = 0.8622 | SRCC = 0.8630 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c22bddd0d84a0748fd2acf6e5f14ee8dda76d454 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a135519ec23113bf122c24c4ae8a926eee523b5fce97566dbf7f35e4dced15 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d02c2fc1f96d48e23f649b1b3ab865349a67600d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c2ff7c1eceded679dd813ac5adcaed399cce0da61b209bde616aea9138c89e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7f4e494f5d2e569184388c6d28ab5f3a61c9487a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7928560093427316 +INFO:root: +[Valid][0][UTT][ MSE = 0.6787 | LCC = 0.7151 | SRCC = 0.7199 ] +INFO:root:Average loss=0.3902478745350471 +INFO:root: +[Valid][1][UTT][ MSE = 0.3519 | LCC = 0.7956 | SRCC = 0.8041 ] +INFO:root:Average loss=0.2743734151889116 +INFO:root: +[Valid][2][UTT][ MSE = 0.2882 | LCC = 0.8307 | SRCC = 0.8333 ] +INFO:root:Average loss=0.25137868160620713 +INFO:root: +[Valid][3][UTT][ MSE = 0.2762 | LCC = 0.8411 | SRCC = 0.8432 ] +INFO:root:Average loss=0.2639851260643739 +INFO:root: +[Valid][4][UTT][ MSE = 0.2951 | LCC = 0.8480 | SRCC = 0.8475 ] +INFO:root:Average loss=0.23534684227063105 +INFO:root: +[Valid][5][UTT][ MSE = 0.3126 | LCC = 0.8478 | SRCC = 0.8488 ] +INFO:root:Average loss=0.22653324787433332 +INFO:root: +[Valid][6][UTT][ MSE = 0.2825 | LCC = 0.8560 | SRCC = 0.8575 ] +INFO:root:Average loss=0.22465931796110594 +INFO:root: +[Valid][7][UTT][ MSE = 0.2491 | LCC = 0.8578 | SRCC = 0.8581 ] +INFO:root:Average loss=0.20903697227820373 +INFO:root: +[Valid][8][UTT][ MSE = 0.3776 | LCC = 0.8453 | SRCC = 0.8574 ] +INFO:root:Average loss=0.19935064896559104 +INFO:root: +[Valid][9][UTT][ MSE = 0.2656 | LCC = 0.8543 | SRCC = 0.8618 ] +INFO:root:Average loss=0.19032971962140158 +INFO:root: +[Valid][10][UTT][ MSE = 0.2348 | LCC = 0.8671 | SRCC = 0.8667 ] +INFO:root:Average loss=0.17439805888212645 +INFO:root: +[Valid][11][UTT][ MSE = 0.2477 | LCC = 0.8627 | SRCC = 0.8625 ] +INFO:root:Average loss=0.18007209094671103 +INFO:root: +[Valid][12][UTT][ MSE = 0.2367 | LCC = 0.8672 | SRCC = 0.8677 ] +INFO:root:Average loss=0.16880567285877007 +INFO:root: +[Valid][13][UTT][ MSE = 0.2371 | LCC = 0.8677 | SRCC = 0.8679 ] +INFO:root:Average loss=0.15920182690024376 +INFO:root: +[Valid][14][UTT][ MSE = 0.2373 | LCC = 0.8671 | SRCC = 0.8652 ] +INFO:root:Average loss=0.17050251393364027 +INFO:root: +[Valid][15][UTT][ MSE = 0.2585 | LCC = 0.8618 | SRCC = 0.8668 ] +INFO:root:Average loss=0.14644799324182364 +INFO:root: +[Valid][16][UTT][ MSE = 0.2151 | LCC = 0.8667 | SRCC = 0.8686 ] +INFO:root:Average loss=0.14563868844356292 +INFO:root: +[Valid][17][UTT][ MSE = 0.2281 | LCC = 0.8637 | SRCC = 0.8672 ] +INFO:root:Average loss=0.14208179483046898 +INFO:root: +[Valid][18][UTT][ MSE = 0.2143 | LCC = 0.8661 | SRCC = 0.8688 ] +INFO:root:Average loss=0.13033445657063752 +INFO:root: +[Valid][19][UTT][ MSE = 0.2268 | LCC = 0.8609 | SRCC = 0.8682 ] +INFO:root:Average loss=0.1384350903905355 +INFO:root: +[Valid][20][UTT][ MSE = 0.3589 | LCC = 0.8482 | SRCC = 0.8561 ] +INFO:root:Average loss=0.12583254783963546 +INFO:root: +[Valid][21][UTT][ MSE = 0.2210 | LCC = 0.8620 | SRCC = 0.8616 ] +INFO:root:Average loss=0.11768308740395766 +INFO:root: +[Valid][22][UTT][ MSE = 0.2507 | LCC = 0.8669 | SRCC = 0.8667 ] +INFO:root:Average loss=0.12498233085259414 +INFO:root: +[Valid][23][UTT][ MSE = 0.2262 | LCC = 0.8692 | SRCC = 0.8690 ] +INFO:root:Average loss=0.11530153185893328 +INFO:root: +[Valid][24][UTT][ MSE = 0.2197 | LCC = 0.8640 | SRCC = 0.8642 ] +INFO:root:Average loss=0.10531290735189731 +INFO:root: +[Valid][25][UTT][ MSE = 0.2176 | LCC = 0.8668 | SRCC = 0.8655 ] +INFO:root:Average loss=0.10068996346149689 +INFO:root: +[Valid][26][UTT][ MSE = 0.2613 | LCC = 0.8594 | SRCC = 0.8625 ] +INFO:root:Average loss=0.11119150274839157 +INFO:root: +[Valid][27][UTT][ MSE = 0.2287 | LCC = 0.8634 | SRCC = 0.8636 ] +INFO:root:Average loss=0.09806297514110039 +INFO:root: +[Valid][28][UTT][ MSE = 0.2805 | LCC = 0.8576 | SRCC = 0.8606 ] +INFO:root:Average loss=0.0990088778333022 +INFO:root: +[Valid][29][UTT][ MSE = 0.2237 | LCC = 0.8638 | SRCC = 0.8643 ] +INFO:root:Average loss=0.09654733357139123 +INFO:root: +[Valid][30][UTT][ MSE = 0.2457 | LCC = 0.8631 | SRCC = 0.8624 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2689 | LCC = 0.8537 | SRCC = 0.8562 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dbcdfc4099e67594a8c79b5c7e3387cd422178c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9abc6adb3648476a4926d3863307c1843c98f07f866023ed3900917a9eacc6dc +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7e19be0633aa013d223f15b552f615c6f3bbd00 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11feb88ce37c2f01c324059e2451d70e6706d7d4f0e4d41a3c7fe42c241ce65e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..05a82512b4bfbcb0a438c766554c050c309b5198 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5816162348939822 +INFO:root: +[Valid][0][UTT][ MSE = 0.3770 | LCC = 0.7697 | SRCC = 0.7738 ] +INFO:root:Average loss=0.30664080935410964 +INFO:root: +[Valid][1][UTT][ MSE = 0.3565 | LCC = 0.8111 | SRCC = 0.8157 ] +INFO:root:Average loss=0.28550867850963885 +INFO:root: +[Valid][2][UTT][ MSE = 0.3272 | LCC = 0.8297 | SRCC = 0.8339 ] +INFO:root:Average loss=0.2655453966596188 +INFO:root: +[Valid][3][UTT][ MSE = 0.2890 | LCC = 0.8412 | SRCC = 0.8414 ] +INFO:root:Average loss=0.2374149868503595 +INFO:root: +[Valid][4][UTT][ MSE = 0.2786 | LCC = 0.8508 | SRCC = 0.8494 ] +INFO:root:Average loss=0.22630147769665107 +INFO:root: +[Valid][5][UTT][ MSE = 0.2757 | LCC = 0.8560 | SRCC = 0.8552 ] +INFO:root:Average loss=0.23275014910942468 +INFO:root: +[Valid][6][UTT][ MSE = 0.2437 | LCC = 0.8581 | SRCC = 0.8581 ] +INFO:root:Average loss=0.22416879064761674 +INFO:root: +[Valid][7][UTT][ MSE = 0.2626 | LCC = 0.8506 | SRCC = 0.8497 ] +INFO:root:Average loss=0.2129842331394171 +INFO:root: +[Valid][8][UTT][ MSE = 0.2451 | LCC = 0.8556 | SRCC = 0.8565 ] +INFO:root:Average loss=0.21610485303860444 +INFO:root: +[Valid][9][UTT][ MSE = 0.2680 | LCC = 0.8586 | SRCC = 0.8581 ] +INFO:root:Average loss=0.19681088282511786 +INFO:root: +[Valid][10][UTT][ MSE = 0.2325 | LCC = 0.8649 | SRCC = 0.8637 ] +INFO:root:Average loss=0.18768067466907012 +INFO:root: +[Valid][11][UTT][ MSE = 0.2481 | LCC = 0.8676 | SRCC = 0.8671 ] +INFO:root:Average loss=0.17505186032026243 +INFO:root: +[Valid][12][UTT][ MSE = 0.2176 | LCC = 0.8646 | SRCC = 0.8647 ] +INFO:root:Average loss=0.18925745450915435 +INFO:root: +[Valid][13][UTT][ MSE = 0.2434 | LCC = 0.8652 | SRCC = 0.8641 ] +INFO:root:Average loss=0.16213625994248268 +INFO:root: +[Valid][14][UTT][ MSE = 0.2279 | LCC = 0.8630 | SRCC = 0.8629 ] +INFO:root:Average loss=0.17835059246191612 +INFO:root: +[Valid][15][UTT][ MSE = 0.2588 | LCC = 0.8666 | SRCC = 0.8654 ] +INFO:root:Average loss=0.15439481641619635 +INFO:root: +[Valid][16][UTT][ MSE = 0.2318 | LCC = 0.8652 | SRCC = 0.8638 ] +INFO:root:Average loss=0.14915962545917585 +INFO:root: +[Valid][17][UTT][ MSE = 0.2221 | LCC = 0.8660 | SRCC = 0.8658 ] +INFO:root:Average loss=0.14898879568164164 +INFO:root: +[Valid][18][UTT][ MSE = 0.2458 | LCC = 0.8599 | SRCC = 0.8579 ] +INFO:root:Average loss=0.13692161173392564 +INFO:root: +[Valid][19][UTT][ MSE = 0.2803 | LCC = 0.8614 | SRCC = 0.8635 ] +INFO:root:Average loss=0.1721857376396656 +INFO:root: +[Valid][20][UTT][ MSE = 0.2428 | LCC = 0.8650 | SRCC = 0.8648 ] +INFO:root:Average loss=0.1382201434328006 +INFO:root: +[Valid][21][UTT][ MSE = 0.2316 | LCC = 0.8590 | SRCC = 0.8582 ] +INFO:root:Average loss=0.13053217138617468 +INFO:root: +[Valid][22][UTT][ MSE = 0.2254 | LCC = 0.8650 | SRCC = 0.8646 ] +INFO:root:Average loss=0.1240325982754047 +INFO:root: +[Valid][23][UTT][ MSE = 0.2229 | LCC = 0.8652 | SRCC = 0.8650 ] +INFO:root:Average loss=0.12345720684299102 +INFO:root: +[Valid][24][UTT][ MSE = 0.2184 | LCC = 0.8639 | SRCC = 0.8634 ] +INFO:root:Average loss=0.13132032503684363 +INFO:root: +[Valid][25][UTT][ MSE = 0.2364 | LCC = 0.8612 | SRCC = 0.8606 ] +INFO:root:Average loss=0.10559145943858685 +INFO:root: +[Valid][26][UTT][ MSE = 0.2214 | LCC = 0.8608 | SRCC = 0.8612 ] +INFO:root:Average loss=0.10593424164331876 +INFO:root: +[Valid][27][UTT][ MSE = 0.2248 | LCC = 0.8627 | SRCC = 0.8619 ] +INFO:root:Average loss=0.11715113868316014 +INFO:root: +[Valid][28][UTT][ MSE = 0.2340 | LCC = 0.8584 | SRCC = 0.8564 ] +INFO:root:Average loss=0.09813159675552295 +INFO:root: +[Valid][29][UTT][ MSE = 0.2235 | LCC = 0.8610 | SRCC = 0.8613 ] +INFO:root:Average loss=0.09957949506739776 +INFO:root: +[Valid][30][UTT][ MSE = 0.2278 | LCC = 0.8567 | SRCC = 0.8577 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2360 | LCC = 0.8657 | SRCC = 0.8649 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba77a573f96a0b0f81fe92db3e0d53fd41741901 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f68a13eadf6d3ba1b7afb0430706eff0d509eb984210e3d12da8eebfa4fee5e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ad1140c7776c206e38fb630528a8aa1f0b3b6d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caba0cdd3b185343be7a7ff10ccd10ce536a6fd8739107a5601dec5bb64f25b8 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f8bbde892cf5804bd49c6ed975ec8f84dcf463cd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer3/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.532181869332607 +INFO:root: +[Valid][0][UTT][ MSE = 0.4056 | LCC = 0.7822 | SRCC = 0.7856 ] +INFO:root:Average loss=0.31275258824611324 +INFO:root: +[Valid][1][UTT][ MSE = 0.2986 | LCC = 0.8103 | SRCC = 0.8167 ] +INFO:root:Average loss=0.27716408517116153 +INFO:root: +[Valid][2][UTT][ MSE = 0.3048 | LCC = 0.8292 | SRCC = 0.8320 ] +INFO:root:Average loss=0.2894424939384827 +INFO:root: +[Valid][3][UTT][ MSE = 0.3000 | LCC = 0.8288 | SRCC = 0.8332 ] +INFO:root:Average loss=0.2748592136762081 +INFO:root: +[Valid][4][UTT][ MSE = 0.2875 | LCC = 0.8406 | SRCC = 0.8432 ] +INFO:root:Average loss=0.23736419261266023 +INFO:root: +[Valid][5][UTT][ MSE = 0.2970 | LCC = 0.8460 | SRCC = 0.8474 ] +INFO:root:Average loss=0.2347629419886149 +INFO:root: +[Valid][6][UTT][ MSE = 0.3147 | LCC = 0.8428 | SRCC = 0.8442 ] +INFO:root:Average loss=0.22459573871814287 +INFO:root: +[Valid][7][UTT][ MSE = 0.2708 | LCC = 0.8571 | SRCC = 0.8575 ] +INFO:root:Average loss=0.21522010614474615 +INFO:root: +[Valid][8][UTT][ MSE = 0.3143 | LCC = 0.8434 | SRCC = 0.8468 ] +INFO:root:Average loss=0.21068244331922287 +INFO:root: +[Valid][9][UTT][ MSE = 0.2495 | LCC = 0.8577 | SRCC = 0.8580 ] +INFO:root:Average loss=0.20352625197324997 +INFO:root: +[Valid][10][UTT][ MSE = 0.2665 | LCC = 0.8542 | SRCC = 0.8579 ] +INFO:root:Average loss=0.2143030027166391 +INFO:root: +[Valid][11][UTT][ MSE = 0.2408 | LCC = 0.8617 | SRCC = 0.8619 ] +INFO:root:Average loss=0.187115008632342 +INFO:root: +[Valid][12][UTT][ MSE = 0.2273 | LCC = 0.8631 | SRCC = 0.8650 ] +INFO:root:Average loss=0.17753303576356325 +INFO:root: +[Valid][13][UTT][ MSE = 0.3015 | LCC = 0.8564 | SRCC = 0.8577 ] +INFO:root:Average loss=0.17309848161844107 +INFO:root: +[Valid][14][UTT][ MSE = 0.2542 | LCC = 0.8618 | SRCC = 0.8624 ] +INFO:root:Average loss=0.16165326497493646 +INFO:root: +[Valid][15][UTT][ MSE = 0.2981 | LCC = 0.8592 | SRCC = 0.8627 ] +INFO:root:Average loss=0.16885045571969107 +INFO:root: +[Valid][16][UTT][ MSE = 0.2190 | LCC = 0.8671 | SRCC = 0.8672 ] +INFO:root:Average loss=0.1530594304203987 +INFO:root: +[Valid][17][UTT][ MSE = 0.2427 | LCC = 0.8631 | SRCC = 0.8639 ] +INFO:root:Average loss=0.1472904934332921 +INFO:root: +[Valid][18][UTT][ MSE = 0.2397 | LCC = 0.8631 | SRCC = 0.8644 ] +INFO:root:Average loss=0.14812011510515824 +INFO:root: +[Valid][19][UTT][ MSE = 0.2773 | LCC = 0.8610 | SRCC = 0.8624 ] +INFO:root:Average loss=0.15331356313366157 +INFO:root: +[Valid][20][UTT][ MSE = 0.2483 | LCC = 0.8633 | SRCC = 0.8645 ] +INFO:root:Average loss=0.13376647835740677 +INFO:root: +[Valid][21][UTT][ MSE = 0.2468 | LCC = 0.8630 | SRCC = 0.8634 ] +INFO:root:Average loss=0.12889604155833906 +INFO:root: +[Valid][22][UTT][ MSE = 0.2311 | LCC = 0.8656 | SRCC = 0.8658 ] +INFO:root:Average loss=0.12133558342854182 +INFO:root: +[Valid][23][UTT][ MSE = 0.2283 | LCC = 0.8635 | SRCC = 0.8647 ] +INFO:root:Average loss=0.12123462930321693 +INFO:root: +[Valid][24][UTT][ MSE = 0.2743 | LCC = 0.8587 | SRCC = 0.8633 ] +INFO:root:Average loss=0.1272743226817021 +INFO:root: +[Valid][25][UTT][ MSE = 0.2335 | LCC = 0.8637 | SRCC = 0.8645 ] +INFO:root:Average loss=0.11598903886400737 +INFO:root: +[Valid][26][UTT][ MSE = 0.2421 | LCC = 0.8610 | SRCC = 0.8617 ] +INFO:root:Average loss=0.10793570686991398 +INFO:root: +[Valid][27][UTT][ MSE = 0.2563 | LCC = 0.8623 | SRCC = 0.8635 ] +INFO:root:Average loss=0.10314521155296227 +INFO:root: +[Valid][28][UTT][ MSE = 0.2525 | LCC = 0.8562 | SRCC = 0.8598 ] +INFO:root:Average loss=0.10125929881364872 +INFO:root: +[Valid][29][UTT][ MSE = 0.2427 | LCC = 0.8589 | SRCC = 0.8589 ] +INFO:root:Average loss=0.11320997301775676 +INFO:root: +[Valid][30][UTT][ MSE = 0.2608 | LCC = 0.8608 | SRCC = 0.8620 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2222 | LCC = 0.8645 | SRCC = 0.8660 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9382b0a4dce25f90d112b0169dfc00e6d545ec76 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22698a1a72c3a69ae79ad23f3bf5be5e28829313b67bb295656f0186f24b1966 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb081b26d79b62fb2f91ac624cf8b98878fb9fd2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f393ab4df0127615b40196d79075e50b59b4c0e58306007a367f0a225c87d6 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..caa4ecabd9e3102735c3bf2f24671e95934446cf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6324737308881222 +INFO:root: +[Valid][0][UTT][ MSE = 0.3992 | LCC = 0.7678 | SRCC = 0.7692 ] +INFO:root:Average loss=0.3187132177826686 +INFO:root: +[Valid][1][UTT][ MSE = 0.3554 | LCC = 0.8076 | SRCC = 0.8077 ] +INFO:root:Average loss=0.2957910568668292 +INFO:root: +[Valid][2][UTT][ MSE = 0.3092 | LCC = 0.8175 | SRCC = 0.8173 ] +INFO:root:Average loss=0.26128196028562695 +INFO:root: +[Valid][3][UTT][ MSE = 0.2940 | LCC = 0.8297 | SRCC = 0.8301 ] +INFO:root:Average loss=0.246896804525302 +INFO:root: +[Valid][4][UTT][ MSE = 0.3024 | LCC = 0.8324 | SRCC = 0.8359 ] +INFO:root:Average loss=0.23103437018700135 +INFO:root: +[Valid][5][UTT][ MSE = 0.3017 | LCC = 0.8370 | SRCC = 0.8381 ] +INFO:root:Average loss=0.2286738184018013 +INFO:root: +[Valid][6][UTT][ MSE = 0.3024 | LCC = 0.8425 | SRCC = 0.8429 ] +INFO:root:Average loss=0.21801846092328048 +INFO:root: +[Valid][7][UTT][ MSE = 0.2707 | LCC = 0.8469 | SRCC = 0.8465 ] +INFO:root:Average loss=0.20071894885637823 +INFO:root: +[Valid][8][UTT][ MSE = 0.2710 | LCC = 0.8499 | SRCC = 0.8492 ] +INFO:root:Average loss=0.20136917783663824 +INFO:root: +[Valid][9][UTT][ MSE = 0.2848 | LCC = 0.8485 | SRCC = 0.8490 ] +INFO:root:Average loss=0.20269299585085648 +INFO:root: +[Valid][10][UTT][ MSE = 0.2724 | LCC = 0.8456 | SRCC = 0.8476 ] +INFO:root:Average loss=0.18783608814462638 +INFO:root: +[Valid][11][UTT][ MSE = 0.2652 | LCC = 0.8467 | SRCC = 0.8455 ] +INFO:root:Average loss=0.185783083908833 +INFO:root: +[Valid][12][UTT][ MSE = 0.2695 | LCC = 0.8471 | SRCC = 0.8479 ] +INFO:root:Average loss=0.17654093794333628 +INFO:root: +[Valid][13][UTT][ MSE = 0.2353 | LCC = 0.8523 | SRCC = 0.8522 ] +INFO:root:Average loss=0.1770022218235028 +INFO:root: +[Valid][14][UTT][ MSE = 0.2498 | LCC = 0.8528 | SRCC = 0.8546 ] +INFO:root:Average loss=0.16070991372450805 +INFO:root: +[Valid][15][UTT][ MSE = 0.2610 | LCC = 0.8522 | SRCC = 0.8531 ] +INFO:root:Average loss=0.14579769663321665 +INFO:root: +[Valid][16][UTT][ MSE = 0.2808 | LCC = 0.8474 | SRCC = 0.8513 ] +INFO:root:Average loss=0.15379335874548325 +INFO:root: +[Valid][17][UTT][ MSE = 0.2770 | LCC = 0.8504 | SRCC = 0.8492 ] +INFO:root:Average loss=0.1517298794709719 +INFO:root: +[Valid][18][UTT][ MSE = 0.2791 | LCC = 0.8493 | SRCC = 0.8523 ] +INFO:root:Average loss=0.1378004970267797 +INFO:root: +[Valid][19][UTT][ MSE = 0.2999 | LCC = 0.8471 | SRCC = 0.8478 ] +INFO:root:Average loss=0.13172964417399505 +INFO:root: +[Valid][20][UTT][ MSE = 0.2440 | LCC = 0.8504 | SRCC = 0.8504 ] +INFO:root:Average loss=0.1338474989319459 +INFO:root: +[Valid][21][UTT][ MSE = 0.2628 | LCC = 0.8479 | SRCC = 0.8481 ] +INFO:root:Average loss=0.12626425310587272 +INFO:root: +[Valid][22][UTT][ MSE = 0.2608 | LCC = 0.8512 | SRCC = 0.8500 ] +INFO:root:Average loss=0.11495170598992935 +INFO:root: +[Valid][23][UTT][ MSE = 0.3210 | LCC = 0.8442 | SRCC = 0.8472 ] +INFO:root:Average loss=0.12033990512673672 +INFO:root: +[Valid][24][UTT][ MSE = 0.2657 | LCC = 0.8462 | SRCC = 0.8464 ] +INFO:root:Average loss=0.1119557030690022 +INFO:root: +[Valid][25][UTT][ MSE = 0.2507 | LCC = 0.8474 | SRCC = 0.8459 ] +INFO:root:Average loss=0.12242417572400509 +INFO:root: +[Valid][26][UTT][ MSE = 0.2707 | LCC = 0.8431 | SRCC = 0.8429 ] +INFO:root:Average loss=0.09716887542834649 +INFO:root: +[Valid][27][UTT][ MSE = 0.2404 | LCC = 0.8472 | SRCC = 0.8475 ] +INFO:root:Average loss=0.09343471464056236 +INFO:root: +[Valid][28][UTT][ MSE = 0.2573 | LCC = 0.8484 | SRCC = 0.8477 ] +INFO:root:Average loss=0.08909588087445651 +INFO:root: +[Valid][29][UTT][ MSE = 0.2686 | LCC = 0.8431 | SRCC = 0.8439 ] +INFO:root:Average loss=0.09146839642945008 +INFO:root: +[Valid][30][UTT][ MSE = 0.2557 | LCC = 0.8486 | SRCC = 0.8499 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2334 | LCC = 0.8566 | SRCC = 0.8568 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..94670247a45637c4147a247c9a71a08bcac95796 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7ed175456ade0f2f3c8e2c0229b5abe97e4a141fbb412e8376943968c58979 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4cad6d237d7d003ec9e300f86d1b3586d21ca6f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:239628e636cf265f0e992f809991eb91b059ecbaf4d8403ce69d4f5c97aa5b63 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9efdee7ae5492d2f9739fb88ebc4559d8361fa52 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7065398116142322 +INFO:root: +[Valid][0][UTT][ MSE = 0.4225 | LCC = 0.7395 | SRCC = 0.7411 ] +INFO:root:Average loss=0.34833329113630146 +INFO:root: +[Valid][1][UTT][ MSE = 0.3887 | LCC = 0.7916 | SRCC = 0.7963 ] +INFO:root:Average loss=0.2839283333756985 +INFO:root: +[Valid][2][UTT][ MSE = 0.3422 | LCC = 0.8088 | SRCC = 0.8104 ] +INFO:root:Average loss=0.2710389244632843 +INFO:root: +[Valid][3][UTT][ MSE = 0.3380 | LCC = 0.8273 | SRCC = 0.8282 ] +INFO:root:Average loss=0.2520555274990889 +INFO:root: +[Valid][4][UTT][ MSE = 0.3019 | LCC = 0.8318 | SRCC = 0.8339 ] +INFO:root:Average loss=0.24017817106766579 +INFO:root: +[Valid][5][UTT][ MSE = 0.2881 | LCC = 0.8423 | SRCC = 0.8432 ] +INFO:root:Average loss=0.22562382083672744 +INFO:root: +[Valid][6][UTT][ MSE = 0.3130 | LCC = 0.8397 | SRCC = 0.8409 ] +INFO:root:Average loss=0.22298979510863623 +INFO:root: +[Valid][7][UTT][ MSE = 0.2590 | LCC = 0.8495 | SRCC = 0.8506 ] +INFO:root:Average loss=0.212917909408227 +INFO:root: +[Valid][8][UTT][ MSE = 0.2900 | LCC = 0.8509 | SRCC = 0.8523 ] +INFO:root:Average loss=0.2011859844892453 +INFO:root: +[Valid][9][UTT][ MSE = 0.2900 | LCC = 0.8479 | SRCC = 0.8518 ] +INFO:root:Average loss=0.1883288586559968 +INFO:root: +[Valid][10][UTT][ MSE = 0.2641 | LCC = 0.8517 | SRCC = 0.8534 ] +INFO:root:Average loss=0.1846799210478098 +INFO:root: +[Valid][11][UTT][ MSE = 0.2709 | LCC = 0.8485 | SRCC = 0.8489 ] +INFO:root:Average loss=0.17660019241082361 +INFO:root: +[Valid][12][UTT][ MSE = 0.3278 | LCC = 0.8435 | SRCC = 0.8508 ] +INFO:root:Average loss=0.17217758231056043 +INFO:root: +[Valid][13][UTT][ MSE = 0.2538 | LCC = 0.8509 | SRCC = 0.8533 ] +INFO:root:Average loss=0.1666514944189634 +INFO:root: +[Valid][14][UTT][ MSE = 0.2604 | LCC = 0.8533 | SRCC = 0.8542 ] +INFO:root:Average loss=0.1522195142431137 +INFO:root: +[Valid][15][UTT][ MSE = 0.2599 | LCC = 0.8510 | SRCC = 0.8517 ] +INFO:root:Average loss=0.1442360422359063 +INFO:root: +[Valid][16][UTT][ MSE = 0.2374 | LCC = 0.8538 | SRCC = 0.8551 ] +INFO:root:Average loss=0.16556962426656333 +INFO:root: +[Valid][17][UTT][ MSE = 0.2414 | LCC = 0.8531 | SRCC = 0.8544 ] +INFO:root:Average loss=0.13896094959897873 +INFO:root: +[Valid][18][UTT][ MSE = 0.2648 | LCC = 0.8499 | SRCC = 0.8505 ] +INFO:root:Average loss=0.12844870554713103 +INFO:root: +[Valid][19][UTT][ MSE = 0.2644 | LCC = 0.8480 | SRCC = 0.8499 ] +INFO:root:Average loss=0.12503904944811112 +INFO:root: +[Valid][20][UTT][ MSE = 0.2572 | LCC = 0.8480 | SRCC = 0.8495 ] +INFO:root:Average loss=0.12198222590944706 +INFO:root: +[Valid][21][UTT][ MSE = 0.2903 | LCC = 0.8431 | SRCC = 0.8455 ] +INFO:root:Average loss=0.11598112558325131 +INFO:root: +[Valid][22][UTT][ MSE = 0.2444 | LCC = 0.8513 | SRCC = 0.8521 ] +INFO:root:Average loss=0.11769976681814744 +INFO:root: +[Valid][23][UTT][ MSE = 0.2553 | LCC = 0.8471 | SRCC = 0.8479 ] +INFO:root:Average loss=0.1003762240975331 +INFO:root: +[Valid][24][UTT][ MSE = 0.2820 | LCC = 0.8502 | SRCC = 0.8518 ] +INFO:root:Average loss=0.10243249608156009 +INFO:root: +[Valid][25][UTT][ MSE = 0.2480 | LCC = 0.8487 | SRCC = 0.8496 ] +INFO:root:Average loss=0.09616689431743744 +INFO:root: +[Valid][26][UTT][ MSE = 0.2697 | LCC = 0.8454 | SRCC = 0.8467 ] +INFO:root:Average loss=0.10307953793268937 +INFO:root: +[Valid][27][UTT][ MSE = 0.2951 | LCC = 0.8389 | SRCC = 0.8433 ] +INFO:root:Average loss=0.09593156228462855 +INFO:root: +[Valid][28][UTT][ MSE = 0.2575 | LCC = 0.8492 | SRCC = 0.8495 ] +INFO:root:Average loss=0.09436801348168117 +INFO:root: +[Valid][29][UTT][ MSE = 0.2991 | LCC = 0.8409 | SRCC = 0.8451 ] +INFO:root:Average loss=0.10077315908020888 +INFO:root: +[Valid][30][UTT][ MSE = 0.2547 | LCC = 0.8471 | SRCC = 0.8485 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2437 | LCC = 0.8499 | SRCC = 0.8519 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..63826e3023fa9daad8af7b7c156c60a15cafbd86 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d266157fb91089bbc997ff0e365bd033984aaad07eae667fdae320e2cbb819 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6a66d1a3a6a3684e1cde3d0c308fb78b7a7a41 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6be1ac14267077e101b25cd74937d700acd7bebee67916be0a79eb9750b0939 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..af2b9d329cb698c0b44622d7c2052275ba879e3e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5103800334991553 +INFO:root: +[Valid][0][UTT][ MSE = 0.3520 | LCC = 0.7821 | SRCC = 0.7860 ] +INFO:root:Average loss=0.3388533177666175 +INFO:root: +[Valid][1][UTT][ MSE = 0.3308 | LCC = 0.8076 | SRCC = 0.8089 ] +INFO:root:Average loss=0.283270701001852 +INFO:root: +[Valid][2][UTT][ MSE = 0.2855 | LCC = 0.8230 | SRCC = 0.8237 ] +INFO:root:Average loss=0.27010340014329326 +INFO:root: +[Valid][3][UTT][ MSE = 0.3101 | LCC = 0.8192 | SRCC = 0.8212 ] +INFO:root:Average loss=0.25720094278072697 +INFO:root: +[Valid][4][UTT][ MSE = 0.3199 | LCC = 0.8345 | SRCC = 0.8346 ] +INFO:root:Average loss=0.2366666642901225 +INFO:root: +[Valid][5][UTT][ MSE = 0.2788 | LCC = 0.8394 | SRCC = 0.8382 ] +INFO:root:Average loss=0.24023112310813025 +INFO:root: +[Valid][6][UTT][ MSE = 0.2668 | LCC = 0.8409 | SRCC = 0.8397 ] +INFO:root:Average loss=0.2210084692789958 +INFO:root: +[Valid][7][UTT][ MSE = 0.2870 | LCC = 0.8444 | SRCC = 0.8424 ] +INFO:root:Average loss=0.20521127776457712 +INFO:root: +[Valid][8][UTT][ MSE = 0.2756 | LCC = 0.8486 | SRCC = 0.8469 ] +INFO:root:Average loss=0.20532367072808436 +INFO:root: +[Valid][9][UTT][ MSE = 0.3587 | LCC = 0.8411 | SRCC = 0.8427 ] +INFO:root:Average loss=0.1926289202693181 +INFO:root: +[Valid][10][UTT][ MSE = 0.3187 | LCC = 0.8378 | SRCC = 0.8413 ] +INFO:root:Average loss=0.19696206943346903 +INFO:root: +[Valid][11][UTT][ MSE = 0.3196 | LCC = 0.8452 | SRCC = 0.8454 ] +INFO:root:Average loss=0.17416022746608809 +INFO:root: +[Valid][12][UTT][ MSE = 0.2947 | LCC = 0.8467 | SRCC = 0.8446 ] +INFO:root:Average loss=0.17136925630844557 +INFO:root: +[Valid][13][UTT][ MSE = 0.3069 | LCC = 0.8436 | SRCC = 0.8450 ] +INFO:root:Average loss=0.17460308854396528 +INFO:root: +[Valid][14][UTT][ MSE = 0.2774 | LCC = 0.8495 | SRCC = 0.8484 ] +INFO:root:Average loss=0.15828161084881195 +INFO:root: +[Valid][15][UTT][ MSE = 0.2639 | LCC = 0.8483 | SRCC = 0.8459 ] +INFO:root:Average loss=0.14357502815815118 +INFO:root: +[Valid][16][UTT][ MSE = 0.2531 | LCC = 0.8479 | SRCC = 0.8465 ] +INFO:root:Average loss=0.15349672008783388 +INFO:root: +[Valid][17][UTT][ MSE = 0.2549 | LCC = 0.8501 | SRCC = 0.8479 ] +INFO:root:Average loss=0.14524191780350146 +INFO:root: +[Valid][18][UTT][ MSE = 0.2704 | LCC = 0.8499 | SRCC = 0.8490 ] +INFO:root:Average loss=0.1612567396309131 +INFO:root: +[Valid][19][UTT][ MSE = 0.2562 | LCC = 0.8473 | SRCC = 0.8467 ] +INFO:root:Average loss=0.13897706845249885 +INFO:root: +[Valid][20][UTT][ MSE = 0.2887 | LCC = 0.8471 | SRCC = 0.8478 ] +INFO:root:Average loss=0.12403149148210502 +INFO:root: +[Valid][21][UTT][ MSE = 0.2805 | LCC = 0.8426 | SRCC = 0.8414 ] +INFO:root:Average loss=0.1292775677373776 +INFO:root: +[Valid][22][UTT][ MSE = 0.2454 | LCC = 0.8468 | SRCC = 0.8450 ] +INFO:root:Average loss=0.12079722615770805 +INFO:root: +[Valid][23][UTT][ MSE = 0.2970 | LCC = 0.8414 | SRCC = 0.8395 ] +INFO:root:Average loss=0.12581249326467514 +INFO:root: +[Valid][24][UTT][ MSE = 0.2496 | LCC = 0.8486 | SRCC = 0.8477 ] +INFO:root:Average loss=0.11095016373273654 +INFO:root: +[Valid][25][UTT][ MSE = 0.3203 | LCC = 0.8400 | SRCC = 0.8415 ] +INFO:root:Average loss=0.11848598728195214 +INFO:root: +[Valid][26][UTT][ MSE = 0.2497 | LCC = 0.8448 | SRCC = 0.8432 ] +INFO:root:Average loss=0.10283458700928932 +INFO:root: +[Valid][27][UTT][ MSE = 0.2999 | LCC = 0.8369 | SRCC = 0.8356 ] +INFO:root:Average loss=0.10596506273708282 +INFO:root: +[Valid][28][UTT][ MSE = 0.2662 | LCC = 0.8396 | SRCC = 0.8385 ] +INFO:root:Average loss=0.10619879127121888 +INFO:root: +[Valid][29][UTT][ MSE = 0.3268 | LCC = 0.8377 | SRCC = 0.8375 ] +INFO:root:Average loss=0.10206216205962193 +INFO:root: +[Valid][30][UTT][ MSE = 0.3017 | LCC = 0.8360 | SRCC = 0.8364 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2481 | LCC = 0.8513 | SRCC = 0.8529 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..21e0fe241350ddddca641aacaf497bfaff18771b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83657635a7bfc9db392fa2747ce72dead13a56767feba10cb1b73977e58dfc5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..74d1649fdf76571a19de2145037d40ee7361a18f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc430e4c91de529b32d6a6f76e378644dda42dacc479ffd1d3fd5d1d64c943bd +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..dce83f5b22deebaaa21fbb93f2d4da2f697c405a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5656570710050755 +INFO:root: +[Valid][0][UTT][ MSE = 0.4084 | LCC = 0.7724 | SRCC = 0.7763 ] +INFO:root:Average loss=0.3125544834213379 +INFO:root: +[Valid][1][UTT][ MSE = 0.3730 | LCC = 0.8097 | SRCC = 0.8093 ] +INFO:root:Average loss=0.2856950343419344 +INFO:root: +[Valid][2][UTT][ MSE = 0.3050 | LCC = 0.8190 | SRCC = 0.8207 ] +INFO:root:Average loss=0.2777116739979157 +INFO:root: +[Valid][3][UTT][ MSE = 0.3056 | LCC = 0.8188 | SRCC = 0.8204 ] +INFO:root:Average loss=0.24953257330717185 +INFO:root: +[Valid][4][UTT][ MSE = 0.3184 | LCC = 0.8218 | SRCC = 0.8288 ] +INFO:root:Average loss=0.24028251129083145 +INFO:root: +[Valid][5][UTT][ MSE = 0.2711 | LCC = 0.8352 | SRCC = 0.8364 ] +INFO:root:Average loss=0.2238169365013257 +INFO:root: +[Valid][6][UTT][ MSE = 0.2637 | LCC = 0.8398 | SRCC = 0.8405 ] +INFO:root:Average loss=0.21408772927064162 +INFO:root: +[Valid][7][UTT][ MSE = 0.3464 | LCC = 0.8466 | SRCC = 0.8478 ] +INFO:root:Average loss=0.22111522692900437 +INFO:root: +[Valid][8][UTT][ MSE = 0.2698 | LCC = 0.8465 | SRCC = 0.8467 ] +INFO:root:Average loss=0.20192132412623137 +INFO:root: +[Valid][9][UTT][ MSE = 0.2635 | LCC = 0.8479 | SRCC = 0.8483 ] +INFO:root:Average loss=0.19417273511107153 +INFO:root: +[Valid][10][UTT][ MSE = 0.2598 | LCC = 0.8478 | SRCC = 0.8477 ] +INFO:root:Average loss=0.1832729340172731 +INFO:root: +[Valid][11][UTT][ MSE = 0.2810 | LCC = 0.8526 | SRCC = 0.8514 ] +INFO:root:Average loss=0.17409558279009965 +INFO:root: +[Valid][12][UTT][ MSE = 0.2839 | LCC = 0.8513 | SRCC = 0.8506 ] +INFO:root:Average loss=0.16725296250138527 +INFO:root: +[Valid][13][UTT][ MSE = 0.3029 | LCC = 0.8413 | SRCC = 0.8475 ] +INFO:root:Average loss=0.1687831746844145 +INFO:root: +[Valid][14][UTT][ MSE = 0.2723 | LCC = 0.8442 | SRCC = 0.8464 ] +INFO:root:Average loss=0.15332445492729163 +INFO:root: +[Valid][15][UTT][ MSE = 0.2754 | LCC = 0.8489 | SRCC = 0.8505 ] +INFO:root:Average loss=0.15171262411734995 +INFO:root: +[Valid][16][UTT][ MSE = 0.2759 | LCC = 0.8440 | SRCC = 0.8461 ] +INFO:root:Average loss=0.1492945730495147 +INFO:root: +[Valid][17][UTT][ MSE = 0.2660 | LCC = 0.8460 | SRCC = 0.8470 ] +INFO:root:Average loss=0.153618982873666 +INFO:root: +[Valid][18][UTT][ MSE = 0.2563 | LCC = 0.8554 | SRCC = 0.8553 ] +INFO:root:Average loss=0.1256155628615465 +INFO:root: +[Valid][19][UTT][ MSE = 0.2579 | LCC = 0.8549 | SRCC = 0.8552 ] +INFO:root:Average loss=0.1326042601886468 +INFO:root: +[Valid][20][UTT][ MSE = 0.2704 | LCC = 0.8496 | SRCC = 0.8503 ] +INFO:root:Average loss=0.11876964989380959 +INFO:root: +[Valid][21][UTT][ MSE = 0.2553 | LCC = 0.8490 | SRCC = 0.8499 ] +INFO:root:Average loss=0.11724858616407101 +INFO:root: +[Valid][22][UTT][ MSE = 0.2494 | LCC = 0.8528 | SRCC = 0.8524 ] +INFO:root:Average loss=0.11897196176533516 +INFO:root: +[Valid][23][UTT][ MSE = 0.3012 | LCC = 0.8429 | SRCC = 0.8435 ] +INFO:root:Average loss=0.1286306811066774 +INFO:root: +[Valid][24][UTT][ MSE = 0.2525 | LCC = 0.8486 | SRCC = 0.8491 ] +INFO:root:Average loss=0.10649613940562958 +INFO:root: +[Valid][25][UTT][ MSE = 0.2817 | LCC = 0.8465 | SRCC = 0.8473 ] +INFO:root:Average loss=0.10588711094206725 +INFO:root: +[Valid][26][UTT][ MSE = 0.2603 | LCC = 0.8464 | SRCC = 0.8455 ] +INFO:root:Average loss=0.09723794445968591 +INFO:root: +[Valid][27][UTT][ MSE = 0.2568 | LCC = 0.8459 | SRCC = 0.8465 ] +INFO:root:Average loss=0.10545540820711698 +INFO:root: +[Valid][28][UTT][ MSE = 0.2536 | LCC = 0.8487 | SRCC = 0.8493 ] +INFO:root:Average loss=0.09189970724475689 +INFO:root: +[Valid][29][UTT][ MSE = 0.2784 | LCC = 0.8492 | SRCC = 0.8498 ] +INFO:root:Average loss=0.08862413972234115 +INFO:root: +[Valid][30][UTT][ MSE = 0.2709 | LCC = 0.8425 | SRCC = 0.8434 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2752 | LCC = 0.8489 | SRCC = 0.8499 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b773d5f6e0a94be519d0bb215ff3b15b8e422193 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217df7ac9bbf97be58aab2d672039bbab29daecde313d744cd4021b7fea4676a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0139f3ba9931b26fc798025d57795c0a5a7c6bc4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e584dfeb5178f6838c068b95a2aba198ed1ed688a18a6c24fea6ddebeced17 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6ec584b8df7f8b35f4cef47edb2154fe9916b383 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6027648212053837 +INFO:root: +[Valid][0][UTT][ MSE = 0.3730 | LCC = 0.7604 | SRCC = 0.7672 ] +INFO:root:Average loss=0.3245871997414491 +INFO:root: +[Valid][1][UTT][ MSE = 0.3462 | LCC = 0.7994 | SRCC = 0.8020 ] +INFO:root:Average loss=0.2817379532334132 +INFO:root: +[Valid][2][UTT][ MSE = 0.3459 | LCC = 0.8203 | SRCC = 0.8199 ] +INFO:root:Average loss=0.2749930740549014 +INFO:root: +[Valid][3][UTT][ MSE = 0.3122 | LCC = 0.8264 | SRCC = 0.8272 ] +INFO:root:Average loss=0.2714653269220621 +INFO:root: +[Valid][4][UTT][ MSE = 0.3563 | LCC = 0.8325 | SRCC = 0.8352 ] +INFO:root:Average loss=0.24317095505121428 +INFO:root: +[Valid][5][UTT][ MSE = 0.2880 | LCC = 0.8379 | SRCC = 0.8382 ] +INFO:root:Average loss=0.24349986532559761 +INFO:root: +[Valid][6][UTT][ MSE = 0.2747 | LCC = 0.8415 | SRCC = 0.8412 ] +INFO:root:Average loss=0.2153231035440396 +INFO:root: +[Valid][7][UTT][ MSE = 0.2955 | LCC = 0.8421 | SRCC = 0.8443 ] +INFO:root:Average loss=0.2125197904996383 +INFO:root: +[Valid][8][UTT][ MSE = 0.2773 | LCC = 0.8427 | SRCC = 0.8421 ] +INFO:root:Average loss=0.22084291202899736 +INFO:root: +[Valid][9][UTT][ MSE = 0.3056 | LCC = 0.8490 | SRCC = 0.8488 ] +INFO:root:Average loss=0.1918851201159832 +INFO:root: +[Valid][10][UTT][ MSE = 0.2858 | LCC = 0.8485 | SRCC = 0.8490 ] +INFO:root:Average loss=0.19441882874339056 +INFO:root: +[Valid][11][UTT][ MSE = 0.2621 | LCC = 0.8507 | SRCC = 0.8499 ] +INFO:root:Average loss=0.1909622962658222 +INFO:root: +[Valid][12][UTT][ MSE = 0.2562 | LCC = 0.8516 | SRCC = 0.8503 ] +INFO:root:Average loss=0.17362130786745977 +INFO:root: +[Valid][13][UTT][ MSE = 0.2831 | LCC = 0.8478 | SRCC = 0.8461 ] +INFO:root:Average loss=0.16645941023643201 +INFO:root: +[Valid][14][UTT][ MSE = 0.2422 | LCC = 0.8515 | SRCC = 0.8518 ] +INFO:root:Average loss=0.163142540707038 +INFO:root: +[Valid][15][UTT][ MSE = 0.2614 | LCC = 0.8480 | SRCC = 0.8466 ] +INFO:root:Average loss=0.1616284707799936 +INFO:root: +[Valid][16][UTT][ MSE = 0.3030 | LCC = 0.8463 | SRCC = 0.8486 ] +INFO:root:Average loss=0.15426948972237417 +INFO:root: +[Valid][17][UTT][ MSE = 0.2461 | LCC = 0.8499 | SRCC = 0.8484 ] +INFO:root:Average loss=0.1473656191657751 +INFO:root: +[Valid][18][UTT][ MSE = 0.2462 | LCC = 0.8494 | SRCC = 0.8477 ] +INFO:root:Average loss=0.1411779900200856 +INFO:root: +[Valid][19][UTT][ MSE = 0.2578 | LCC = 0.8495 | SRCC = 0.8485 ] +INFO:root:Average loss=0.1357850900445229 +INFO:root: +[Valid][20][UTT][ MSE = 0.2426 | LCC = 0.8485 | SRCC = 0.8472 ] +INFO:root:Average loss=0.12664591129391622 +INFO:root: +[Valid][21][UTT][ MSE = 0.2735 | LCC = 0.8464 | SRCC = 0.8438 ] +INFO:root:Average loss=0.13220150787860918 +INFO:root: +[Valid][22][UTT][ MSE = 0.2629 | LCC = 0.8477 | SRCC = 0.8462 ] +INFO:root:Average loss=0.11981089699726838 +INFO:root: +[Valid][23][UTT][ MSE = 0.2470 | LCC = 0.8448 | SRCC = 0.8434 ] +INFO:root:Average loss=0.12678010379656768 +INFO:root: +[Valid][24][UTT][ MSE = 0.2490 | LCC = 0.8505 | SRCC = 0.8488 ] +INFO:root:Average loss=0.11690861808183865 +INFO:root: +[Valid][25][UTT][ MSE = 0.2397 | LCC = 0.8462 | SRCC = 0.8450 ] +INFO:root:Average loss=0.13016091984434006 +INFO:root: +[Valid][26][UTT][ MSE = 0.2721 | LCC = 0.8445 | SRCC = 0.8435 ] +INFO:root:Average loss=0.10945488560276154 +INFO:root: +[Valid][27][UTT][ MSE = 0.2635 | LCC = 0.8417 | SRCC = 0.8389 ] +INFO:root:Average loss=0.10320929017586586 +INFO:root: +[Valid][28][UTT][ MSE = 0.2553 | LCC = 0.8446 | SRCC = 0.8432 ] +INFO:root:Average loss=0.09527715142720784 +INFO:root: +[Valid][29][UTT][ MSE = 0.2622 | LCC = 0.8463 | SRCC = 0.8446 ] +INFO:root:Average loss=0.0939830728352834 +INFO:root: +[Valid][30][UTT][ MSE = 0.2457 | LCC = 0.8467 | SRCC = 0.8448 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2530 | LCC = 0.8524 | SRCC = 0.8526 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f49f5ba82eb6be6cb8a78e0f47e1234204f6443 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86abc0c4832f32011147598f22902f84270714c334bc61a3e1be4f6595d5598 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..65c3bfbf1106fe7dfcef5fd1456519ed887a6fc9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9cc8ec052982d6bca8b38de42747a19dfc0d7ac65f224064164a0320375f41 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0fd3db873dd23a217103b577dcc163ce1fbb8ac8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6044019602048092 +INFO:root: +[Valid][0][UTT][ MSE = 0.4232 | LCC = 0.7687 | SRCC = 0.7783 ] +INFO:root:Average loss=0.3324093398375389 +INFO:root: +[Valid][1][UTT][ MSE = 0.3408 | LCC = 0.8009 | SRCC = 0.8038 ] +INFO:root:Average loss=0.2832038830488156 +INFO:root: +[Valid][2][UTT][ MSE = 0.3381 | LCC = 0.8200 | SRCC = 0.8194 ] +INFO:root:Average loss=0.2627273826644971 +INFO:root: +[Valid][3][UTT][ MSE = 0.2840 | LCC = 0.8261 | SRCC = 0.8271 ] +INFO:root:Average loss=0.25976924770153487 +INFO:root: +[Valid][4][UTT][ MSE = 0.3229 | LCC = 0.8296 | SRCC = 0.8303 ] +INFO:root:Average loss=0.2320974608644461 +INFO:root: +[Valid][5][UTT][ MSE = 0.2733 | LCC = 0.8384 | SRCC = 0.8380 ] +INFO:root:Average loss=0.22473933643255478 +INFO:root: +[Valid][6][UTT][ MSE = 0.2866 | LCC = 0.8430 | SRCC = 0.8427 ] +INFO:root:Average loss=0.21004255049121687 +INFO:root: +[Valid][7][UTT][ MSE = 0.2743 | LCC = 0.8403 | SRCC = 0.8416 ] +INFO:root:Average loss=0.20784532985626122 +INFO:root: +[Valid][8][UTT][ MSE = 0.3544 | LCC = 0.8343 | SRCC = 0.8404 ] +INFO:root:Average loss=0.20630493072363046 +INFO:root: +[Valid][9][UTT][ MSE = 0.2764 | LCC = 0.8470 | SRCC = 0.8451 ] +INFO:root:Average loss=0.18537061346264985 +INFO:root: +[Valid][10][UTT][ MSE = 0.2673 | LCC = 0.8467 | SRCC = 0.8455 ] +INFO:root:Average loss=0.18713228652874628 +INFO:root: +[Valid][11][UTT][ MSE = 0.2859 | LCC = 0.8462 | SRCC = 0.8462 ] +INFO:root:Average loss=0.19153495648732552 +INFO:root: +[Valid][12][UTT][ MSE = 0.3032 | LCC = 0.8449 | SRCC = 0.8452 ] +INFO:root:Average loss=0.16084766282867163 +INFO:root: +[Valid][13][UTT][ MSE = 0.2796 | LCC = 0.8461 | SRCC = 0.8480 ] +INFO:root:Average loss=0.18375476717184752 +INFO:root: +[Valid][14][UTT][ MSE = 0.2893 | LCC = 0.8476 | SRCC = 0.8466 ] +INFO:root:Average loss=0.17706864709273362 +INFO:root: +[Valid][15][UTT][ MSE = 0.3121 | LCC = 0.8402 | SRCC = 0.8410 ] +INFO:root:Average loss=0.1494957662354677 +INFO:root: +[Valid][16][UTT][ MSE = 0.2612 | LCC = 0.8451 | SRCC = 0.8435 ] +INFO:root:Average loss=0.14115806611684653 +INFO:root: +[Valid][17][UTT][ MSE = 0.2648 | LCC = 0.8461 | SRCC = 0.8454 ] +INFO:root:Average loss=0.1377863572576107 +INFO:root: +[Valid][18][UTT][ MSE = 0.2620 | LCC = 0.8445 | SRCC = 0.8434 ] +INFO:root:Average loss=0.12483214854429929 +INFO:root: +[Valid][19][UTT][ MSE = 0.2943 | LCC = 0.8402 | SRCC = 0.8391 ] +INFO:root:Average loss=0.1211278484417842 +INFO:root: +[Valid][20][UTT][ MSE = 0.2814 | LCC = 0.8450 | SRCC = 0.8442 ] +INFO:root:Average loss=0.11293184623504296 +INFO:root: +[Valid][21][UTT][ MSE = 0.2559 | LCC = 0.8452 | SRCC = 0.8434 ] +INFO:root:Average loss=0.1164040822440233 +INFO:root: +[Valid][22][UTT][ MSE = 0.2787 | LCC = 0.8413 | SRCC = 0.8401 ] +INFO:root:Average loss=0.11420059872743411 +INFO:root: +[Valid][23][UTT][ MSE = 0.3209 | LCC = 0.8374 | SRCC = 0.8357 ] +INFO:root:Average loss=0.10453434183429448 +INFO:root: +[Valid][24][UTT][ MSE = 0.2651 | LCC = 0.8423 | SRCC = 0.8402 ] +INFO:root:Average loss=0.10879971827260959 +INFO:root: +[Valid][25][UTT][ MSE = 0.2596 | LCC = 0.8436 | SRCC = 0.8416 ] +INFO:root:Average loss=0.09715509013487743 +INFO:root: +[Valid][26][UTT][ MSE = 0.2588 | LCC = 0.8432 | SRCC = 0.8402 ] +INFO:root:Average loss=0.09656809509182587 +INFO:root: +[Valid][27][UTT][ MSE = 0.2474 | LCC = 0.8443 | SRCC = 0.8430 ] +INFO:root:Average loss=0.09029419247347575 +INFO:root: +[Valid][28][UTT][ MSE = 0.3027 | LCC = 0.8415 | SRCC = 0.8400 ] +INFO:root:Average loss=0.08877265348266332 +INFO:root: +[Valid][29][UTT][ MSE = 0.2759 | LCC = 0.8398 | SRCC = 0.8384 ] +INFO:root:Average loss=0.08180146373044221 +INFO:root: +[Valid][30][UTT][ MSE = 0.2910 | LCC = 0.8413 | SRCC = 0.8397 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2969 | LCC = 0.8511 | SRCC = 0.8512 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..172d3c6ac65ff01d441b518cb5d8c3fca3d0f38f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce803a9e671a86143302956399b9b2e13d7c1cd1e1d659468e2f2e269d2bf94c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..680c618c363c7418d5456ac7c78bdd0828757499 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f572116a2e749f2cf666fafcd8adb13986cd24c42275f8107574b3616d40c151 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0d5b0f52e61bd663d491a1f80af5eb056864a410 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4734411755433449 +INFO:root: +[Valid][0][UTT][ MSE = 0.3509 | LCC = 0.7889 | SRCC = 0.7931 ] +INFO:root:Average loss=0.30768305655473316 +INFO:root: +[Valid][1][UTT][ MSE = 0.4819 | LCC = 0.7911 | SRCC = 0.8047 ] +INFO:root:Average loss=0.29171635860051864 +INFO:root: +[Valid][2][UTT][ MSE = 0.2959 | LCC = 0.8225 | SRCC = 0.8244 ] +INFO:root:Average loss=0.2711378872776643 +INFO:root: +[Valid][3][UTT][ MSE = 0.3876 | LCC = 0.8265 | SRCC = 0.8296 ] +INFO:root:Average loss=0.24097504524084237 +INFO:root: +[Valid][4][UTT][ MSE = 0.3247 | LCC = 0.8317 | SRCC = 0.8337 ] +INFO:root:Average loss=0.23197918022290254 +INFO:root: +[Valid][5][UTT][ MSE = 0.3151 | LCC = 0.8387 | SRCC = 0.8395 ] +INFO:root:Average loss=0.21583615663724068 +INFO:root: +[Valid][6][UTT][ MSE = 0.3738 | LCC = 0.8354 | SRCC = 0.8375 ] +INFO:root:Average loss=0.23960926097172958 +INFO:root: +[Valid][7][UTT][ MSE = 0.3133 | LCC = 0.8420 | SRCC = 0.8437 ] +INFO:root:Average loss=0.19637938703481966 +INFO:root: +[Valid][8][UTT][ MSE = 0.2761 | LCC = 0.8442 | SRCC = 0.8469 ] +INFO:root:Average loss=0.20107456201162094 +INFO:root: +[Valid][9][UTT][ MSE = 0.3177 | LCC = 0.8429 | SRCC = 0.8460 ] +INFO:root:Average loss=0.18181329526198217 +INFO:root: +[Valid][10][UTT][ MSE = 0.2646 | LCC = 0.8502 | SRCC = 0.8488 ] +INFO:root:Average loss=0.1751767009114608 +INFO:root: +[Valid][11][UTT][ MSE = 0.2621 | LCC = 0.8500 | SRCC = 0.8491 ] +INFO:root:Average loss=0.18150797706001845 +INFO:root: +[Valid][12][UTT][ MSE = 0.3538 | LCC = 0.8387 | SRCC = 0.8425 ] +INFO:root:Average loss=0.1643071493659264 +INFO:root: +[Valid][13][UTT][ MSE = 0.3042 | LCC = 0.8414 | SRCC = 0.8452 ] +INFO:root:Average loss=0.15800319430537713 +INFO:root: +[Valid][14][UTT][ MSE = 0.3200 | LCC = 0.8451 | SRCC = 0.8469 ] +INFO:root:Average loss=0.14858507107083613 +INFO:root: +[Valid][15][UTT][ MSE = 0.2849 | LCC = 0.8466 | SRCC = 0.8461 ] +INFO:root:Average loss=0.1452759502407832 +INFO:root: +[Valid][16][UTT][ MSE = 0.2545 | LCC = 0.8452 | SRCC = 0.8467 ] +INFO:root:Average loss=0.14849818144471216 +INFO:root: +[Valid][17][UTT][ MSE = 0.3463 | LCC = 0.8383 | SRCC = 0.8403 ] +INFO:root:Average loss=0.1362863197349585 +INFO:root: +[Valid][18][UTT][ MSE = 0.2635 | LCC = 0.8462 | SRCC = 0.8449 ] +INFO:root:Average loss=0.13110547713362253 +INFO:root: +[Valid][19][UTT][ MSE = 0.3442 | LCC = 0.8360 | SRCC = 0.8394 ] +INFO:root:Average loss=0.12018306400531377 +INFO:root: +[Valid][20][UTT][ MSE = 0.3280 | LCC = 0.8459 | SRCC = 0.8456 ] +INFO:root:Average loss=0.12228022773678486 +INFO:root: +[Valid][21][UTT][ MSE = 0.2636 | LCC = 0.8425 | SRCC = 0.8440 ] +INFO:root:Average loss=0.12349580514889497 +INFO:root: +[Valid][22][UTT][ MSE = 0.3632 | LCC = 0.8369 | SRCC = 0.8423 ] +INFO:root:Average loss=0.10628439858555794 +INFO:root: +[Valid][23][UTT][ MSE = 0.2521 | LCC = 0.8455 | SRCC = 0.8447 ] +INFO:root:Average loss=0.11028475534075345 +INFO:root: +[Valid][24][UTT][ MSE = 0.3512 | LCC = 0.8437 | SRCC = 0.8444 ] +INFO:root:Average loss=0.10538522278269132 +INFO:root: +[Valid][25][UTT][ MSE = 0.2478 | LCC = 0.8432 | SRCC = 0.8428 ] +INFO:root:Average loss=0.10533156169530673 +INFO:root: +[Valid][26][UTT][ MSE = 0.2568 | LCC = 0.8424 | SRCC = 0.8418 ] +INFO:root:Average loss=0.09114379922931011 +INFO:root: +[Valid][27][UTT][ MSE = 0.2761 | LCC = 0.8404 | SRCC = 0.8411 ] +INFO:root:Average loss=0.09543336455065471 +INFO:root: +[Valid][28][UTT][ MSE = 0.2993 | LCC = 0.8410 | SRCC = 0.8398 ] +INFO:root:Average loss=0.08374883993886985 +INFO:root: +[Valid][29][UTT][ MSE = 0.2874 | LCC = 0.8446 | SRCC = 0.8435 ] +INFO:root:Average loss=0.099801872498714 +INFO:root: +[Valid][30][UTT][ MSE = 0.2569 | LCC = 0.8429 | SRCC = 0.8408 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2492 | LCC = 0.8542 | SRCC = 0.8545 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..146c54c3f2fd9a292b2cf44d7b6515f4396d9e82 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf8dff561be2dee2e9e204e53eb96d072f5f665f0d0d814ddab538c46dc4719 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c56a8e3f9dc9cbd36e799d7da587d46f3607b98 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7784c13b2d45f89c0613f882047a236787e1375c5cb0a0f31b1e8cc3120b6f +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6b1dd8e76f79d88a92ce80c060451f4e0a326eac --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5622751407134228 +INFO:root: +[Valid][0][UTT][ MSE = 0.3510 | LCC = 0.7798 | SRCC = 0.7857 ] +INFO:root:Average loss=0.3194944369487273 +INFO:root: +[Valid][1][UTT][ MSE = 0.3490 | LCC = 0.8072 | SRCC = 0.8086 ] +INFO:root:Average loss=0.27922308234832227 +INFO:root: +[Valid][2][UTT][ MSE = 0.3159 | LCC = 0.8193 | SRCC = 0.8209 ] +INFO:root:Average loss=0.2608965637210088 +INFO:root: +[Valid][3][UTT][ MSE = 0.2863 | LCC = 0.8271 | SRCC = 0.8306 ] +INFO:root:Average loss=0.24091066343662065 +INFO:root: +[Valid][4][UTT][ MSE = 0.2811 | LCC = 0.8299 | SRCC = 0.8308 ] +INFO:root:Average loss=0.23918646965653467 +INFO:root: +[Valid][5][UTT][ MSE = 0.2705 | LCC = 0.8396 | SRCC = 0.8406 ] +INFO:root:Average loss=0.2260906879718487 +INFO:root: +[Valid][6][UTT][ MSE = 0.2825 | LCC = 0.8392 | SRCC = 0.8394 ] +INFO:root:Average loss=0.20951589330648765 +INFO:root: +[Valid][7][UTT][ MSE = 0.2733 | LCC = 0.8400 | SRCC = 0.8392 ] +INFO:root:Average loss=0.20770283158008868 +INFO:root: +[Valid][8][UTT][ MSE = 0.2728 | LCC = 0.8435 | SRCC = 0.8435 ] +INFO:root:Average loss=0.20060839771460265 +INFO:root: +[Valid][9][UTT][ MSE = 0.2746 | LCC = 0.8430 | SRCC = 0.8422 ] +INFO:root:Average loss=0.19525855760543775 +INFO:root: +[Valid][10][UTT][ MSE = 0.2731 | LCC = 0.8455 | SRCC = 0.8450 ] +INFO:root:Average loss=0.1789449780033185 +INFO:root: +[Valid][11][UTT][ MSE = 0.3657 | LCC = 0.8390 | SRCC = 0.8447 ] +INFO:root:Average loss=0.1863865081507426 +INFO:root: +[Valid][12][UTT][ MSE = 0.2525 | LCC = 0.8427 | SRCC = 0.8435 ] +INFO:root:Average loss=0.17661716636174765 +INFO:root: +[Valid][13][UTT][ MSE = 0.3220 | LCC = 0.8410 | SRCC = 0.8432 ] +INFO:root:Average loss=0.1550530578272465 +INFO:root: +[Valid][14][UTT][ MSE = 0.2527 | LCC = 0.8462 | SRCC = 0.8461 ] +INFO:root:Average loss=0.1489846217326629 +INFO:root: +[Valid][15][UTT][ MSE = 0.2597 | LCC = 0.8468 | SRCC = 0.8463 ] +INFO:root:Average loss=0.14349625784999284 +INFO:root: +[Valid][16][UTT][ MSE = 0.2391 | LCC = 0.8489 | SRCC = 0.8479 ] +INFO:root:Average loss=0.1543341362132476 +INFO:root: +[Valid][17][UTT][ MSE = 0.2484 | LCC = 0.8482 | SRCC = 0.8476 ] +INFO:root:Average loss=0.1369788105098101 +INFO:root: +[Valid][18][UTT][ MSE = 0.2648 | LCC = 0.8488 | SRCC = 0.8484 ] +INFO:root:Average loss=0.12803471671083036 +INFO:root: +[Valid][19][UTT][ MSE = 0.2528 | LCC = 0.8474 | SRCC = 0.8473 ] +INFO:root:Average loss=0.12474365981343465 +INFO:root: +[Valid][20][UTT][ MSE = 0.2447 | LCC = 0.8451 | SRCC = 0.8458 ] +INFO:root:Average loss=0.12479100490991886 +INFO:root: +[Valid][21][UTT][ MSE = 0.2603 | LCC = 0.8424 | SRCC = 0.8431 ] +INFO:root:Average loss=0.12203091784165455 +INFO:root: +[Valid][22][UTT][ MSE = 0.3168 | LCC = 0.8425 | SRCC = 0.8435 ] +INFO:root:Average loss=0.11396368182240388 +INFO:root: +[Valid][23][UTT][ MSE = 0.2518 | LCC = 0.8468 | SRCC = 0.8470 ] +INFO:root:Average loss=0.10934780834194942 +INFO:root: +[Valid][24][UTT][ MSE = 0.2464 | LCC = 0.8454 | SRCC = 0.8449 ] +INFO:root:Average loss=0.1080803520595416 +INFO:root: +[Valid][25][UTT][ MSE = 0.2379 | LCC = 0.8481 | SRCC = 0.8482 ] +INFO:root:Average loss=0.10329935919397916 +INFO:root: +[Valid][26][UTT][ MSE = 0.2534 | LCC = 0.8481 | SRCC = 0.8464 ] +INFO:root:Average loss=0.09701687049789307 +INFO:root: +[Valid][27][UTT][ MSE = 0.2486 | LCC = 0.8465 | SRCC = 0.8455 ] +INFO:root:Average loss=0.09382996168465187 +INFO:root: +[Valid][28][UTT][ MSE = 0.2768 | LCC = 0.8436 | SRCC = 0.8430 ] +INFO:root:Average loss=0.09114472376994598 +INFO:root: +[Valid][29][UTT][ MSE = 0.2605 | LCC = 0.8456 | SRCC = 0.8457 ] +INFO:root:Average loss=0.09167445207444522 +INFO:root: +[Valid][30][UTT][ MSE = 0.2646 | LCC = 0.8403 | SRCC = 0.8411 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2529 | LCC = 0.8444 | SRCC = 0.8470 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9f92ddb810d49e5ae40a1678d45530d7693300 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcef78480df872c895b497f302d5808fcc2c6e60e60ba63b3072c1fdec9fbfc8 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..783e6046f12cf9539099af60506ac5625d4f689b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386cccab20d51f224a7e1489054379c2d5b0347b38252ca0361c5164da6d5a07 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d66962bea132129a042e7851ab1afc4c9a66f0d7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5141284675934376 +INFO:root: +[Valid][0][UTT][ MSE = 0.3710 | LCC = 0.7833 | SRCC = 0.7892 ] +INFO:root:Average loss=0.303956731962852 +INFO:root: +[Valid][1][UTT][ MSE = 0.3346 | LCC = 0.8058 | SRCC = 0.8083 ] +INFO:root:Average loss=0.2854551672935486 +INFO:root: +[Valid][2][UTT][ MSE = 0.3083 | LCC = 0.8180 | SRCC = 0.8180 ] +INFO:root:Average loss=0.27416458897865736 +INFO:root: +[Valid][3][UTT][ MSE = 0.3218 | LCC = 0.8263 | SRCC = 0.8260 ] +INFO:root:Average loss=0.2429537614568686 +INFO:root: +[Valid][4][UTT][ MSE = 0.2877 | LCC = 0.8323 | SRCC = 0.8314 ] +INFO:root:Average loss=0.23926549051434565 +INFO:root: +[Valid][5][UTT][ MSE = 0.3316 | LCC = 0.8397 | SRCC = 0.8393 ] +INFO:root:Average loss=0.2288948792295578 +INFO:root: +[Valid][6][UTT][ MSE = 0.2869 | LCC = 0.8347 | SRCC = 0.8376 ] +INFO:root:Average loss=0.2159644944163469 +INFO:root: +[Valid][7][UTT][ MSE = 0.3058 | LCC = 0.8425 | SRCC = 0.8415 ] +INFO:root:Average loss=0.2217975321870584 +INFO:root: +[Valid][8][UTT][ MSE = 0.3026 | LCC = 0.8410 | SRCC = 0.8406 ] +INFO:root:Average loss=0.20433440976417983 +INFO:root: +[Valid][9][UTT][ MSE = 0.2861 | LCC = 0.8381 | SRCC = 0.8407 ] +INFO:root:Average loss=0.18892665188281965 +INFO:root: +[Valid][10][UTT][ MSE = 0.2612 | LCC = 0.8400 | SRCC = 0.8391 ] +INFO:root:Average loss=0.18048271536827087 +INFO:root: +[Valid][11][UTT][ MSE = 0.2895 | LCC = 0.8426 | SRCC = 0.8402 ] +INFO:root:Average loss=0.17421981692314148 +INFO:root: +[Valid][12][UTT][ MSE = 0.2644 | LCC = 0.8428 | SRCC = 0.8439 ] +INFO:root:Average loss=0.16723830692279032 +INFO:root: +[Valid][13][UTT][ MSE = 0.2712 | LCC = 0.8347 | SRCC = 0.8379 ] +INFO:root:Average loss=0.16798138494292894 +INFO:root: +[Valid][14][UTT][ MSE = 0.2867 | LCC = 0.8367 | SRCC = 0.8358 ] +INFO:root:Average loss=0.15873339781776452 +INFO:root: +[Valid][15][UTT][ MSE = 0.3316 | LCC = 0.8447 | SRCC = 0.8440 ] +INFO:root:Average loss=0.14976837581548935 +INFO:root: +[Valid][16][UTT][ MSE = 0.3044 | LCC = 0.8348 | SRCC = 0.8425 ] +INFO:root:Average loss=0.1335085218724532 +INFO:root: +[Valid][17][UTT][ MSE = 0.2839 | LCC = 0.8397 | SRCC = 0.8398 ] +INFO:root:Average loss=0.13007527073988548 +INFO:root: +[Valid][18][UTT][ MSE = 0.2683 | LCC = 0.8423 | SRCC = 0.8429 ] +INFO:root:Average loss=0.1415189587726043 +INFO:root: +[Valid][19][UTT][ MSE = 0.2731 | LCC = 0.8447 | SRCC = 0.8428 ] +INFO:root:Average loss=0.12748338129275885 +INFO:root: +[Valid][20][UTT][ MSE = 0.2546 | LCC = 0.8459 | SRCC = 0.8457 ] +INFO:root:Average loss=0.1308140467183712 +INFO:root: +[Valid][21][UTT][ MSE = 0.2694 | LCC = 0.8379 | SRCC = 0.8416 ] +INFO:root:Average loss=0.11727968355019887 +INFO:root: +[Valid][22][UTT][ MSE = 0.2719 | LCC = 0.8454 | SRCC = 0.8450 ] +INFO:root:Average loss=0.12381957662411225 +INFO:root: +[Valid][23][UTT][ MSE = 0.2656 | LCC = 0.8441 | SRCC = 0.8429 ] +INFO:root:Average loss=0.11916198767721653 +INFO:root: +[Valid][24][UTT][ MSE = 0.2822 | LCC = 0.8443 | SRCC = 0.8431 ] +INFO:root:Average loss=0.10405361394469555 +INFO:root: +[Valid][25][UTT][ MSE = 0.2694 | LCC = 0.8407 | SRCC = 0.8392 ] +INFO:root:Average loss=0.0983168319440805 +INFO:root: +[Valid][26][UTT][ MSE = 0.2718 | LCC = 0.8394 | SRCC = 0.8397 ] +INFO:root:Average loss=0.10873508157256322 +INFO:root: +[Valid][27][UTT][ MSE = 0.2681 | LCC = 0.8433 | SRCC = 0.8421 ] +INFO:root:Average loss=0.09773848984294976 +INFO:root: +[Valid][28][UTT][ MSE = 0.2731 | LCC = 0.8396 | SRCC = 0.8405 ] +INFO:root:Average loss=0.09444643323047039 +INFO:root: +[Valid][29][UTT][ MSE = 0.2587 | LCC = 0.8407 | SRCC = 0.8392 ] +INFO:root:Average loss=0.09333853146586663 +INFO:root: +[Valid][30][UTT][ MSE = 0.2740 | LCC = 0.8368 | SRCC = 0.8340 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2635 | LCC = 0.8458 | SRCC = 0.8458 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a3320cd31add3c1927d3019fd4e2339d8b3c031 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbfd856ba357f964e25e34d6f50b60651e7ca37823e2b0aec2d1503421d8d9be +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea1b0b9b47a9ec4b31f083c1a255a97b76d8c68 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28ab4ef221d63b2ceb354e2187550f103ebdfa0e1e2d3ba846d26c185a4c8a5 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d7b9db298fb9992e11aff0bcf9e7830165280103 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer5/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6651561699616604 +INFO:root: +[Valid][0][UTT][ MSE = 0.4438 | LCC = 0.7318 | SRCC = 0.7367 ] +INFO:root:Average loss=0.3483274984054076 +INFO:root: +[Valid][1][UTT][ MSE = 0.4012 | LCC = 0.7951 | SRCC = 0.8063 ] +INFO:root:Average loss=0.2945776621882732 +INFO:root: +[Valid][2][UTT][ MSE = 0.3402 | LCC = 0.8192 | SRCC = 0.8211 ] +INFO:root:Average loss=0.2754134726830018 +INFO:root: +[Valid][3][UTT][ MSE = 0.3399 | LCC = 0.8271 | SRCC = 0.8296 ] +INFO:root:Average loss=0.2422655131190251 +INFO:root: +[Valid][4][UTT][ MSE = 0.3069 | LCC = 0.8341 | SRCC = 0.8342 ] +INFO:root:Average loss=0.25134153473071563 +INFO:root: +[Valid][5][UTT][ MSE = 0.2734 | LCC = 0.8352 | SRCC = 0.8369 ] +INFO:root:Average loss=0.2233142336973777 +INFO:root: +[Valid][6][UTT][ MSE = 0.2813 | LCC = 0.8394 | SRCC = 0.8423 ] +INFO:root:Average loss=0.22389114972872612 +INFO:root: +[Valid][7][UTT][ MSE = 0.3590 | LCC = 0.8333 | SRCC = 0.8384 ] +INFO:root:Average loss=0.22040759332669088 +INFO:root: +[Valid][8][UTT][ MSE = 0.2943 | LCC = 0.8444 | SRCC = 0.8456 ] +INFO:root:Average loss=0.19546493515372276 +INFO:root: +[Valid][9][UTT][ MSE = 0.3006 | LCC = 0.8451 | SRCC = 0.8462 ] +INFO:root:Average loss=0.18915579582636172 +INFO:root: +[Valid][10][UTT][ MSE = 0.2502 | LCC = 0.8439 | SRCC = 0.8448 ] +INFO:root:Average loss=0.18752005256903478 +INFO:root: +[Valid][11][UTT][ MSE = 0.2773 | LCC = 0.8455 | SRCC = 0.8447 ] +INFO:root:Average loss=0.16704763414768073 +INFO:root: +[Valid][12][UTT][ MSE = 0.3022 | LCC = 0.8427 | SRCC = 0.8424 ] +INFO:root:Average loss=0.16146128997206688 +INFO:root: +[Valid][13][UTT][ MSE = 0.3019 | LCC = 0.8416 | SRCC = 0.8411 ] +INFO:root:Average loss=0.16051788456164873 +INFO:root: +[Valid][14][UTT][ MSE = 0.2646 | LCC = 0.8454 | SRCC = 0.8456 ] +INFO:root:Average loss=0.15134760995323843 +INFO:root: +[Valid][15][UTT][ MSE = 0.2713 | LCC = 0.8445 | SRCC = 0.8431 ] +INFO:root:Average loss=0.15264542047411966 +INFO:root: +[Valid][16][UTT][ MSE = 0.3254 | LCC = 0.8350 | SRCC = 0.8382 ] +INFO:root:Average loss=0.1416949869539493 +INFO:root: +[Valid][17][UTT][ MSE = 0.2528 | LCC = 0.8445 | SRCC = 0.8448 ] +INFO:root:Average loss=0.12636204044788313 +INFO:root: +[Valid][18][UTT][ MSE = 0.2591 | LCC = 0.8418 | SRCC = 0.8415 ] +INFO:root:Average loss=0.13660539381014994 +INFO:root: +[Valid][19][UTT][ MSE = 0.2746 | LCC = 0.8437 | SRCC = 0.8448 ] +INFO:root:Average loss=0.11599028549897365 +INFO:root: +[Valid][20][UTT][ MSE = 0.2547 | LCC = 0.8422 | SRCC = 0.8436 ] +INFO:root:Average loss=0.11293934123256268 +INFO:root: +[Valid][21][UTT][ MSE = 0.2946 | LCC = 0.8386 | SRCC = 0.8432 ] +INFO:root:Average loss=0.12436554810175529 +INFO:root: +[Valid][22][UTT][ MSE = 0.2624 | LCC = 0.8421 | SRCC = 0.8421 ] +INFO:root:Average loss=0.10455446174511543 +INFO:root: +[Valid][23][UTT][ MSE = 0.3200 | LCC = 0.8367 | SRCC = 0.8384 ] +INFO:root:Average loss=0.10173655134172012 +INFO:root: +[Valid][24][UTT][ MSE = 0.3501 | LCC = 0.8316 | SRCC = 0.8339 ] +INFO:root:Average loss=0.10625103364388148 +INFO:root: +[Valid][25][UTT][ MSE = 0.2731 | LCC = 0.8410 | SRCC = 0.8414 ] +INFO:root:Average loss=0.10137274880439807 +INFO:root: +[Valid][26][UTT][ MSE = 0.2982 | LCC = 0.8375 | SRCC = 0.8401 ] +INFO:root:Average loss=0.09243267573989354 +INFO:root: +[Valid][27][UTT][ MSE = 0.4191 | LCC = 0.8276 | SRCC = 0.8327 ] +INFO:root:Average loss=0.1006507883564784 +INFO:root: +[Valid][28][UTT][ MSE = 0.3113 | LCC = 0.8346 | SRCC = 0.8382 ] +INFO:root:Average loss=0.08651720675138327 +INFO:root: +[Valid][29][UTT][ MSE = 0.2587 | LCC = 0.8395 | SRCC = 0.8393 ] +INFO:root:Average loss=0.08599453323926681 +INFO:root: +[Valid][30][UTT][ MSE = 0.2516 | LCC = 0.8452 | SRCC = 0.8442 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2512 | LCC = 0.8575 | SRCC = 0.8568 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5346f87b04342b764eba82260e45f13bea54d2d6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e84c91ac5957247822d84227a1baff505e3949aafd08abe2f49d9002a4de9eb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d5075a903846ebf18fc2396d6c2882d7b74a9d9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53881978d8107657c2fd7dc8c98d11db41c77e7087c1ff249de7bb983937b81c +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9fc141066b7aff1cfe8f2e014e2f87fa2590b5fa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5911491241974708 +INFO:root: +[Valid][0][UTT][ MSE = 0.4284 | LCC = 0.7589 | SRCC = 0.7678 ] +INFO:root:Average loss=0.32985985145354885 +INFO:root: +[Valid][1][UTT][ MSE = 0.3530 | LCC = 0.7961 | SRCC = 0.7985 ] +INFO:root:Average loss=0.28666941897991377 +INFO:root: +[Valid][2][UTT][ MSE = 0.3381 | LCC = 0.8130 | SRCC = 0.8159 ] +INFO:root:Average loss=0.27814447975311524 +INFO:root: +[Valid][3][UTT][ MSE = 0.3275 | LCC = 0.8225 | SRCC = 0.8224 ] +INFO:root:Average loss=0.2564018387825061 +INFO:root: +[Valid][4][UTT][ MSE = 0.3270 | LCC = 0.8281 | SRCC = 0.8272 ] +INFO:root:Average loss=0.24439387825819162 +INFO:root: +[Valid][5][UTT][ MSE = 0.3084 | LCC = 0.8300 | SRCC = 0.8294 ] +INFO:root:Average loss=0.23717602476095542 +INFO:root: +[Valid][6][UTT][ MSE = 0.2925 | LCC = 0.8333 | SRCC = 0.8312 ] +INFO:root:Average loss=0.23178419432578942 +INFO:root: +[Valid][7][UTT][ MSE = 0.3168 | LCC = 0.8349 | SRCC = 0.8338 ] +INFO:root:Average loss=0.2181820735717431 +INFO:root: +[Valid][8][UTT][ MSE = 0.3843 | LCC = 0.8340 | SRCC = 0.8355 ] +INFO:root:Average loss=0.20345517152395004 +INFO:root: +[Valid][9][UTT][ MSE = 0.2725 | LCC = 0.8331 | SRCC = 0.8330 ] +INFO:root:Average loss=0.19516209121315908 +INFO:root: +[Valid][10][UTT][ MSE = 0.3085 | LCC = 0.8367 | SRCC = 0.8373 ] +INFO:root:Average loss=0.18321753360140017 +INFO:root: +[Valid][11][UTT][ MSE = 0.3162 | LCC = 0.8322 | SRCC = 0.8305 ] +INFO:root:Average loss=0.18943024207002077 +INFO:root: +[Valid][12][UTT][ MSE = 0.2843 | LCC = 0.8354 | SRCC = 0.8340 ] +INFO:root:Average loss=0.1691070705270156 +INFO:root: +[Valid][13][UTT][ MSE = 0.2973 | LCC = 0.8339 | SRCC = 0.8343 ] +INFO:root:Average loss=0.15759265929078445 +INFO:root: +[Valid][14][UTT][ MSE = 0.2794 | LCC = 0.8401 | SRCC = 0.8384 ] +INFO:root:Average loss=0.1465427840176301 +INFO:root: +[Valid][15][UTT][ MSE = 0.3089 | LCC = 0.8350 | SRCC = 0.8323 ] +INFO:root:Average loss=0.16643255824844042 +INFO:root: +[Valid][16][UTT][ MSE = 0.2660 | LCC = 0.8367 | SRCC = 0.8362 ] +INFO:root:Average loss=0.141017770442443 +INFO:root: +[Valid][17][UTT][ MSE = 0.2655 | LCC = 0.8373 | SRCC = 0.8340 ] +INFO:root:Average loss=0.14617236407521444 +INFO:root: +[Valid][18][UTT][ MSE = 0.2882 | LCC = 0.8310 | SRCC = 0.8289 ] +INFO:root:Average loss=0.1250874285514538 +INFO:root: +[Valid][19][UTT][ MSE = 0.2900 | LCC = 0.8366 | SRCC = 0.8344 ] +INFO:root:Average loss=0.12059548115118957 +INFO:root: +[Valid][20][UTT][ MSE = 0.2610 | LCC = 0.8343 | SRCC = 0.8315 ] +INFO:root:Average loss=0.12037155500207192 +INFO:root: +[Valid][21][UTT][ MSE = 0.3054 | LCC = 0.8327 | SRCC = 0.8315 ] +INFO:root:Average loss=0.11154479829546733 +INFO:root: +[Valid][22][UTT][ MSE = 0.2629 | LCC = 0.8396 | SRCC = 0.8371 ] +INFO:root:Average loss=0.11116579518868373 +INFO:root: +[Valid][23][UTT][ MSE = 0.2680 | LCC = 0.8336 | SRCC = 0.8321 ] +INFO:root:Average loss=0.11848390522675636 +INFO:root: +[Valid][24][UTT][ MSE = 0.2753 | LCC = 0.8359 | SRCC = 0.8345 ] +INFO:root:Average loss=0.11187817791524605 +INFO:root: +[Valid][25][UTT][ MSE = 0.2796 | LCC = 0.8349 | SRCC = 0.8331 ] +INFO:root:Average loss=0.09927304370854145 +INFO:root: +[Valid][26][UTT][ MSE = 0.2721 | LCC = 0.8337 | SRCC = 0.8331 ] +INFO:root:Average loss=0.09265771255088158 +INFO:root: +[Valid][27][UTT][ MSE = 0.2711 | LCC = 0.8329 | SRCC = 0.8311 ] +INFO:root:Average loss=0.10050264507150039 +INFO:root: +[Valid][28][UTT][ MSE = 0.2855 | LCC = 0.8348 | SRCC = 0.8335 ] +INFO:root:Average loss=0.0947702060907315 +INFO:root: +[Valid][29][UTT][ MSE = 0.2691 | LCC = 0.8301 | SRCC = 0.8291 ] +INFO:root:Average loss=0.08608536909406002 +INFO:root: +[Valid][30][UTT][ MSE = 0.2793 | LCC = 0.8319 | SRCC = 0.8298 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2863 | LCC = 0.8502 | SRCC = 0.8511 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f17cb60c537d50b933fe336c278b028261674fb5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536a95be30a66cd294221b3c98c4259f852336d9b9812eebe298355ddc0ad833 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..26e6077dd1371b17c6ec681e76acc4d0e9a8cc9d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:681d586bd4f751095f3b403ff70f99566cb3a1f7a4e21853d9ef239fd7011abd +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e4decb0aa683c0633acda58dd1f39873fa40049e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4919803178845308 +INFO:root: +[Valid][0][UTT][ MSE = 0.3617 | LCC = 0.7853 | SRCC = 0.7889 ] +INFO:root:Average loss=0.3151611622709494 +INFO:root: +[Valid][1][UTT][ MSE = 0.3703 | LCC = 0.8025 | SRCC = 0.8018 ] +INFO:root:Average loss=0.2730753725537887 +INFO:root: +[Valid][2][UTT][ MSE = 0.3366 | LCC = 0.8204 | SRCC = 0.8187 ] +INFO:root:Average loss=0.2649681785931954 +INFO:root: +[Valid][3][UTT][ MSE = 0.3212 | LCC = 0.8256 | SRCC = 0.8233 ] +INFO:root:Average loss=0.24888095880548158 +INFO:root: +[Valid][4][UTT][ MSE = 0.3102 | LCC = 0.8265 | SRCC = 0.8285 ] +INFO:root:Average loss=0.27107968085851425 +INFO:root: +[Valid][5][UTT][ MSE = 0.3336 | LCC = 0.8316 | SRCC = 0.8293 ] +INFO:root:Average loss=0.24320449832922372 +INFO:root: +[Valid][6][UTT][ MSE = 0.2868 | LCC = 0.8358 | SRCC = 0.8336 ] +INFO:root:Average loss=0.22453347784586442 +INFO:root: +[Valid][7][UTT][ MSE = 0.2804 | LCC = 0.8374 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2201030059502675 +INFO:root: +[Valid][8][UTT][ MSE = 0.2941 | LCC = 0.8387 | SRCC = 0.8357 ] +INFO:root:Average loss=0.2029552677502999 +INFO:root: +[Valid][9][UTT][ MSE = 0.2738 | LCC = 0.8400 | SRCC = 0.8377 ] +INFO:root:Average loss=0.2079551678437453 +INFO:root: +[Valid][10][UTT][ MSE = 0.3056 | LCC = 0.8410 | SRCC = 0.8398 ] +INFO:root:Average loss=0.18868859637624177 +INFO:root: +[Valid][11][UTT][ MSE = 0.2739 | LCC = 0.8398 | SRCC = 0.8385 ] +INFO:root:Average loss=0.18837425303764832 +INFO:root: +[Valid][12][UTT][ MSE = 0.2781 | LCC = 0.8338 | SRCC = 0.8343 ] +INFO:root:Average loss=0.172191091072865 +INFO:root: +[Valid][13][UTT][ MSE = 0.2720 | LCC = 0.8379 | SRCC = 0.8359 ] +INFO:root:Average loss=0.1642296858705007 +INFO:root: +[Valid][14][UTT][ MSE = 0.2768 | LCC = 0.8407 | SRCC = 0.8379 ] +INFO:root:Average loss=0.1654299067763182 +INFO:root: +[Valid][15][UTT][ MSE = 0.2602 | LCC = 0.8411 | SRCC = 0.8387 ] +INFO:root:Average loss=0.1476057930252491 +INFO:root: +[Valid][16][UTT][ MSE = 0.3050 | LCC = 0.8376 | SRCC = 0.8364 ] +INFO:root:Average loss=0.14431783442313856 +INFO:root: +[Valid][17][UTT][ MSE = 0.2803 | LCC = 0.8368 | SRCC = 0.8359 ] +INFO:root:Average loss=0.15818223643761414 +INFO:root: +[Valid][18][UTT][ MSE = 0.2588 | LCC = 0.8409 | SRCC = 0.8386 ] +INFO:root:Average loss=0.14173827864802802 +INFO:root: +[Valid][19][UTT][ MSE = 0.2679 | LCC = 0.8340 | SRCC = 0.8319 ] +INFO:root:Average loss=0.13953717129352766 +INFO:root: +[Valid][20][UTT][ MSE = 0.3124 | LCC = 0.8356 | SRCC = 0.8334 ] +INFO:root:Average loss=0.12639940730654275 +INFO:root: +[Valid][21][UTT][ MSE = 0.2598 | LCC = 0.8402 | SRCC = 0.8371 ] +INFO:root:Average loss=0.12180988700726093 +INFO:root: +[Valid][22][UTT][ MSE = 0.2756 | LCC = 0.8342 | SRCC = 0.8321 ] +INFO:root:Average loss=0.1135494056611489 +INFO:root: +[Valid][23][UTT][ MSE = 0.2806 | LCC = 0.8330 | SRCC = 0.8300 ] +INFO:root:Average loss=0.11820130575543795 +INFO:root: +[Valid][24][UTT][ MSE = 0.3346 | LCC = 0.8310 | SRCC = 0.8313 ] +INFO:root:Average loss=0.10414969854247876 +INFO:root: +[Valid][25][UTT][ MSE = 0.2732 | LCC = 0.8352 | SRCC = 0.8306 ] +INFO:root:Average loss=0.10149103374435352 +INFO:root: +[Valid][26][UTT][ MSE = 0.2733 | LCC = 0.8332 | SRCC = 0.8317 ] +INFO:root:Average loss=0.11059707818696132 +INFO:root: +[Valid][27][UTT][ MSE = 0.2520 | LCC = 0.8370 | SRCC = 0.8349 ] +INFO:root:Average loss=0.09798220898478459 +INFO:root: +[Valid][28][UTT][ MSE = 0.2722 | LCC = 0.8356 | SRCC = 0.8339 ] +INFO:root:Average loss=0.09721982068358323 +INFO:root: +[Valid][29][UTT][ MSE = 0.2982 | LCC = 0.8334 | SRCC = 0.8310 ] +INFO:root:Average loss=0.08942138308133835 +INFO:root: +[Valid][30][UTT][ MSE = 0.2756 | LCC = 0.8346 | SRCC = 0.8329 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2627 | LCC = 0.8426 | SRCC = 0.8435 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd67048bb2dd2ff2f777f04df33bf33f9409f726 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e545aaff098762dfbe90157677dde52861414f4c09f31af0454bf6706835440 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..65a6ffe667e3044daded1e1ccfa686e6d9c2bf3a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02542bee054b2eb2dc86cdf57456ece60778dc8b8b2ec198a3a95738f1d12463 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..86c80a3cea9b90de9059a9dae5532478ca85472d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.492571007173795 +INFO:root: +[Valid][0][UTT][ MSE = 0.3706 | LCC = 0.7772 | SRCC = 0.7823 ] +INFO:root:Average loss=0.3181434329121541 +INFO:root: +[Valid][1][UTT][ MSE = 0.3589 | LCC = 0.8040 | SRCC = 0.8047 ] +INFO:root:Average loss=0.29418920343502974 +INFO:root: +[Valid][2][UTT][ MSE = 0.3095 | LCC = 0.8126 | SRCC = 0.8140 ] +INFO:root:Average loss=0.26855068844862473 +INFO:root: +[Valid][3][UTT][ MSE = 0.3095 | LCC = 0.8232 | SRCC = 0.8216 ] +INFO:root:Average loss=0.25790922592083615 +INFO:root: +[Valid][4][UTT][ MSE = 0.3034 | LCC = 0.8243 | SRCC = 0.8243 ] +INFO:root:Average loss=0.24750229869133386 +INFO:root: +[Valid][5][UTT][ MSE = 0.3122 | LCC = 0.8329 | SRCC = 0.8323 ] +INFO:root:Average loss=0.2386981439896119 +INFO:root: +[Valid][6][UTT][ MSE = 0.3029 | LCC = 0.8379 | SRCC = 0.8367 ] +INFO:root:Average loss=0.22654560590401673 +INFO:root: +[Valid][7][UTT][ MSE = 0.2775 | LCC = 0.8366 | SRCC = 0.8359 ] +INFO:root:Average loss=0.20997953281188622 +INFO:root: +[Valid][8][UTT][ MSE = 0.3114 | LCC = 0.8380 | SRCC = 0.8363 ] +INFO:root:Average loss=0.21116376381654006 +INFO:root: +[Valid][9][UTT][ MSE = 0.2848 | LCC = 0.8427 | SRCC = 0.8426 ] +INFO:root:Average loss=0.1932613094074604 +INFO:root: +[Valid][10][UTT][ MSE = 0.3077 | LCC = 0.8418 | SRCC = 0.8420 ] +INFO:root:Average loss=0.19279146356842455 +INFO:root: +[Valid][11][UTT][ MSE = 0.3676 | LCC = 0.8404 | SRCC = 0.8421 ] +INFO:root:Average loss=0.19872462778137281 +INFO:root: +[Valid][12][UTT][ MSE = 0.2799 | LCC = 0.8444 | SRCC = 0.8435 ] +INFO:root:Average loss=0.18711535307841423 +INFO:root: +[Valid][13][UTT][ MSE = 0.2966 | LCC = 0.8426 | SRCC = 0.8420 ] +INFO:root:Average loss=0.17321964057210165 +INFO:root: +[Valid][14][UTT][ MSE = 0.2561 | LCC = 0.8451 | SRCC = 0.8453 ] +INFO:root:Average loss=0.15948723801053488 +INFO:root: +[Valid][15][UTT][ MSE = 0.3081 | LCC = 0.8421 | SRCC = 0.8413 ] +INFO:root:Average loss=0.15803334690057314 +INFO:root: +[Valid][16][UTT][ MSE = 0.2598 | LCC = 0.8435 | SRCC = 0.8421 ] +INFO:root:Average loss=0.15588640832366088 +INFO:root: +[Valid][17][UTT][ MSE = 0.2601 | LCC = 0.8486 | SRCC = 0.8479 ] +INFO:root:Average loss=0.14048693004326943 +INFO:root: +[Valid][18][UTT][ MSE = 0.2935 | LCC = 0.8420 | SRCC = 0.8406 ] +INFO:root:Average loss=0.14284818342480904 +INFO:root: +[Valid][19][UTT][ MSE = 0.2864 | LCC = 0.8462 | SRCC = 0.8443 ] +INFO:root:Average loss=0.14007435395167425 +INFO:root: +[Valid][20][UTT][ MSE = 0.2442 | LCC = 0.8491 | SRCC = 0.8461 ] +INFO:root:Average loss=0.12895588729626092 +INFO:root: +[Valid][21][UTT][ MSE = 0.2609 | LCC = 0.8448 | SRCC = 0.8433 ] +INFO:root:Average loss=0.12119157058306229 +INFO:root: +[Valid][22][UTT][ MSE = 0.2824 | LCC = 0.8428 | SRCC = 0.8408 ] +INFO:root:Average loss=0.11759707494041859 +INFO:root: +[Valid][23][UTT][ MSE = 0.3568 | LCC = 0.8430 | SRCC = 0.8435 ] +INFO:root:Average loss=0.12156283148588279 +INFO:root: +[Valid][24][UTT][ MSE = 0.2791 | LCC = 0.8477 | SRCC = 0.8453 ] +INFO:root:Average loss=0.11016643916567166 +INFO:root: +[Valid][25][UTT][ MSE = 0.2582 | LCC = 0.8449 | SRCC = 0.8421 ] +INFO:root:Average loss=0.10246312283934692 +INFO:root: +[Valid][26][UTT][ MSE = 0.2627 | LCC = 0.8461 | SRCC = 0.8438 ] +INFO:root:Average loss=0.10428317139546077 +INFO:root: +[Valid][27][UTT][ MSE = 0.2800 | LCC = 0.8437 | SRCC = 0.8417 ] +INFO:root:Average loss=0.10017822850017975 +INFO:root: +[Valid][28][UTT][ MSE = 0.2877 | LCC = 0.8454 | SRCC = 0.8438 ] +INFO:root:Average loss=0.092379768880514 +INFO:root: +[Valid][29][UTT][ MSE = 0.3052 | LCC = 0.8434 | SRCC = 0.8410 ] +INFO:root:Average loss=0.11057270776766998 +INFO:root: +[Valid][30][UTT][ MSE = 0.2511 | LCC = 0.8430 | SRCC = 0.8409 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2634 | LCC = 0.8474 | SRCC = 0.8475 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..10f021e4c7daa0cf911c1688639b516ab572172f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074a2477ebf869d68067aa324204a347414e5cd864e0bc4785e1740329d47a7a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..96493bf6cc4267806e048cdcb22f2d25cb154379 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:203ef33aef0c6cc7df2ce5a8b95a02171427f2bfa1ec4200ba87c3fea3aca287 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ad119862911c02bbc02ffa5bdc75b9a47355fc5f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.591930909989736 +INFO:root: +[Valid][0][UTT][ MSE = 0.3736 | LCC = 0.7642 | SRCC = 0.7715 ] +INFO:root:Average loss=0.3196446085587526 +INFO:root: +[Valid][1][UTT][ MSE = 0.3360 | LCC = 0.8014 | SRCC = 0.8032 ] +INFO:root:Average loss=0.28935413158092743 +INFO:root: +[Valid][2][UTT][ MSE = 0.3245 | LCC = 0.8131 | SRCC = 0.8143 ] +INFO:root:Average loss=0.27503532018416965 +INFO:root: +[Valid][3][UTT][ MSE = 0.3321 | LCC = 0.8192 | SRCC = 0.8217 ] +INFO:root:Average loss=0.26713091211441237 +INFO:root: +[Valid][4][UTT][ MSE = 0.3441 | LCC = 0.8263 | SRCC = 0.8286 ] +INFO:root:Average loss=0.2622828789246388 +INFO:root: +[Valid][5][UTT][ MSE = 0.3374 | LCC = 0.8268 | SRCC = 0.8319 ] +INFO:root:Average loss=0.2326467961837084 +INFO:root: +[Valid][6][UTT][ MSE = 0.3110 | LCC = 0.8321 | SRCC = 0.8327 ] +INFO:root:Average loss=0.22454304286302665 +INFO:root: +[Valid][7][UTT][ MSE = 0.3084 | LCC = 0.8294 | SRCC = 0.8288 ] +INFO:root:Average loss=0.20877230348877418 +INFO:root: +[Valid][8][UTT][ MSE = 0.2683 | LCC = 0.8380 | SRCC = 0.8384 ] +INFO:root:Average loss=0.21565154634225062 +INFO:root: +[Valid][9][UTT][ MSE = 0.2958 | LCC = 0.8340 | SRCC = 0.8352 ] +INFO:root:Average loss=0.19866039603948593 +INFO:root: +[Valid][10][UTT][ MSE = 0.2739 | LCC = 0.8447 | SRCC = 0.8440 ] +INFO:root:Average loss=0.17831285383838874 +INFO:root: +[Valid][11][UTT][ MSE = 0.2574 | LCC = 0.8420 | SRCC = 0.8419 ] +INFO:root:Average loss=0.17718583784806421 +INFO:root: +[Valid][12][UTT][ MSE = 0.2942 | LCC = 0.8382 | SRCC = 0.8377 ] +INFO:root:Average loss=0.1736123827405465 +INFO:root: +[Valid][13][UTT][ MSE = 0.2644 | LCC = 0.8403 | SRCC = 0.8391 ] +INFO:root:Average loss=0.15680559266072053 +INFO:root: +[Valid][14][UTT][ MSE = 0.2540 | LCC = 0.8406 | SRCC = 0.8394 ] +INFO:root:Average loss=0.15205313188907427 +INFO:root: +[Valid][15][UTT][ MSE = 0.3047 | LCC = 0.8337 | SRCC = 0.8347 ] +INFO:root:Average loss=0.1524623236977137 +INFO:root: +[Valid][16][UTT][ MSE = 0.3941 | LCC = 0.8205 | SRCC = 0.8259 ] +INFO:root:Average loss=0.15381107890071014 +INFO:root: +[Valid][17][UTT][ MSE = 0.3123 | LCC = 0.8344 | SRCC = 0.8360 ] +INFO:root:Average loss=0.13482354294795257 +INFO:root: +[Valid][18][UTT][ MSE = 0.2736 | LCC = 0.8408 | SRCC = 0.8385 ] +INFO:root:Average loss=0.1420507498849661 +INFO:root: +[Valid][19][UTT][ MSE = 0.2731 | LCC = 0.8393 | SRCC = 0.8380 ] +INFO:root:Average loss=0.130541631904168 +INFO:root: +[Valid][20][UTT][ MSE = 0.2660 | LCC = 0.8401 | SRCC = 0.8410 ] +INFO:root:Average loss=0.13133321492335734 +INFO:root: +[Valid][21][UTT][ MSE = 0.2646 | LCC = 0.8366 | SRCC = 0.8368 ] +INFO:root:Average loss=0.12874257411712256 +INFO:root: +[Valid][22][UTT][ MSE = 0.2535 | LCC = 0.8420 | SRCC = 0.8411 ] +INFO:root:Average loss=0.11479158661304376 +INFO:root: +[Valid][23][UTT][ MSE = 0.2564 | LCC = 0.8389 | SRCC = 0.8381 ] +INFO:root:Average loss=0.11142718190184006 +INFO:root: +[Valid][24][UTT][ MSE = 0.2771 | LCC = 0.8405 | SRCC = 0.8409 ] +INFO:root:Average loss=0.10437399903551126 +INFO:root: +[Valid][25][UTT][ MSE = 0.2753 | LCC = 0.8290 | SRCC = 0.8288 ] +INFO:root:Average loss=0.10296399442431255 +INFO:root: +[Valid][26][UTT][ MSE = 0.2701 | LCC = 0.8355 | SRCC = 0.8355 ] +INFO:root:Average loss=0.1004333582539589 +INFO:root: +[Valid][27][UTT][ MSE = 0.2537 | LCC = 0.8392 | SRCC = 0.8378 ] +INFO:root:Average loss=0.09163314366760926 +INFO:root: +[Valid][28][UTT][ MSE = 0.2800 | LCC = 0.8271 | SRCC = 0.8287 ] +INFO:root:Average loss=0.09114172314413083 +INFO:root: +[Valid][29][UTT][ MSE = 0.2759 | LCC = 0.8315 | SRCC = 0.8303 ] +INFO:root:Average loss=0.09572806667823058 +INFO:root: +[Valid][30][UTT][ MSE = 0.2731 | LCC = 0.8335 | SRCC = 0.8330 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2735 | LCC = 0.8491 | SRCC = 0.8499 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..997f1467e66f376b7f21dfb82824e6b0055966f7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c0d3073219db629afd896c778a944547dac7e3a49d5bdf3421ebdb9eaf5866 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..59b5d9b1cd24c06585190d6f98c02625ac7c7e31 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c78135597a6b285a711a59e76ef76d86fcd7c19ed67ff65dd6b1196569dcc4f9 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..37874f2e0400e73324b8f8a1a89fb0867d1ff7ce --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4936730021085495 +INFO:root: +[Valid][0][UTT][ MSE = 0.3535 | LCC = 0.7894 | SRCC = 0.7909 ] +INFO:root:Average loss=0.32522813918498844 +INFO:root: +[Valid][1][UTT][ MSE = 0.3670 | LCC = 0.8107 | SRCC = 0.8101 ] +INFO:root:Average loss=0.3021688583569649 +INFO:root: +[Valid][2][UTT][ MSE = 0.3198 | LCC = 0.8163 | SRCC = 0.8177 ] +INFO:root:Average loss=0.27578632801007 +INFO:root: +[Valid][3][UTT][ MSE = 0.3042 | LCC = 0.8226 | SRCC = 0.8230 ] +INFO:root:Average loss=0.25291629192920834 +INFO:root: +[Valid][4][UTT][ MSE = 0.3208 | LCC = 0.8267 | SRCC = 0.8260 ] +INFO:root:Average loss=0.24122594220516008 +INFO:root: +[Valid][5][UTT][ MSE = 0.2962 | LCC = 0.8371 | SRCC = 0.8363 ] +INFO:root:Average loss=0.24015554613791978 +INFO:root: +[Valid][6][UTT][ MSE = 0.3607 | LCC = 0.8262 | SRCC = 0.8313 ] +INFO:root:Average loss=0.23407234929693052 +INFO:root: +[Valid][7][UTT][ MSE = 0.2831 | LCC = 0.8344 | SRCC = 0.8358 ] +INFO:root:Average loss=0.2315893753980979 +INFO:root: +[Valid][8][UTT][ MSE = 0.3806 | LCC = 0.8352 | SRCC = 0.8352 ] +INFO:root:Average loss=0.21603475663906488 +INFO:root: +[Valid][9][UTT][ MSE = 0.2889 | LCC = 0.8378 | SRCC = 0.8377 ] +INFO:root:Average loss=0.2069805839504951 +INFO:root: +[Valid][10][UTT][ MSE = 0.2685 | LCC = 0.8415 | SRCC = 0.8399 ] +INFO:root:Average loss=0.20168950838538316 +INFO:root: +[Valid][11][UTT][ MSE = 0.3064 | LCC = 0.8319 | SRCC = 0.8305 ] +INFO:root:Average loss=0.1974210133537268 +INFO:root: +[Valid][12][UTT][ MSE = 0.2808 | LCC = 0.8415 | SRCC = 0.8389 ] +INFO:root:Average loss=0.19511669453902122 +INFO:root: +[Valid][13][UTT][ MSE = 0.2633 | LCC = 0.8408 | SRCC = 0.8394 ] +INFO:root:Average loss=0.16315809446267593 +INFO:root: +[Valid][14][UTT][ MSE = 0.2885 | LCC = 0.8329 | SRCC = 0.8315 ] +INFO:root:Average loss=0.1727483030886222 +INFO:root: +[Valid][15][UTT][ MSE = 0.2741 | LCC = 0.8427 | SRCC = 0.8412 ] +INFO:root:Average loss=0.15861249686433718 +INFO:root: +[Valid][16][UTT][ MSE = 0.2896 | LCC = 0.8414 | SRCC = 0.8401 ] +INFO:root:Average loss=0.15030391934590462 +INFO:root: +[Valid][17][UTT][ MSE = 0.2940 | LCC = 0.8367 | SRCC = 0.8360 ] +INFO:root:Average loss=0.15681544758188418 +INFO:root: +[Valid][18][UTT][ MSE = 0.2626 | LCC = 0.8363 | SRCC = 0.8352 ] +INFO:root:Average loss=0.14739151948537582 +INFO:root: +[Valid][19][UTT][ MSE = 0.2680 | LCC = 0.8330 | SRCC = 0.8327 ] +INFO:root:Average loss=0.1399509356572078 +INFO:root: +[Valid][20][UTT][ MSE = 0.2742 | LCC = 0.8360 | SRCC = 0.8368 ] +INFO:root:Average loss=0.13278668431135324 +INFO:root: +[Valid][21][UTT][ MSE = 0.2924 | LCC = 0.8311 | SRCC = 0.8317 ] +INFO:root:Average loss=0.12598377466201782 +INFO:root: +[Valid][22][UTT][ MSE = 0.2775 | LCC = 0.8278 | SRCC = 0.8281 ] +INFO:root:Average loss=0.12888779997443542 +INFO:root: +[Valid][23][UTT][ MSE = 0.2730 | LCC = 0.8341 | SRCC = 0.8341 ] +INFO:root:Average loss=0.11971833155705379 +INFO:root: +[Valid][24][UTT][ MSE = 0.2794 | LCC = 0.8346 | SRCC = 0.8341 ] +INFO:root:Average loss=0.11360751694211593 +INFO:root: +[Valid][25][UTT][ MSE = 0.2637 | LCC = 0.8363 | SRCC = 0.8358 ] +INFO:root:Average loss=0.10402159454921882 +INFO:root: +[Valid][26][UTT][ MSE = 0.3119 | LCC = 0.8259 | SRCC = 0.8232 ] +INFO:root:Average loss=0.11991598867835143 +INFO:root: +[Valid][27][UTT][ MSE = 0.2683 | LCC = 0.8366 | SRCC = 0.8349 ] +INFO:root:Average loss=0.1058310056821658 +INFO:root: +[Valid][28][UTT][ MSE = 0.2706 | LCC = 0.8375 | SRCC = 0.8364 ] +INFO:root:Average loss=0.10489139194862965 +INFO:root: +[Valid][29][UTT][ MSE = 0.3417 | LCC = 0.8264 | SRCC = 0.8317 ] +INFO:root:Average loss=0.10656954066302532 +INFO:root: +[Valid][30][UTT][ MSE = 0.2851 | LCC = 0.8369 | SRCC = 0.8360 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2649 | LCC = 0.8496 | SRCC = 0.8507 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..97540fa62f56beff2f51e0151bd96d01bc5ed269 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1f20e9a7cda2cb0a57aeab7b86ea4e84e504574e52ed7bfa581b1c4fd674d5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e71e3796ee37ea84a61e65277b0e7f83585e2d77 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d295bc7e5e5f827942ac94362d2077babd4e8bb7763aac5988f1142fd312f4b6 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3775da9b78fd68b454841164458d087ffccfef36 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.621062389933146 +INFO:root: +[Valid][0][UTT][ MSE = 0.4762 | LCC = 0.7566 | SRCC = 0.7713 ] +INFO:root:Average loss=0.3418003731431105 +INFO:root: +[Valid][1][UTT][ MSE = 0.4281 | LCC = 0.8022 | SRCC = 0.8026 ] +INFO:root:Average loss=0.28819876508070874 +INFO:root: +[Valid][2][UTT][ MSE = 0.3455 | LCC = 0.8174 | SRCC = 0.8180 ] +INFO:root:Average loss=0.2728984997822688 +INFO:root: +[Valid][3][UTT][ MSE = 0.3684 | LCC = 0.8189 | SRCC = 0.8164 ] +INFO:root:Average loss=0.27423968013280475 +INFO:root: +[Valid][4][UTT][ MSE = 0.3032 | LCC = 0.8270 | SRCC = 0.8267 ] +INFO:root:Average loss=0.2480995666522246 +INFO:root: +[Valid][5][UTT][ MSE = 0.3019 | LCC = 0.8318 | SRCC = 0.8300 ] +INFO:root:Average loss=0.23558245045252335 +INFO:root: +[Valid][6][UTT][ MSE = 0.2832 | LCC = 0.8350 | SRCC = 0.8334 ] +INFO:root:Average loss=0.2226629784474006 +INFO:root: +[Valid][7][UTT][ MSE = 0.3538 | LCC = 0.8295 | SRCC = 0.8258 ] +INFO:root:Average loss=0.21942021315678573 +INFO:root: +[Valid][8][UTT][ MSE = 0.2986 | LCC = 0.8404 | SRCC = 0.8381 ] +INFO:root:Average loss=0.21584831999662596 +INFO:root: +[Valid][9][UTT][ MSE = 0.3077 | LCC = 0.8393 | SRCC = 0.8365 ] +INFO:root:Average loss=0.2001175188865417 +INFO:root: +[Valid][10][UTT][ MSE = 0.4063 | LCC = 0.8309 | SRCC = 0.8337 ] +INFO:root:Average loss=0.21106993559843454 +INFO:root: +[Valid][11][UTT][ MSE = 0.3403 | LCC = 0.8372 | SRCC = 0.8380 ] +INFO:root:Average loss=0.18991935205383179 +INFO:root: +[Valid][12][UTT][ MSE = 0.4403 | LCC = 0.8293 | SRCC = 0.8334 ] +INFO:root:Average loss=0.18114157221638238 +INFO:root: +[Valid][13][UTT][ MSE = 0.2876 | LCC = 0.8379 | SRCC = 0.8387 ] +INFO:root:Average loss=0.17018104650271246 +INFO:root: +[Valid][14][UTT][ MSE = 0.2674 | LCC = 0.8400 | SRCC = 0.8406 ] +INFO:root:Average loss=0.16284761826197305 +INFO:root: +[Valid][15][UTT][ MSE = 0.3027 | LCC = 0.8366 | SRCC = 0.8328 ] +INFO:root:Average loss=0.15905920129555923 +INFO:root: +[Valid][16][UTT][ MSE = 0.2660 | LCC = 0.8404 | SRCC = 0.8396 ] +INFO:root:Average loss=0.15439301987106985 +INFO:root: +[Valid][17][UTT][ MSE = 0.3996 | LCC = 0.8315 | SRCC = 0.8328 ] +INFO:root:Average loss=0.1590609790231937 +INFO:root: +[Valid][18][UTT][ MSE = 0.3080 | LCC = 0.8419 | SRCC = 0.8413 ] +INFO:root:Average loss=0.14922489779881942 +INFO:root: +[Valid][19][UTT][ MSE = 0.2745 | LCC = 0.8344 | SRCC = 0.8326 ] +INFO:root:Average loss=0.1434929479773228 +INFO:root: +[Valid][20][UTT][ MSE = 0.3157 | LCC = 0.8379 | SRCC = 0.8365 ] +INFO:root:Average loss=0.13648880406832084 +INFO:root: +[Valid][21][UTT][ MSE = 0.2694 | LCC = 0.8421 | SRCC = 0.8415 ] +INFO:root:Average loss=0.12739280850077286 +INFO:root: +[Valid][22][UTT][ MSE = 0.2916 | LCC = 0.8401 | SRCC = 0.8407 ] +INFO:root:Average loss=0.12586466633738616 +INFO:root: +[Valid][23][UTT][ MSE = 0.2815 | LCC = 0.8349 | SRCC = 0.8339 ] +INFO:root:Average loss=0.11596731048745987 +INFO:root: +[Valid][24][UTT][ MSE = 0.3716 | LCC = 0.8288 | SRCC = 0.8325 ] +INFO:root:Average loss=0.11698893323922768 +INFO:root: +[Valid][25][UTT][ MSE = 0.3205 | LCC = 0.8352 | SRCC = 0.8349 ] +INFO:root:Average loss=0.11412944979010484 +INFO:root: +[Valid][26][UTT][ MSE = 0.2567 | LCC = 0.8395 | SRCC = 0.8381 ] +INFO:root:Average loss=0.10561195837381558 +INFO:root: +[Valid][27][UTT][ MSE = 0.2669 | LCC = 0.8374 | SRCC = 0.8349 ] +INFO:root:Average loss=0.0989092268431798 +INFO:root: +[Valid][28][UTT][ MSE = 0.2726 | LCC = 0.8331 | SRCC = 0.8329 ] +INFO:root:Average loss=0.10246381560006203 +INFO:root: +[Valid][29][UTT][ MSE = 0.2590 | LCC = 0.8346 | SRCC = 0.8330 ] +INFO:root:Average loss=0.10006866842890397 +INFO:root: +[Valid][30][UTT][ MSE = 0.2731 | LCC = 0.8352 | SRCC = 0.8348 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2617 | LCC = 0.8408 | SRCC = 0.8409 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3579372e23e39250710c63f7830d97f1fcd2db96 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d612647be2ff210796adbf4abe6eeab7caf9132a1873b0f5f9550a31a4a28cdf +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..798da4cc1af93267b73091e9ed746712ca5e6853 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa308b3f087700104badf7b31153ccc8c12765652d35d81c38e07f3f3f5cde5 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..16dca6f0ec9cb23bdd580ca5c4169f8b03df7f86 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4932366208388255 +INFO:root: +[Valid][0][UTT][ MSE = 0.4204 | LCC = 0.7795 | SRCC = 0.7840 ] +INFO:root:Average loss=0.315457939910583 +INFO:root: +[Valid][1][UTT][ MSE = 0.3505 | LCC = 0.8081 | SRCC = 0.8070 ] +INFO:root:Average loss=0.2818035147128961 +INFO:root: +[Valid][2][UTT][ MSE = 0.3094 | LCC = 0.8222 | SRCC = 0.8214 ] +INFO:root:Average loss=0.2799775955768732 +INFO:root: +[Valid][3][UTT][ MSE = 0.2898 | LCC = 0.8258 | SRCC = 0.8252 ] +INFO:root:Average loss=0.25378647179175645 +INFO:root: +[Valid][4][UTT][ MSE = 0.2791 | LCC = 0.8298 | SRCC = 0.8294 ] +INFO:root:Average loss=0.2749432439987476 +INFO:root: +[Valid][5][UTT][ MSE = 0.3397 | LCC = 0.8362 | SRCC = 0.8343 ] +INFO:root:Average loss=0.25506570037358844 +INFO:root: +[Valid][6][UTT][ MSE = 0.3036 | LCC = 0.8365 | SRCC = 0.8356 ] +INFO:root:Average loss=0.22811716756759545 +INFO:root: +[Valid][7][UTT][ MSE = 0.3238 | LCC = 0.8379 | SRCC = 0.8387 ] +INFO:root:Average loss=0.21710591094616133 +INFO:root: +[Valid][8][UTT][ MSE = 0.3217 | LCC = 0.8377 | SRCC = 0.8357 ] +INFO:root:Average loss=0.21837581407565337 +INFO:root: +[Valid][9][UTT][ MSE = 0.2534 | LCC = 0.8431 | SRCC = 0.8423 ] +INFO:root:Average loss=0.20594699184099832 +INFO:root: +[Valid][10][UTT][ MSE = 0.2980 | LCC = 0.8425 | SRCC = 0.8414 ] +INFO:root:Average loss=0.20014179058564016 +INFO:root: +[Valid][11][UTT][ MSE = 0.2683 | LCC = 0.8424 | SRCC = 0.8397 ] +INFO:root:Average loss=0.18941689808017168 +INFO:root: +[Valid][12][UTT][ MSE = 0.2640 | LCC = 0.8429 | SRCC = 0.8412 ] +INFO:root:Average loss=0.1785953572163215 +INFO:root: +[Valid][13][UTT][ MSE = 0.3075 | LCC = 0.8412 | SRCC = 0.8396 ] +INFO:root:Average loss=0.19501771472203425 +INFO:root: +[Valid][14][UTT][ MSE = 0.2583 | LCC = 0.8412 | SRCC = 0.8406 ] +INFO:root:Average loss=0.18100923777390748 +INFO:root: +[Valid][15][UTT][ MSE = 0.3120 | LCC = 0.8389 | SRCC = 0.8386 ] +INFO:root:Average loss=0.168202148607144 +INFO:root: +[Valid][16][UTT][ MSE = 0.2779 | LCC = 0.8428 | SRCC = 0.8402 ] +INFO:root:Average loss=0.16211668889109904 +INFO:root: +[Valid][17][UTT][ MSE = 0.2536 | LCC = 0.8395 | SRCC = 0.8376 ] +INFO:root:Average loss=0.15103725095589957 +INFO:root: +[Valid][18][UTT][ MSE = 0.2773 | LCC = 0.8421 | SRCC = 0.8399 ] +INFO:root:Average loss=0.15237523663120392 +INFO:root: +[Valid][19][UTT][ MSE = 0.3070 | LCC = 0.8400 | SRCC = 0.8385 ] +INFO:root:Average loss=0.1499605322113404 +INFO:root: +[Valid][20][UTT][ MSE = 0.2669 | LCC = 0.8414 | SRCC = 0.8394 ] +INFO:root:Average loss=0.14025641376009354 +INFO:root: +[Valid][21][UTT][ MSE = 0.2920 | LCC = 0.8425 | SRCC = 0.8413 ] +INFO:root:Average loss=0.1396612921395363 +INFO:root: +[Valid][22][UTT][ MSE = 0.3098 | LCC = 0.8382 | SRCC = 0.8379 ] +INFO:root:Average loss=0.1340568157342764 +INFO:root: +[Valid][23][UTT][ MSE = 0.3713 | LCC = 0.8324 | SRCC = 0.8348 ] +INFO:root:Average loss=0.13759995137269682 +INFO:root: +[Valid][24][UTT][ MSE = 0.2785 | LCC = 0.8374 | SRCC = 0.8363 ] +INFO:root:Average loss=0.1258641542532505 +INFO:root: +[Valid][25][UTT][ MSE = 0.2561 | LCC = 0.8402 | SRCC = 0.8380 ] +INFO:root:Average loss=0.1127633344477568 +INFO:root: +[Valid][26][UTT][ MSE = 0.2888 | LCC = 0.8392 | SRCC = 0.8365 ] +INFO:root:Average loss=0.11699566249855053 +INFO:root: +[Valid][27][UTT][ MSE = 0.2662 | LCC = 0.8398 | SRCC = 0.8375 ] +INFO:root:Average loss=0.1114548439016709 +INFO:root: +[Valid][28][UTT][ MSE = 0.3135 | LCC = 0.8376 | SRCC = 0.8362 ] +INFO:root:Average loss=0.11227792797562404 +INFO:root: +[Valid][29][UTT][ MSE = 0.2768 | LCC = 0.8400 | SRCC = 0.8358 ] +INFO:root:Average loss=0.1082840240918673 +INFO:root: +[Valid][30][UTT][ MSE = 0.3252 | LCC = 0.8383 | SRCC = 0.8371 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2757 | LCC = 0.8379 | SRCC = 0.8402 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e809c12c5642c7ade6a5c7f6ecf979f0a99aecf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed561c97bc8fe6d0346830d054ddafbaa41d5e2b3652e1ff9ec75dce8a3b257e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb8c60f7de9ec3a0423ebfc84625c17bb90de2b1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962fa704568c53f920f2059353bc85e5a3cc2f4223216f07f5496b1e379bd2d8 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..46b93db6f70946d36b426f12aec3e9f760140090 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4779739660712389 +INFO:root: +[Valid][0][UTT][ MSE = 0.3844 | LCC = 0.7712 | SRCC = 0.7796 ] +INFO:root:Average loss=0.3126136240286705 +INFO:root: +[Valid][1][UTT][ MSE = 0.3342 | LCC = 0.8090 | SRCC = 0.8093 ] +INFO:root:Average loss=0.28187676385427135 +INFO:root: +[Valid][2][UTT][ MSE = 0.3048 | LCC = 0.8184 | SRCC = 0.8189 ] +INFO:root:Average loss=0.2735254548681088 +INFO:root: +[Valid][3][UTT][ MSE = 0.2797 | LCC = 0.8188 | SRCC = 0.8245 ] +INFO:root:Average loss=0.25598279902568233 +INFO:root: +[Valid][4][UTT][ MSE = 0.2941 | LCC = 0.8264 | SRCC = 0.8252 ] +INFO:root:Average loss=0.2381384810193991 +INFO:root: +[Valid][5][UTT][ MSE = 0.2862 | LCC = 0.8379 | SRCC = 0.8359 ] +INFO:root:Average loss=0.2458532676100731 +INFO:root: +[Valid][6][UTT][ MSE = 0.3067 | LCC = 0.8359 | SRCC = 0.8360 ] +INFO:root:Average loss=0.24236336713417983 +INFO:root: +[Valid][7][UTT][ MSE = 0.2843 | LCC = 0.8338 | SRCC = 0.8353 ] +INFO:root:Average loss=0.20813814397805777 +INFO:root: +[Valid][8][UTT][ MSE = 0.3118 | LCC = 0.8407 | SRCC = 0.8385 ] +INFO:root:Average loss=0.21293041014518493 +INFO:root: +[Valid][9][UTT][ MSE = 0.2510 | LCC = 0.8418 | SRCC = 0.8417 ] +INFO:root:Average loss=0.20711391934981713 +INFO:root: +[Valid][10][UTT][ MSE = 0.3186 | LCC = 0.8381 | SRCC = 0.8385 ] +INFO:root:Average loss=0.2270151456961265 +INFO:root: +[Valid][11][UTT][ MSE = 0.3192 | LCC = 0.8319 | SRCC = 0.8366 ] +INFO:root:Average loss=0.19574180665688637 +INFO:root: +[Valid][12][UTT][ MSE = 0.2924 | LCC = 0.8411 | SRCC = 0.8421 ] +INFO:root:Average loss=0.20412149414038047 +INFO:root: +[Valid][13][UTT][ MSE = 0.2913 | LCC = 0.8439 | SRCC = 0.8429 ] +INFO:root:Average loss=0.17977809447508591 +INFO:root: +[Valid][14][UTT][ MSE = 0.2552 | LCC = 0.8451 | SRCC = 0.8443 ] +INFO:root:Average loss=0.1676265766414312 +INFO:root: +[Valid][15][UTT][ MSE = 0.2765 | LCC = 0.8435 | SRCC = 0.8431 ] +INFO:root:Average loss=0.15720974386502534 +INFO:root: +[Valid][16][UTT][ MSE = 0.2421 | LCC = 0.8440 | SRCC = 0.8446 ] +INFO:root:Average loss=0.15019104820795548 +INFO:root: +[Valid][17][UTT][ MSE = 0.2637 | LCC = 0.8424 | SRCC = 0.8405 ] +INFO:root:Average loss=0.1604594269242042 +INFO:root: +[Valid][18][UTT][ MSE = 0.2820 | LCC = 0.8433 | SRCC = 0.8427 ] +INFO:root:Average loss=0.1392204399483326 +INFO:root: +[Valid][19][UTT][ MSE = 0.3075 | LCC = 0.8430 | SRCC = 0.8449 ] +INFO:root:Average loss=0.1437954984796353 +INFO:root: +[Valid][20][UTT][ MSE = 0.2489 | LCC = 0.8477 | SRCC = 0.8487 ] +INFO:root:Average loss=0.13712056735769296 +INFO:root: +[Valid][21][UTT][ MSE = 0.2743 | LCC = 0.8420 | SRCC = 0.8414 ] +INFO:root:Average loss=0.13423874487097448 +INFO:root: +[Valid][22][UTT][ MSE = 0.2658 | LCC = 0.8393 | SRCC = 0.8392 ] +INFO:root:Average loss=0.12006637406272766 +INFO:root: +[Valid][23][UTT][ MSE = 0.2485 | LCC = 0.8443 | SRCC = 0.8445 ] +INFO:root:Average loss=0.11754922817150752 +INFO:root: +[Valid][24][UTT][ MSE = 0.2588 | LCC = 0.8414 | SRCC = 0.8410 ] +INFO:root:Average loss=0.12517385624158076 +INFO:root: +[Valid][25][UTT][ MSE = 0.2660 | LCC = 0.8400 | SRCC = 0.8414 ] +INFO:root:Average loss=0.1128229130155001 +INFO:root: +[Valid][26][UTT][ MSE = 0.2654 | LCC = 0.8417 | SRCC = 0.8432 ] +INFO:root:Average loss=0.10707969347444865 +INFO:root: +[Valid][27][UTT][ MSE = 0.2593 | LCC = 0.8413 | SRCC = 0.8418 ] +INFO:root:Average loss=0.10131554563458149 +INFO:root: +[Valid][28][UTT][ MSE = 0.2733 | LCC = 0.8424 | SRCC = 0.8444 ] +INFO:root:Average loss=0.10039827327888745 +INFO:root: +[Valid][29][UTT][ MSE = 0.2612 | LCC = 0.8400 | SRCC = 0.8413 ] +INFO:root:Average loss=0.10175929858516423 +INFO:root: +[Valid][30][UTT][ MSE = 0.2612 | LCC = 0.8394 | SRCC = 0.8385 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2546 | LCC = 0.8393 | SRCC = 0.8392 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a155ea1897a7f7928a3ea12ef6093f74b2161a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830eb567d50a77d86ab34ace6fb48483db95830e743d89dff8ae69b40ed9234f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b681bfda23a43266e915d15c1e83f8e212d2f487 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b512750614f9f7627a14ef8cf048a0aec0b13ab834ed9765db0fcfabf1069c36 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..17ba5d07a80474da4e64a1e10426827269ccab68 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5626105360495739 +INFO:root: +[Valid][0][UTT][ MSE = 0.3490 | LCC = 0.7781 | SRCC = 0.7824 ] +INFO:root:Average loss=0.3448782093249835 +INFO:root: +[Valid][1][UTT][ MSE = 0.3496 | LCC = 0.8011 | SRCC = 0.8030 ] +INFO:root:Average loss=0.2905759631823271 +INFO:root: +[Valid][2][UTT][ MSE = 0.4075 | LCC = 0.8070 | SRCC = 0.8140 ] +INFO:root:Average loss=0.2819938237468402 +INFO:root: +[Valid][3][UTT][ MSE = 0.3136 | LCC = 0.8193 | SRCC = 0.8235 ] +INFO:root:Average loss=0.25362351746895373 +INFO:root: +[Valid][4][UTT][ MSE = 0.2921 | LCC = 0.8284 | SRCC = 0.8284 ] +INFO:root:Average loss=0.2466948036199961 +INFO:root: +[Valid][5][UTT][ MSE = 0.3149 | LCC = 0.8279 | SRCC = 0.8302 ] +INFO:root:Average loss=0.2277710369000068 +INFO:root: +[Valid][6][UTT][ MSE = 0.2787 | LCC = 0.8399 | SRCC = 0.8397 ] +INFO:root:Average loss=0.22024162992452964 +INFO:root: +[Valid][7][UTT][ MSE = 0.2684 | LCC = 0.8336 | SRCC = 0.8341 ] +INFO:root:Average loss=0.21585671508159393 +INFO:root: +[Valid][8][UTT][ MSE = 0.3454 | LCC = 0.8330 | SRCC = 0.8342 ] +INFO:root:Average loss=0.20394170991121194 +INFO:root: +[Valid][9][UTT][ MSE = 0.2726 | LCC = 0.8391 | SRCC = 0.8387 ] +INFO:root:Average loss=0.20704605010075447 +INFO:root: +[Valid][10][UTT][ MSE = 0.3197 | LCC = 0.8351 | SRCC = 0.8349 ] +INFO:root:Average loss=0.1945132793715367 +INFO:root: +[Valid][11][UTT][ MSE = 0.3071 | LCC = 0.8356 | SRCC = 0.8363 ] +INFO:root:Average loss=0.17911521039712122 +INFO:root: +[Valid][12][UTT][ MSE = 0.2694 | LCC = 0.8386 | SRCC = 0.8380 ] +INFO:root:Average loss=0.17439004568717417 +INFO:root: +[Valid][13][UTT][ MSE = 0.2888 | LCC = 0.8338 | SRCC = 0.8359 ] +INFO:root:Average loss=0.1657462259515738 +INFO:root: +[Valid][14][UTT][ MSE = 0.2841 | LCC = 0.8385 | SRCC = 0.8380 ] +INFO:root:Average loss=0.17901560205679673 +INFO:root: +[Valid][15][UTT][ MSE = 0.3554 | LCC = 0.8293 | SRCC = 0.8345 ] +INFO:root:Average loss=0.15071108602942565 +INFO:root: +[Valid][16][UTT][ MSE = 0.2733 | LCC = 0.8366 | SRCC = 0.8357 ] +INFO:root:Average loss=0.15148026171403053 +INFO:root: +[Valid][17][UTT][ MSE = 0.3692 | LCC = 0.8275 | SRCC = 0.8341 ] +INFO:root:Average loss=0.15452898799990997 +INFO:root: +[Valid][18][UTT][ MSE = 0.3400 | LCC = 0.8333 | SRCC = 0.8349 ] +INFO:root:Average loss=0.14846165793446395 +INFO:root: +[Valid][19][UTT][ MSE = 0.2811 | LCC = 0.8355 | SRCC = 0.8362 ] +INFO:root:Average loss=0.13192614807914466 +INFO:root: +[Valid][20][UTT][ MSE = 0.2595 | LCC = 0.8363 | SRCC = 0.8361 ] +INFO:root:Average loss=0.12850448393668884 +INFO:root: +[Valid][21][UTT][ MSE = 0.2656 | LCC = 0.8356 | SRCC = 0.8348 ] +INFO:root:Average loss=0.13349923309989464 +INFO:root: +[Valid][22][UTT][ MSE = 0.3425 | LCC = 0.8325 | SRCC = 0.8346 ] +INFO:root:Average loss=0.12190488181435145 +INFO:root: +[Valid][23][UTT][ MSE = 0.2664 | LCC = 0.8325 | SRCC = 0.8323 ] +INFO:root:Average loss=0.11220043830764599 +INFO:root: +[Valid][24][UTT][ MSE = 0.3548 | LCC = 0.8326 | SRCC = 0.8342 ] +INFO:root:Average loss=0.11426802925192393 +INFO:root: +[Valid][25][UTT][ MSE = 0.3211 | LCC = 0.8308 | SRCC = 0.8328 ] +INFO:root:Average loss=0.1117346094777951 +INFO:root: +[Valid][26][UTT][ MSE = 0.3152 | LCC = 0.8325 | SRCC = 0.8313 ] +INFO:root:Average loss=0.10537494599628143 +INFO:root: +[Valid][27][UTT][ MSE = 0.3166 | LCC = 0.8303 | SRCC = 0.8312 ] +INFO:root:Average loss=0.0957499334636407 +INFO:root: +[Valid][28][UTT][ MSE = 0.3175 | LCC = 0.8348 | SRCC = 0.8358 ] +INFO:root:Average loss=0.09729842182535392 +INFO:root: +[Valid][29][UTT][ MSE = 0.3124 | LCC = 0.8291 | SRCC = 0.8316 ] +INFO:root:Average loss=0.0957450380978676 +INFO:root: +[Valid][30][UTT][ MSE = 0.3119 | LCC = 0.8224 | SRCC = 0.8245 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2892 | LCC = 0.8384 | SRCC = 0.8426 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..30947664f18d505c9704ef4e66af376d5137e386 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4807a15a6544858597dba7854850c74a723a3a9fcdadbe3cf860b24024a48195 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d896ff93fd6cbd8ed3e7a630bc2c47dfa4d6d052 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:502df8044108feb1fd7884d185a1b692a8a2465a09677597e43fa96fba91d51e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f4c0581f14d661966a72496f8d83124f4b6a7094 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer7/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.495452697460468 +INFO:root: +[Valid][0][UTT][ MSE = 0.3569 | LCC = 0.7818 | SRCC = 0.7856 ] +INFO:root:Average loss=0.31806208747319686 +INFO:root: +[Valid][1][UTT][ MSE = 0.3511 | LCC = 0.8093 | SRCC = 0.8087 ] +INFO:root:Average loss=0.2846385248196431 +INFO:root: +[Valid][2][UTT][ MSE = 0.3004 | LCC = 0.8218 | SRCC = 0.8225 ] +INFO:root:Average loss=0.2838602459583527 +INFO:root: +[Valid][3][UTT][ MSE = 0.3130 | LCC = 0.8269 | SRCC = 0.8248 ] +INFO:root:Average loss=0.2619694979527058 +INFO:root: +[Valid][4][UTT][ MSE = 0.2982 | LCC = 0.8291 | SRCC = 0.8282 ] +INFO:root:Average loss=0.25701246754481244 +INFO:root: +[Valid][5][UTT][ MSE = 0.3148 | LCC = 0.8354 | SRCC = 0.8335 ] +INFO:root:Average loss=0.24144433381465766 +INFO:root: +[Valid][6][UTT][ MSE = 0.2940 | LCC = 0.8327 | SRCC = 0.8314 ] +INFO:root:Average loss=0.22953026302349874 +INFO:root: +[Valid][7][UTT][ MSE = 0.2662 | LCC = 0.8411 | SRCC = 0.8399 ] +INFO:root:Average loss=0.2238995564671663 +INFO:root: +[Valid][8][UTT][ MSE = 0.3169 | LCC = 0.8421 | SRCC = 0.8410 ] +INFO:root:Average loss=0.20513772429564062 +INFO:root: +[Valid][9][UTT][ MSE = 0.2981 | LCC = 0.8411 | SRCC = 0.8382 ] +INFO:root:Average loss=0.21523595524904054 +INFO:root: +[Valid][10][UTT][ MSE = 0.2587 | LCC = 0.8459 | SRCC = 0.8442 ] +INFO:root:Average loss=0.18976490696271262 +INFO:root: +[Valid][11][UTT][ MSE = 0.2992 | LCC = 0.8402 | SRCC = 0.8396 ] +INFO:root:Average loss=0.17996887881786394 +INFO:root: +[Valid][12][UTT][ MSE = 0.2701 | LCC = 0.8451 | SRCC = 0.8435 ] +INFO:root:Average loss=0.18337966492160773 +INFO:root: +[Valid][13][UTT][ MSE = 0.2688 | LCC = 0.8471 | SRCC = 0.8450 ] +INFO:root:Average loss=0.17894035081068674 +INFO:root: +[Valid][14][UTT][ MSE = 0.2610 | LCC = 0.8404 | SRCC = 0.8417 ] +INFO:root:Average loss=0.18197942592012575 +INFO:root: +[Valid][15][UTT][ MSE = 0.2732 | LCC = 0.8400 | SRCC = 0.8435 ] +INFO:root:Average loss=0.1508433488317025 +INFO:root: +[Valid][16][UTT][ MSE = 0.2573 | LCC = 0.8418 | SRCC = 0.8427 ] +INFO:root:Average loss=0.16579224914312363 +INFO:root: +[Valid][17][UTT][ MSE = 0.2642 | LCC = 0.8462 | SRCC = 0.8471 ] +INFO:root:Average loss=0.14252273499583587 +INFO:root: +[Valid][18][UTT][ MSE = 0.2521 | LCC = 0.8435 | SRCC = 0.8441 ] +INFO:root:Average loss=0.1383832990167997 +INFO:root: +[Valid][19][UTT][ MSE = 0.2500 | LCC = 0.8458 | SRCC = 0.8451 ] +INFO:root:Average loss=0.14132250740359992 +INFO:root: +[Valid][20][UTT][ MSE = 0.2598 | LCC = 0.8430 | SRCC = 0.8438 ] +INFO:root:Average loss=0.13587224435729858 +INFO:root: +[Valid][21][UTT][ MSE = 0.2609 | LCC = 0.8404 | SRCC = 0.8411 ] +INFO:root:Average loss=0.13897047946468377 +INFO:root: +[Valid][22][UTT][ MSE = 0.2572 | LCC = 0.8441 | SRCC = 0.8449 ] +INFO:root:Average loss=0.12015340333947769 +INFO:root: +[Valid][23][UTT][ MSE = 0.3318 | LCC = 0.8278 | SRCC = 0.8335 ] +INFO:root:Average loss=0.12385901426657653 +INFO:root: +[Valid][24][UTT][ MSE = 0.3109 | LCC = 0.8345 | SRCC = 0.8370 ] +INFO:root:Average loss=0.14594006404662743 +INFO:root: +[Valid][25][UTT][ MSE = 0.2758 | LCC = 0.8381 | SRCC = 0.8386 ] +INFO:root:Average loss=0.11411604418968543 +INFO:root: +[Valid][26][UTT][ MSE = 0.2576 | LCC = 0.8378 | SRCC = 0.8375 ] +INFO:root:Average loss=0.1199380283554395 +INFO:root: +[Valid][27][UTT][ MSE = 0.2628 | LCC = 0.8339 | SRCC = 0.8337 ] +INFO:root:Average loss=0.09973070550805484 +INFO:root: +[Valid][28][UTT][ MSE = 0.2548 | LCC = 0.8384 | SRCC = 0.8387 ] +INFO:root:Average loss=0.09928109057438679 +INFO:root: +[Valid][29][UTT][ MSE = 0.2811 | LCC = 0.8403 | SRCC = 0.8409 ] +INFO:root:Average loss=0.1065832272840616 +INFO:root: +[Valid][30][UTT][ MSE = 0.2812 | LCC = 0.8342 | SRCC = 0.8380 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2697 | LCC = 0.8406 | SRCC = 0.8392 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..16b9bc3abbfc82777f5fbd1bd19b60f75ba819ee --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d4cd092fc1324628f4601fcc66e895547e9fc6a4b287350c901c410d11383b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..462d2206b100a842d73ae7b06dee0b910b911ff7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc205daa64c561792ac865d91411d9e05d973f25e9a9db289b2cf9798bfc07a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8ee9b66c76651963714bc0eb64dbb94b9d3a764a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6023298658621616 +INFO:root: +[Valid][0][UTT][ MSE = 0.3719 | LCC = 0.7783 | SRCC = 0.7813 ] +INFO:root:Average loss=0.3380559417299735 +INFO:root: +[Valid][1][UTT][ MSE = 0.3390 | LCC = 0.8053 | SRCC = 0.8046 ] +INFO:root:Average loss=0.2905375279295139 +INFO:root: +[Valid][2][UTT][ MSE = 0.2959 | LCC = 0.8174 | SRCC = 0.8177 ] +INFO:root:Average loss=0.267808592854402 +INFO:root: +[Valid][3][UTT][ MSE = 0.2816 | LCC = 0.8310 | SRCC = 0.8310 ] +INFO:root:Average loss=0.2624125131047689 +INFO:root: +[Valid][4][UTT][ MSE = 0.2941 | LCC = 0.8340 | SRCC = 0.8346 ] +INFO:root:Average loss=0.2499506834607858 +INFO:root: +[Valid][5][UTT][ MSE = 0.3027 | LCC = 0.8382 | SRCC = 0.8363 ] +INFO:root:Average loss=0.2505157442811208 +INFO:root: +[Valid][6][UTT][ MSE = 0.2903 | LCC = 0.8432 | SRCC = 0.8406 ] +INFO:root:Average loss=0.24010952886862633 +INFO:root: +[Valid][7][UTT][ MSE = 0.2976 | LCC = 0.8445 | SRCC = 0.8434 ] +INFO:root:Average loss=0.23469741164873809 +INFO:root: +[Valid][8][UTT][ MSE = 0.3329 | LCC = 0.8454 | SRCC = 0.8455 ] +INFO:root:Average loss=0.2401793660261692 +INFO:root: +[Valid][9][UTT][ MSE = 0.2638 | LCC = 0.8468 | SRCC = 0.8462 ] +INFO:root:Average loss=0.22507848495092148 +INFO:root: +[Valid][10][UTT][ MSE = 0.2637 | LCC = 0.8490 | SRCC = 0.8482 ] +INFO:root:Average loss=0.21764089033389702 +INFO:root: +[Valid][11][UTT][ MSE = 0.2996 | LCC = 0.8466 | SRCC = 0.8454 ] +INFO:root:Average loss=0.23529223180734193 +INFO:root: +[Valid][12][UTT][ MSE = 0.2861 | LCC = 0.8435 | SRCC = 0.8434 ] +INFO:root:Average loss=0.2102664921146173 +INFO:root: +[Valid][13][UTT][ MSE = 0.2962 | LCC = 0.8499 | SRCC = 0.8490 ] +INFO:root:Average loss=0.20256549416062158 +INFO:root: +[Valid][14][UTT][ MSE = 0.3201 | LCC = 0.8518 | SRCC = 0.8514 ] +INFO:root:Average loss=0.19860040415556002 +INFO:root: +[Valid][15][UTT][ MSE = 0.2765 | LCC = 0.8512 | SRCC = 0.8513 ] +INFO:root:Average loss=0.18327150283715662 +INFO:root: +[Valid][16][UTT][ MSE = 0.2548 | LCC = 0.8520 | SRCC = 0.8521 ] +INFO:root:Average loss=0.18486992145578066 +INFO:root: +[Valid][17][UTT][ MSE = 0.2530 | LCC = 0.8475 | SRCC = 0.8473 ] +INFO:root:Average loss=0.1807397916339911 +INFO:root: +[Valid][18][UTT][ MSE = 0.2471 | LCC = 0.8504 | SRCC = 0.8512 ] +INFO:root:Average loss=0.17210725685342765 +INFO:root: +[Valid][19][UTT][ MSE = 0.2837 | LCC = 0.8522 | SRCC = 0.8511 ] +INFO:root:Average loss=0.16875432622738373 +INFO:root: +[Valid][20][UTT][ MSE = 0.3057 | LCC = 0.8521 | SRCC = 0.8522 ] +INFO:root:Average loss=0.1712992750108242 +INFO:root: +[Valid][21][UTT][ MSE = 0.2578 | LCC = 0.8513 | SRCC = 0.8528 ] +INFO:root:Average loss=0.15584445257599538 +INFO:root: +[Valid][22][UTT][ MSE = 0.2459 | LCC = 0.8556 | SRCC = 0.8549 ] +INFO:root:Average loss=0.15664196530213723 +INFO:root: +[Valid][23][UTT][ MSE = 0.2602 | LCC = 0.8518 | SRCC = 0.8499 ] +INFO:root:Average loss=0.15665772375770104 +INFO:root: +[Valid][24][UTT][ MSE = 0.2678 | LCC = 0.8493 | SRCC = 0.8496 ] +INFO:root:Average loss=0.1433292523217507 +INFO:root: +[Valid][25][UTT][ MSE = 0.2500 | LCC = 0.8507 | SRCC = 0.8492 ] +INFO:root:Average loss=0.15740941761013788 +INFO:root: +[Valid][26][UTT][ MSE = 0.2598 | LCC = 0.8482 | SRCC = 0.8485 ] +INFO:root:Average loss=0.14558568615943956 +INFO:root: +[Valid][27][UTT][ MSE = 0.2559 | LCC = 0.8456 | SRCC = 0.8448 ] +INFO:root:Average loss=0.14158908812663493 +INFO:root: +[Valid][28][UTT][ MSE = 0.2847 | LCC = 0.8487 | SRCC = 0.8466 ] +INFO:root:Average loss=0.1382259115194663 +INFO:root: +[Valid][29][UTT][ MSE = 0.2583 | LCC = 0.8475 | SRCC = 0.8470 ] +INFO:root:Average loss=0.1365219802619555 +INFO:root: +[Valid][30][UTT][ MSE = 0.2586 | LCC = 0.8503 | SRCC = 0.8478 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2610 | LCC = 0.8423 | SRCC = 0.8448 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b491f61da4dba3884d57a7be93151601b1ff578 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:980fb8454145e681396d2c66716feac92b1d2d5bd27a816cc611119ce21c6078 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfba2b72c43814c401fdc401cf74f104475e8d58 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423d28025420e1e4b86be9f5c62c654b83c2bbd5e3f5fa2cd3dcad02c4902853 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..94a238b9094c3a8f8844229bef1e3410db57100f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5395665485889484 +INFO:root: +[Valid][0][UTT][ MSE = 0.3788 | LCC = 0.7854 | SRCC = 0.7894 ] +INFO:root:Average loss=0.33096475765491146 +INFO:root: +[Valid][1][UTT][ MSE = 0.3652 | LCC = 0.8104 | SRCC = 0.8088 ] +INFO:root:Average loss=0.2904058129359514 +INFO:root: +[Valid][2][UTT][ MSE = 0.2979 | LCC = 0.8225 | SRCC = 0.8223 ] +INFO:root:Average loss=0.28911590346923244 +INFO:root: +[Valid][3][UTT][ MSE = 0.3223 | LCC = 0.8332 | SRCC = 0.8326 ] +INFO:root:Average loss=0.26191020756959915 +INFO:root: +[Valid][4][UTT][ MSE = 0.3095 | LCC = 0.8294 | SRCC = 0.8314 ] +INFO:root:Average loss=0.26822784084540147 +INFO:root: +[Valid][5][UTT][ MSE = 0.3276 | LCC = 0.8373 | SRCC = 0.8355 ] +INFO:root:Average loss=0.24295509320039016 +INFO:root: +[Valid][6][UTT][ MSE = 0.3284 | LCC = 0.8434 | SRCC = 0.8428 ] +INFO:root:Average loss=0.23118615857301614 +INFO:root: +[Valid][7][UTT][ MSE = 0.2930 | LCC = 0.8398 | SRCC = 0.8399 ] +INFO:root:Average loss=0.23355940137154016 +INFO:root: +[Valid][8][UTT][ MSE = 0.3070 | LCC = 0.8423 | SRCC = 0.8423 ] +INFO:root:Average loss=0.22789478932435697 +INFO:root: +[Valid][9][UTT][ MSE = 0.2932 | LCC = 0.8496 | SRCC = 0.8486 ] +INFO:root:Average loss=0.2197765528391569 +INFO:root: +[Valid][10][UTT][ MSE = 0.2565 | LCC = 0.8427 | SRCC = 0.8450 ] +INFO:root:Average loss=0.20555608394818428 +INFO:root: +[Valid][11][UTT][ MSE = 0.2432 | LCC = 0.8478 | SRCC = 0.8479 ] +INFO:root:Average loss=0.2071304997572532 +INFO:root: +[Valid][12][UTT][ MSE = 0.2700 | LCC = 0.8492 | SRCC = 0.8468 ] +INFO:root:Average loss=0.2096452860113902 +INFO:root: +[Valid][13][UTT][ MSE = 0.2855 | LCC = 0.8457 | SRCC = 0.8455 ] +INFO:root:Average loss=0.19422859660325906 +INFO:root: +[Valid][14][UTT][ MSE = 0.2689 | LCC = 0.8466 | SRCC = 0.8464 ] +INFO:root:Average loss=0.1832132818034062 +INFO:root: +[Valid][15][UTT][ MSE = 0.2735 | LCC = 0.8535 | SRCC = 0.8525 ] +INFO:root:Average loss=0.20798214725576913 +INFO:root: +[Valid][16][UTT][ MSE = 0.3188 | LCC = 0.8494 | SRCC = 0.8507 ] +INFO:root:Average loss=0.18036495770017305 +INFO:root: +[Valid][17][UTT][ MSE = 0.2871 | LCC = 0.8502 | SRCC = 0.8500 ] +INFO:root:Average loss=0.18004260412775552 +INFO:root: +[Valid][18][UTT][ MSE = 0.2608 | LCC = 0.8472 | SRCC = 0.8471 ] +INFO:root:Average loss=0.1686386109735721 +INFO:root: +[Valid][19][UTT][ MSE = 0.3040 | LCC = 0.8495 | SRCC = 0.8504 ] +INFO:root:Average loss=0.16078789035479227 +INFO:root: +[Valid][20][UTT][ MSE = 0.2423 | LCC = 0.8521 | SRCC = 0.8513 ] +INFO:root:Average loss=0.16253341858585676 +INFO:root: +[Valid][21][UTT][ MSE = 0.2749 | LCC = 0.8498 | SRCC = 0.8502 ] +INFO:root:Average loss=0.157021319350371 +INFO:root: +[Valid][22][UTT][ MSE = 0.2561 | LCC = 0.8497 | SRCC = 0.8482 ] +INFO:root:Average loss=0.1637857281244718 +INFO:root: +[Valid][23][UTT][ MSE = 0.2500 | LCC = 0.8512 | SRCC = 0.8503 ] +INFO:root:Average loss=0.1493105622820365 +INFO:root: +[Valid][24][UTT][ MSE = 0.2493 | LCC = 0.8535 | SRCC = 0.8531 ] +INFO:root:Average loss=0.14029763486140814 +INFO:root: +[Valid][25][UTT][ MSE = 0.2656 | LCC = 0.8446 | SRCC = 0.8443 ] +INFO:root:Average loss=0.13966870728211525 +INFO:root: +[Valid][26][UTT][ MSE = 0.2615 | LCC = 0.8482 | SRCC = 0.8464 ] +INFO:root:Average loss=0.13467675991929495 +INFO:root: +[Valid][27][UTT][ MSE = 0.2693 | LCC = 0.8419 | SRCC = 0.8405 ] +INFO:root:Average loss=0.135531913011502 +INFO:root: +[Valid][28][UTT][ MSE = 0.2568 | LCC = 0.8477 | SRCC = 0.8468 ] +INFO:root:Average loss=0.12890120605245614 +INFO:root: +[Valid][29][UTT][ MSE = 0.3176 | LCC = 0.8466 | SRCC = 0.8484 ] +INFO:root:Average loss=0.13229655885161498 +INFO:root: +[Valid][30][UTT][ MSE = 0.3112 | LCC = 0.8421 | SRCC = 0.8418 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2509 | LCC = 0.8464 | SRCC = 0.8451 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..021b50bbb5c7d8596f627cd179229697a033989f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f20b16bebc9be336d0a4c81fb9ae1e02a693920d8db84fb7a3279db886ca2b9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc784fbabed561b2ce03f65318691d14b0694347 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede1be5ed5f89fb81c2e1808e8847b5e1fa06e533d915b2084fa07ead897e627 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fb74121f550e3f33a13e20c8c619d4b506de846e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5567290937671294 +INFO:root: +[Valid][0][UTT][ MSE = 0.3795 | LCC = 0.7726 | SRCC = 0.7791 ] +INFO:root:Average loss=0.3578666301491933 +INFO:root: +[Valid][1][UTT][ MSE = 0.3362 | LCC = 0.7977 | SRCC = 0.8016 ] +INFO:root:Average loss=0.30311609174196535 +INFO:root: +[Valid][2][UTT][ MSE = 0.3412 | LCC = 0.8169 | SRCC = 0.8180 ] +INFO:root:Average loss=0.2777798533057555 +INFO:root: +[Valid][3][UTT][ MSE = 0.3005 | LCC = 0.8151 | SRCC = 0.8207 ] +INFO:root:Average loss=0.26773284967893207 +INFO:root: +[Valid][4][UTT][ MSE = 0.3557 | LCC = 0.8255 | SRCC = 0.8272 ] +INFO:root:Average loss=0.26283727509853166 +INFO:root: +[Valid][5][UTT][ MSE = 0.2968 | LCC = 0.8319 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2417001030766047 +INFO:root: +[Valid][6][UTT][ MSE = 0.2918 | LCC = 0.8341 | SRCC = 0.8333 ] +INFO:root:Average loss=0.23658417365871942 +INFO:root: +[Valid][7][UTT][ MSE = 0.2627 | LCC = 0.8379 | SRCC = 0.8368 ] +INFO:root:Average loss=0.2339281814220624 +INFO:root: +[Valid][8][UTT][ MSE = 0.2791 | LCC = 0.8384 | SRCC = 0.8393 ] +INFO:root:Average loss=0.23469631564922822 +INFO:root: +[Valid][9][UTT][ MSE = 0.2948 | LCC = 0.8394 | SRCC = 0.8399 ] +INFO:root:Average loss=0.2207389458631858 +INFO:root: +[Valid][10][UTT][ MSE = 0.2590 | LCC = 0.8436 | SRCC = 0.8466 ] +INFO:root:Average loss=0.22119499475528032 +INFO:root: +[Valid][11][UTT][ MSE = 0.2626 | LCC = 0.8468 | SRCC = 0.8457 ] +INFO:root:Average loss=0.21262084616300386 +INFO:root: +[Valid][12][UTT][ MSE = 0.2812 | LCC = 0.8471 | SRCC = 0.8474 ] +INFO:root:Average loss=0.20129575255589607 +INFO:root: +[Valid][13][UTT][ MSE = 0.2604 | LCC = 0.8486 | SRCC = 0.8482 ] +INFO:root:Average loss=0.19077226815697473 +INFO:root: +[Valid][14][UTT][ MSE = 0.3075 | LCC = 0.8452 | SRCC = 0.8449 ] +INFO:root:Average loss=0.1983350347249936 +INFO:root: +[Valid][15][UTT][ MSE = 0.2440 | LCC = 0.8474 | SRCC = 0.8477 ] +INFO:root:Average loss=0.18183177308394358 +INFO:root: +[Valid][16][UTT][ MSE = 0.2859 | LCC = 0.8476 | SRCC = 0.8472 ] +INFO:root:Average loss=0.18364304504715478 +INFO:root: +[Valid][17][UTT][ MSE = 0.2503 | LCC = 0.8479 | SRCC = 0.8465 ] +INFO:root:Average loss=0.19358530736122376 +INFO:root: +[Valid][18][UTT][ MSE = 0.2717 | LCC = 0.8463 | SRCC = 0.8467 ] +INFO:root:Average loss=0.17070663386048415 +INFO:root: +[Valid][19][UTT][ MSE = 0.2402 | LCC = 0.8510 | SRCC = 0.8501 ] +INFO:root:Average loss=0.16255764806499848 +INFO:root: +[Valid][20][UTT][ MSE = 0.2865 | LCC = 0.8439 | SRCC = 0.8453 ] +INFO:root:Average loss=0.17729969437305743 +INFO:root: +[Valid][21][UTT][ MSE = 0.2564 | LCC = 0.8482 | SRCC = 0.8486 ] +INFO:root:Average loss=0.1613815262531623 +INFO:root: +[Valid][22][UTT][ MSE = 0.2715 | LCC = 0.8464 | SRCC = 0.8460 ] +INFO:root:Average loss=0.1669227352891213 +INFO:root: +[Valid][23][UTT][ MSE = 0.2391 | LCC = 0.8496 | SRCC = 0.8494 ] +INFO:root:Average loss=0.155016140295909 +INFO:root: +[Valid][24][UTT][ MSE = 0.2686 | LCC = 0.8453 | SRCC = 0.8460 ] +INFO:root:Average loss=0.1455666646361351 +INFO:root: +[Valid][25][UTT][ MSE = 0.2519 | LCC = 0.8455 | SRCC = 0.8472 ] +INFO:root:Average loss=0.1437903230006878 +INFO:root: +[Valid][26][UTT][ MSE = 0.2711 | LCC = 0.8441 | SRCC = 0.8430 ] +INFO:root:Average loss=0.14666591947659469 +INFO:root: +[Valid][27][UTT][ MSE = 0.2812 | LCC = 0.8445 | SRCC = 0.8456 ] +INFO:root:Average loss=0.14740247279405594 +INFO:root: +[Valid][28][UTT][ MSE = 0.2446 | LCC = 0.8406 | SRCC = 0.8424 ] +INFO:root:Average loss=0.13044049428441587 +INFO:root: +[Valid][29][UTT][ MSE = 0.2520 | LCC = 0.8465 | SRCC = 0.8467 ] +INFO:root:Average loss=0.12394882337405132 +INFO:root: +[Valid][30][UTT][ MSE = 0.2565 | LCC = 0.8464 | SRCC = 0.8462 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2465 | LCC = 0.8522 | SRCC = 0.8510 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b0fb1cd2748b9eafa622f999f3c193e238af64 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e837ce053089d4ceecfdf22f30ecefc850d3eac499060765d4156539a10cee +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e77e95c1df22f77091b7925112edd5be498fabc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be070181e7e98851ac6c57d5b6b80cc03db3a1d524784ff3fa5f822c954a7388 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4815bfd97bd35eaba0435cee18a4d6439e22afa1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.49092319989815736 +INFO:root: +[Valid][0][UTT][ MSE = 0.3454 | LCC = 0.7942 | SRCC = 0.7967 ] +INFO:root:Average loss=0.3067727522590222 +INFO:root: +[Valid][1][UTT][ MSE = 0.3397 | LCC = 0.8108 | SRCC = 0.8146 ] +INFO:root:Average loss=0.2823197264701892 +INFO:root: +[Valid][2][UTT][ MSE = 0.3024 | LCC = 0.8272 | SRCC = 0.8284 ] +INFO:root:Average loss=0.2876070636587265 +INFO:root: +[Valid][3][UTT][ MSE = 0.3160 | LCC = 0.8326 | SRCC = 0.8316 ] +INFO:root:Average loss=0.26442330540754855 +INFO:root: +[Valid][4][UTT][ MSE = 0.2843 | LCC = 0.8355 | SRCC = 0.8366 ] +INFO:root:Average loss=0.2639554758102466 +INFO:root: +[Valid][5][UTT][ MSE = 0.2766 | LCC = 0.8429 | SRCC = 0.8428 ] +INFO:root:Average loss=0.24107889945690447 +INFO:root: +[Valid][6][UTT][ MSE = 0.2823 | LCC = 0.8425 | SRCC = 0.8431 ] +INFO:root:Average loss=0.23537173179479745 +INFO:root: +[Valid][7][UTT][ MSE = 0.3314 | LCC = 0.8451 | SRCC = 0.8443 ] +INFO:root:Average loss=0.2291807058529976 +INFO:root: +[Valid][8][UTT][ MSE = 0.2681 | LCC = 0.8489 | SRCC = 0.8492 ] +INFO:root:Average loss=0.2201236062324964 +INFO:root: +[Valid][9][UTT][ MSE = 0.2653 | LCC = 0.8490 | SRCC = 0.8493 ] +INFO:root:Average loss=0.2111309950168316 +INFO:root: +[Valid][10][UTT][ MSE = 0.2514 | LCC = 0.8508 | SRCC = 0.8521 ] +INFO:root:Average loss=0.21482377212781173 +INFO:root: +[Valid][11][UTT][ MSE = 0.2534 | LCC = 0.8533 | SRCC = 0.8546 ] +INFO:root:Average loss=0.2207689365515342 +INFO:root: +[Valid][12][UTT][ MSE = 0.3186 | LCC = 0.8524 | SRCC = 0.8518 ] +INFO:root:Average loss=0.21200159249397424 +INFO:root: +[Valid][13][UTT][ MSE = 0.2631 | LCC = 0.8469 | SRCC = 0.8478 ] +INFO:root:Average loss=0.19729106567609003 +INFO:root: +[Valid][14][UTT][ MSE = 0.2680 | LCC = 0.8478 | SRCC = 0.8498 ] +INFO:root:Average loss=0.18517214031173632 +INFO:root: +[Valid][15][UTT][ MSE = 0.2877 | LCC = 0.8527 | SRCC = 0.8535 ] +INFO:root:Average loss=0.18851938471198082 +INFO:root: +[Valid][16][UTT][ MSE = 0.2445 | LCC = 0.8573 | SRCC = 0.8575 ] +INFO:root:Average loss=0.17967402218626097 +INFO:root: +[Valid][17][UTT][ MSE = 0.2887 | LCC = 0.8564 | SRCC = 0.8571 ] +INFO:root:Average loss=0.19616826365773493 +INFO:root: +[Valid][18][UTT][ MSE = 0.3162 | LCC = 0.8555 | SRCC = 0.8563 ] +INFO:root:Average loss=0.1772394838432471 +INFO:root: +[Valid][19][UTT][ MSE = 0.2593 | LCC = 0.8524 | SRCC = 0.8544 ] +INFO:root:Average loss=0.17097853630399093 +INFO:root: +[Valid][20][UTT][ MSE = 0.2807 | LCC = 0.8521 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1724226977198552 +INFO:root: +[Valid][21][UTT][ MSE = 0.2542 | LCC = 0.8553 | SRCC = 0.8552 ] +INFO:root:Average loss=0.14995068751084498 +INFO:root: +[Valid][22][UTT][ MSE = 0.2510 | LCC = 0.8535 | SRCC = 0.8537 ] +INFO:root:Average loss=0.14877603470514983 +INFO:root: +[Valid][23][UTT][ MSE = 0.2291 | LCC = 0.8578 | SRCC = 0.8583 ] +INFO:root:Average loss=0.15051994396325868 +INFO:root: +[Valid][24][UTT][ MSE = 0.2684 | LCC = 0.8497 | SRCC = 0.8515 ] +INFO:root:Average loss=0.1357668149165618 +INFO:root: +[Valid][25][UTT][ MSE = 0.2424 | LCC = 0.8574 | SRCC = 0.8554 ] +INFO:root:Average loss=0.13407471833320764 +INFO:root: +[Valid][26][UTT][ MSE = 0.2344 | LCC = 0.8541 | SRCC = 0.8537 ] +INFO:root:Average loss=0.14379667108639693 +INFO:root: +[Valid][27][UTT][ MSE = 0.2642 | LCC = 0.8591 | SRCC = 0.8581 ] +INFO:root:Average loss=0.1339444696712188 +INFO:root: +[Valid][28][UTT][ MSE = 0.2362 | LCC = 0.8566 | SRCC = 0.8567 ] +INFO:root:Average loss=0.13314329603543648 +INFO:root: +[Valid][29][UTT][ MSE = 0.2436 | LCC = 0.8544 | SRCC = 0.8552 ] +INFO:root:Average loss=0.12450404694447151 +INFO:root: +[Valid][30][UTT][ MSE = 0.2242 | LCC = 0.8570 | SRCC = 0.8594 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2929 | LCC = 0.8461 | SRCC = 0.8503 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3c8ca1772af78cc6d8fd980d4e494fa052283c7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c6bbd62e7293a87b3b05d4c041a26d60529ba273c17d466fcdc7c492c49724 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b328fadf3a8cac97fff2eb01cc7e92091a6b65bd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a271e71b8ba39cc5a7d9408ceff70d4198e05aa01114af59c75110c7fb174b1a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..19bc81007e05dbda9c56522f0186f39bf71404a8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5252927711758858 +INFO:root: +[Valid][0][UTT][ MSE = 0.3845 | LCC = 0.7756 | SRCC = 0.7840 ] +INFO:root:Average loss=0.3103713975884976 +INFO:root: +[Valid][1][UTT][ MSE = 0.3584 | LCC = 0.8090 | SRCC = 0.8133 ] +INFO:root:Average loss=0.29333259547368074 +INFO:root: +[Valid][2][UTT][ MSE = 0.3401 | LCC = 0.8179 | SRCC = 0.8227 ] +INFO:root:Average loss=0.2765785698325206 +INFO:root: +[Valid][3][UTT][ MSE = 0.3316 | LCC = 0.8256 | SRCC = 0.8262 ] +INFO:root:Average loss=0.26019974454091144 +INFO:root: +[Valid][4][UTT][ MSE = 0.3163 | LCC = 0.8316 | SRCC = 0.8321 ] +INFO:root:Average loss=0.26124593481803554 +INFO:root: +[Valid][5][UTT][ MSE = 0.2967 | LCC = 0.8379 | SRCC = 0.8378 ] +INFO:root:Average loss=0.23841609194492683 +INFO:root: +[Valid][6][UTT][ MSE = 0.3162 | LCC = 0.8397 | SRCC = 0.8407 ] +INFO:root:Average loss=0.2425075032008 +INFO:root: +[Valid][7][UTT][ MSE = 0.3968 | LCC = 0.8336 | SRCC = 0.8352 ] +INFO:root:Average loss=0.22396449668285173 +INFO:root: +[Valid][8][UTT][ MSE = 0.2923 | LCC = 0.8398 | SRCC = 0.8418 ] +INFO:root:Average loss=0.2195710002993926 +INFO:root: +[Valid][9][UTT][ MSE = 0.3483 | LCC = 0.8438 | SRCC = 0.8473 ] +INFO:root:Average loss=0.21272515715696874 +INFO:root: +[Valid][10][UTT][ MSE = 0.3327 | LCC = 0.8451 | SRCC = 0.8458 ] +INFO:root:Average loss=0.20578172927101454 +INFO:root: +[Valid][11][UTT][ MSE = 0.2625 | LCC = 0.8470 | SRCC = 0.8477 ] +INFO:root:Average loss=0.21088416148454714 +INFO:root: +[Valid][12][UTT][ MSE = 0.3035 | LCC = 0.8450 | SRCC = 0.8431 ] +INFO:root:Average loss=0.19538958666798395 +INFO:root: +[Valid][13][UTT][ MSE = 0.2639 | LCC = 0.8500 | SRCC = 0.8469 ] +INFO:root:Average loss=0.1839503394678617 +INFO:root: +[Valid][14][UTT][ MSE = 0.2896 | LCC = 0.8463 | SRCC = 0.8468 ] +INFO:root:Average loss=0.17891323805237427 +INFO:root: +[Valid][15][UTT][ MSE = 0.2567 | LCC = 0.8516 | SRCC = 0.8497 ] +INFO:root:Average loss=0.19477390497922897 +INFO:root: +[Valid][16][UTT][ MSE = 0.2482 | LCC = 0.8493 | SRCC = 0.8492 ] +INFO:root:Average loss=0.16849852840487772 +INFO:root: +[Valid][17][UTT][ MSE = 0.2860 | LCC = 0.8497 | SRCC = 0.8467 ] +INFO:root:Average loss=0.1673111806695278 +INFO:root: +[Valid][18][UTT][ MSE = 0.3094 | LCC = 0.8456 | SRCC = 0.8468 ] +INFO:root:Average loss=0.1789189827365753 +INFO:root: +[Valid][19][UTT][ MSE = 0.2438 | LCC = 0.8535 | SRCC = 0.8511 ] +INFO:root:Average loss=0.15496881869740975 +INFO:root: +[Valid][20][UTT][ MSE = 0.2602 | LCC = 0.8508 | SRCC = 0.8492 ] +INFO:root:Average loss=0.1590976945291727 +INFO:root: +[Valid][21][UTT][ MSE = 0.2567 | LCC = 0.8518 | SRCC = 0.8487 ] +INFO:root:Average loss=0.16501209025199598 +INFO:root: +[Valid][22][UTT][ MSE = 0.3180 | LCC = 0.8461 | SRCC = 0.8458 ] +INFO:root:Average loss=0.1658830473629328 +INFO:root: +[Valid][23][UTT][ MSE = 0.2435 | LCC = 0.8493 | SRCC = 0.8458 ] +INFO:root:Average loss=0.14117958052800253 +INFO:root: +[Valid][24][UTT][ MSE = 0.2678 | LCC = 0.8477 | SRCC = 0.8443 ] +INFO:root:Average loss=0.14179292789254433 +INFO:root: +[Valid][25][UTT][ MSE = 0.3147 | LCC = 0.8363 | SRCC = 0.8371 ] +INFO:root:Average loss=0.13238663054429567 +INFO:root: +[Valid][26][UTT][ MSE = 0.2922 | LCC = 0.8359 | SRCC = 0.8347 ] +INFO:root:Average loss=0.13467840258127603 +INFO:root: +[Valid][27][UTT][ MSE = 0.2623 | LCC = 0.8446 | SRCC = 0.8422 ] +INFO:root:Average loss=0.13257533751237086 +INFO:root: +[Valid][28][UTT][ MSE = 0.3277 | LCC = 0.8408 | SRCC = 0.8396 ] +INFO:root:Average loss=0.12726017603507409 +INFO:root: +[Valid][29][UTT][ MSE = 0.2573 | LCC = 0.8500 | SRCC = 0.8467 ] +INFO:root:Average loss=0.11797460818137878 +INFO:root: +[Valid][30][UTT][ MSE = 0.2772 | LCC = 0.8402 | SRCC = 0.8391 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2351 | LCC = 0.8529 | SRCC = 0.8515 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..57f93e9cf849c566e25086be0ee8c6941c4be9bf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468b6fce9adbb4678aa977dc21d840f295834836d43533f4f08a2d65fce04376 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..97f99ca3b54cac5626a07f9d4564a2c720b7cb9e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2f4f872d3413033270bcedbeab52a7d8f28da946006c61602e2f2dcea386b5d +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..73880d65a7e32f7f7617df0cbed4d7bc169f5db7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5238080529066232 +INFO:root: +[Valid][0][UTT][ MSE = 0.4228 | LCC = 0.7707 | SRCC = 0.7801 ] +INFO:root:Average loss=0.3524625125603798 +INFO:root: +[Valid][1][UTT][ MSE = 0.3580 | LCC = 0.7926 | SRCC = 0.7956 ] +INFO:root:Average loss=0.31637192288270366 +INFO:root: +[Valid][2][UTT][ MSE = 0.3413 | LCC = 0.8040 | SRCC = 0.8075 ] +INFO:root:Average loss=0.3473669183559907 +INFO:root: +[Valid][3][UTT][ MSE = 0.4047 | LCC = 0.7945 | SRCC = 0.8115 ] +INFO:root:Average loss=0.32945786817715716 +INFO:root: +[Valid][4][UTT][ MSE = 0.3231 | LCC = 0.8159 | SRCC = 0.8171 ] +INFO:root:Average loss=0.29637015209748196 +INFO:root: +[Valid][5][UTT][ MSE = 0.3173 | LCC = 0.8227 | SRCC = 0.8235 ] +INFO:root:Average loss=0.2945597876722996 +INFO:root: +[Valid][6][UTT][ MSE = 0.3165 | LCC = 0.8190 | SRCC = 0.8253 ] +INFO:root:Average loss=0.28368821281653184 +INFO:root: +[Valid][7][UTT][ MSE = 0.3310 | LCC = 0.8234 | SRCC = 0.8296 ] +INFO:root:Average loss=0.26166645093606067 +INFO:root: +[Valid][8][UTT][ MSE = 0.3077 | LCC = 0.8310 | SRCC = 0.8311 ] +INFO:root:Average loss=0.2837393255187915 +INFO:root: +[Valid][9][UTT][ MSE = 0.3326 | LCC = 0.8321 | SRCC = 0.8328 ] +INFO:root:Average loss=0.26227493011034453 +INFO:root: +[Valid][10][UTT][ MSE = 0.2750 | LCC = 0.8348 | SRCC = 0.8361 ] +INFO:root:Average loss=0.2528955640319066 +INFO:root: +[Valid][11][UTT][ MSE = 0.2923 | LCC = 0.8399 | SRCC = 0.8397 ] +INFO:root:Average loss=0.255521942789738 +INFO:root: +[Valid][12][UTT][ MSE = 0.3177 | LCC = 0.8415 | SRCC = 0.8405 ] +INFO:root:Average loss=0.2586320084639085 +INFO:root: +[Valid][13][UTT][ MSE = 0.2814 | LCC = 0.8418 | SRCC = 0.8419 ] +INFO:root:Average loss=0.2530634139592831 +INFO:root: +[Valid][14][UTT][ MSE = 0.3021 | LCC = 0.8402 | SRCC = 0.8405 ] +INFO:root:Average loss=0.2608563808294443 +INFO:root: +[Valid][15][UTT][ MSE = 0.3050 | LCC = 0.8378 | SRCC = 0.8401 ] +INFO:root:Average loss=0.24324128795892763 +INFO:root: +[Valid][16][UTT][ MSE = 0.2634 | LCC = 0.8392 | SRCC = 0.8410 ] +INFO:root:Average loss=0.23312554432031435 +INFO:root: +[Valid][17][UTT][ MSE = 0.2843 | LCC = 0.8447 | SRCC = 0.8453 ] +INFO:root:Average loss=0.23079968511294097 +INFO:root: +[Valid][18][UTT][ MSE = 0.2920 | LCC = 0.8354 | SRCC = 0.8446 ] +INFO:root:Average loss=0.2264538042438336 +INFO:root: +[Valid][19][UTT][ MSE = 0.2916 | LCC = 0.8433 | SRCC = 0.8478 ] +INFO:root:Average loss=0.22931575736938378 +INFO:root: +[Valid][20][UTT][ MSE = 0.2690 | LCC = 0.8476 | SRCC = 0.8469 ] +INFO:root:Average loss=0.22419524699067458 +INFO:root: +[Valid][21][UTT][ MSE = 0.2661 | LCC = 0.8479 | SRCC = 0.8468 ] +INFO:root:Average loss=0.2154199855449872 +INFO:root: +[Valid][22][UTT][ MSE = 0.4105 | LCC = 0.8346 | SRCC = 0.8397 ] +INFO:root:Average loss=0.21562378872663546 +INFO:root: +[Valid][23][UTT][ MSE = 0.2672 | LCC = 0.8498 | SRCC = 0.8483 ] +INFO:root:Average loss=0.2250844464661219 +INFO:root: +[Valid][24][UTT][ MSE = 0.2596 | LCC = 0.8503 | SRCC = 0.8487 ] +INFO:root:Average loss=0.2134014721482228 +INFO:root: +[Valid][25][UTT][ MSE = 0.2797 | LCC = 0.8474 | SRCC = 0.8473 ] +INFO:root:Average loss=0.20274488857159248 +INFO:root: +[Valid][26][UTT][ MSE = 0.2788 | LCC = 0.8476 | SRCC = 0.8493 ] +INFO:root:Average loss=0.20435599791697967 +INFO:root: +[Valid][27][UTT][ MSE = 0.3013 | LCC = 0.8457 | SRCC = 0.8453 ] +INFO:root:Average loss=0.20124370671617678 +INFO:root: +[Valid][28][UTT][ MSE = 0.2474 | LCC = 0.8570 | SRCC = 0.8574 ] +INFO:root:Average loss=0.19423397936117956 +INFO:root: +[Valid][29][UTT][ MSE = 0.2658 | LCC = 0.8504 | SRCC = 0.8501 ] +INFO:root:Average loss=0.1874622630003171 +INFO:root: +[Valid][30][UTT][ MSE = 0.2554 | LCC = 0.8549 | SRCC = 0.8546 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2500 | LCC = 0.8548 | SRCC = 0.8554 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d49ceeac732b3cb1c429d6c7c7b2c1c43445439 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254d2085464eebb9cda50a40a613a8a1e26b58cbcafbd1f1395d2569481130f6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..61378e6c5764fb6f5d1aacf7237a37572dd98543 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19c9d733f5c5c8759a0697ec6f8486fe11e5f08736f1d9c7768f7d613e6851b +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ff65f82545ac11ada30bb73387685775462100ca --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.573674962306634 +INFO:root: +[Valid][0][UTT][ MSE = 0.5203 | LCC = 0.7504 | SRCC = 0.7684 ] +INFO:root:Average loss=0.3676110381881396 +INFO:root: +[Valid][1][UTT][ MSE = 0.3615 | LCC = 0.7892 | SRCC = 0.7934 ] +INFO:root:Average loss=0.33892534520381534 +INFO:root: +[Valid][2][UTT][ MSE = 0.3445 | LCC = 0.8010 | SRCC = 0.8038 ] +INFO:root:Average loss=0.2977756380270689 +INFO:root: +[Valid][3][UTT][ MSE = 0.3026 | LCC = 0.8018 | SRCC = 0.8090 ] +INFO:root:Average loss=0.30700520139474136 +INFO:root: +[Valid][4][UTT][ MSE = 0.3123 | LCC = 0.8159 | SRCC = 0.8190 ] +INFO:root:Average loss=0.3101321632663409 +INFO:root: +[Valid][5][UTT][ MSE = 0.3584 | LCC = 0.8108 | SRCC = 0.8185 ] +INFO:root:Average loss=0.29283544707756776 +INFO:root: +[Valid][6][UTT][ MSE = 0.3811 | LCC = 0.8246 | SRCC = 0.8236 ] +INFO:root:Average loss=0.2997405983698674 +INFO:root: +[Valid][7][UTT][ MSE = 0.3194 | LCC = 0.8274 | SRCC = 0.8262 ] +INFO:root:Average loss=0.2628121853638918 +INFO:root: +[Valid][8][UTT][ MSE = 0.2971 | LCC = 0.8262 | SRCC = 0.8295 ] +INFO:root:Average loss=0.29627891228749204 +INFO:root: +[Valid][9][UTT][ MSE = 0.2976 | LCC = 0.8271 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2648442276777365 +INFO:root: +[Valid][10][UTT][ MSE = 0.2841 | LCC = 0.8313 | SRCC = 0.8312 ] +INFO:root:Average loss=0.2623146655849921 +INFO:root: +[Valid][11][UTT][ MSE = 0.3500 | LCC = 0.8345 | SRCC = 0.8333 ] +INFO:root:Average loss=0.25347423457946533 +INFO:root: +[Valid][12][UTT][ MSE = 0.3530 | LCC = 0.8271 | SRCC = 0.8343 ] +INFO:root:Average loss=0.2523722660083037 +INFO:root: +[Valid][13][UTT][ MSE = 0.2790 | LCC = 0.8341 | SRCC = 0.8384 ] +INFO:root:Average loss=0.24974593883141494 +INFO:root: +[Valid][14][UTT][ MSE = 0.2989 | LCC = 0.8397 | SRCC = 0.8384 ] +INFO:root:Average loss=0.2302257634508304 +INFO:root: +[Valid][15][UTT][ MSE = 0.3015 | LCC = 0.8369 | SRCC = 0.8408 ] +INFO:root:Average loss=0.23706991569353983 +INFO:root: +[Valid][16][UTT][ MSE = 0.3010 | LCC = 0.8431 | SRCC = 0.8419 ] +INFO:root:Average loss=0.2273838711090577 +INFO:root: +[Valid][17][UTT][ MSE = 0.2588 | LCC = 0.8430 | SRCC = 0.8416 ] +INFO:root:Average loss=0.23349826572797236 +INFO:root: +[Valid][18][UTT][ MSE = 0.2915 | LCC = 0.8450 | SRCC = 0.8445 ] +INFO:root:Average loss=0.22274074531518495 +INFO:root: +[Valid][19][UTT][ MSE = 0.2590 | LCC = 0.8431 | SRCC = 0.8430 ] +INFO:root:Average loss=0.21861156534690124 +INFO:root: +[Valid][20][UTT][ MSE = 0.2932 | LCC = 0.8479 | SRCC = 0.8474 ] +INFO:root:Average loss=0.22008910908913001 +INFO:root: +[Valid][21][UTT][ MSE = 0.2803 | LCC = 0.8439 | SRCC = 0.8433 ] +INFO:root:Average loss=0.2179641815332266 +INFO:root: +[Valid][22][UTT][ MSE = 0.2512 | LCC = 0.8464 | SRCC = 0.8460 ] +INFO:root:Average loss=0.21050786418028367 +INFO:root: +[Valid][23][UTT][ MSE = 0.2569 | LCC = 0.8432 | SRCC = 0.8442 ] +INFO:root:Average loss=0.2092357650399208 +INFO:root: +[Valid][24][UTT][ MSE = 0.2707 | LCC = 0.8409 | SRCC = 0.8462 ] +INFO:root:Average loss=0.20856803636520338 +INFO:root: +[Valid][25][UTT][ MSE = 0.2541 | LCC = 0.8478 | SRCC = 0.8473 ] +INFO:root:Average loss=0.19790001003405985 +INFO:root: +[Valid][26][UTT][ MSE = 0.2711 | LCC = 0.8444 | SRCC = 0.8432 ] +INFO:root:Average loss=0.199222147751313 +INFO:root: +[Valid][27][UTT][ MSE = 0.2858 | LCC = 0.8514 | SRCC = 0.8501 ] +INFO:root:Average loss=0.19535694299982145 +INFO:root: +[Valid][28][UTT][ MSE = 0.3047 | LCC = 0.8487 | SRCC = 0.8489 ] +INFO:root:Average loss=0.18813723841538796 +INFO:root: +[Valid][29][UTT][ MSE = 0.2666 | LCC = 0.8533 | SRCC = 0.8502 ] +INFO:root:Average loss=0.1884955515464147 +INFO:root: +[Valid][30][UTT][ MSE = 0.2523 | LCC = 0.8495 | SRCC = 0.8487 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2769 | LCC = 0.8540 | SRCC = 0.8551 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..751a208991b677a4e19b79d87bbddb9cdc30b567 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24681da21b21f9d35c318a30ac34c5e2ddaeb225254c8a9fbe98db14a0a3e7e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b78d9d29a506c99925ff38e039e779188a79e3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305ab9e09fbef66d1a3d15a6c3b130252060e5c0b1adf7bdb826e690fdfb87bc +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..49e55b798916660c67f710b4833fec9aa00a089d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4930017101459014 +INFO:root: +[Valid][0][UTT][ MSE = 0.4414 | LCC = 0.7628 | SRCC = 0.7666 ] +INFO:root:Average loss=0.3603931902310787 +INFO:root: +[Valid][1][UTT][ MSE = 0.3485 | LCC = 0.7866 | SRCC = 0.7903 ] +INFO:root:Average loss=0.31222721055532116 +INFO:root: +[Valid][2][UTT][ MSE = 0.3370 | LCC = 0.8028 | SRCC = 0.8064 ] +INFO:root:Average loss=0.3059821766920579 +INFO:root: +[Valid][3][UTT][ MSE = 0.3232 | LCC = 0.8128 | SRCC = 0.8155 ] +INFO:root:Average loss=0.3032098013239029 +INFO:root: +[Valid][4][UTT][ MSE = 0.3243 | LCC = 0.8131 | SRCC = 0.8171 ] +INFO:root:Average loss=0.2809388775091905 +INFO:root: +[Valid][5][UTT][ MSE = 0.3484 | LCC = 0.8218 | SRCC = 0.8252 ] +INFO:root:Average loss=0.28804515989927143 +INFO:root: +[Valid][6][UTT][ MSE = 0.3453 | LCC = 0.8260 | SRCC = 0.8249 ] +INFO:root:Average loss=0.29382606805899203 +INFO:root: +[Valid][7][UTT][ MSE = 0.3388 | LCC = 0.8250 | SRCC = 0.8269 ] +INFO:root:Average loss=0.26587909421859646 +INFO:root: +[Valid][8][UTT][ MSE = 0.3005 | LCC = 0.8351 | SRCC = 0.8366 ] +INFO:root:Average loss=0.2641835478253854 +INFO:root: +[Valid][9][UTT][ MSE = 0.2733 | LCC = 0.8320 | SRCC = 0.8353 ] +INFO:root:Average loss=0.25504624251371777 +INFO:root: +[Valid][10][UTT][ MSE = 0.3460 | LCC = 0.8407 | SRCC = 0.8385 ] +INFO:root:Average loss=0.25744038094312716 +INFO:root: +[Valid][11][UTT][ MSE = 0.2740 | LCC = 0.8353 | SRCC = 0.8369 ] +INFO:root:Average loss=0.24145184858487204 +INFO:root: +[Valid][12][UTT][ MSE = 0.4034 | LCC = 0.8379 | SRCC = 0.8366 ] +INFO:root:Average loss=0.2490974402962587 +INFO:root: +[Valid][13][UTT][ MSE = 0.2914 | LCC = 0.8441 | SRCC = 0.8447 ] +INFO:root:Average loss=0.23964551607003579 +INFO:root: +[Valid][14][UTT][ MSE = 0.2648 | LCC = 0.8465 | SRCC = 0.8472 ] +INFO:root:Average loss=0.24859563261270523 +INFO:root: +[Valid][15][UTT][ MSE = 0.2700 | LCC = 0.8444 | SRCC = 0.8433 ] +INFO:root:Average loss=0.24094497832732323 +INFO:root: +[Valid][16][UTT][ MSE = 0.2940 | LCC = 0.8488 | SRCC = 0.8478 ] +INFO:root:Average loss=0.22776036251049775 +INFO:root: +[Valid][17][UTT][ MSE = 0.2794 | LCC = 0.8484 | SRCC = 0.8493 ] +INFO:root:Average loss=0.22723966206495577 +INFO:root: +[Valid][18][UTT][ MSE = 0.2758 | LCC = 0.8513 | SRCC = 0.8513 ] +INFO:root:Average loss=0.2114894130291083 +INFO:root: +[Valid][19][UTT][ MSE = 0.4130 | LCC = 0.8516 | SRCC = 0.8503 ] +INFO:root:Average loss=0.23023952543735504 +INFO:root: +[Valid][20][UTT][ MSE = 0.2825 | LCC = 0.8537 | SRCC = 0.8515 ] +INFO:root:Average loss=0.22192307676260287 +INFO:root: +[Valid][21][UTT][ MSE = 0.2624 | LCC = 0.8466 | SRCC = 0.8487 ] +INFO:root:Average loss=0.20512776563947016 +INFO:root: +[Valid][22][UTT][ MSE = 0.2908 | LCC = 0.8513 | SRCC = 0.8515 ] +INFO:root:Average loss=0.2030723471290026 +INFO:root: +[Valid][23][UTT][ MSE = 0.3590 | LCC = 0.8427 | SRCC = 0.8488 ] +INFO:root:Average loss=0.2127588397035232 +INFO:root: +[Valid][24][UTT][ MSE = 0.3299 | LCC = 0.8528 | SRCC = 0.8531 ] +INFO:root:Average loss=0.20076761203698623 +INFO:root: +[Valid][25][UTT][ MSE = 0.2937 | LCC = 0.8541 | SRCC = 0.8534 ] +INFO:root:Average loss=0.1946402565600016 +INFO:root: +[Valid][26][UTT][ MSE = 0.2612 | LCC = 0.8540 | SRCC = 0.8558 ] +INFO:root:Average loss=0.1999328000805317 +INFO:root: +[Valid][27][UTT][ MSE = 0.3028 | LCC = 0.8564 | SRCC = 0.8558 ] +INFO:root:Average loss=0.19738408158986998 +INFO:root: +[Valid][28][UTT][ MSE = 0.3499 | LCC = 0.8476 | SRCC = 0.8481 ] +INFO:root:Average loss=0.19844548375560686 +INFO:root: +[Valid][29][UTT][ MSE = 0.2925 | LCC = 0.8520 | SRCC = 0.8524 ] +INFO:root:Average loss=0.18773006743345505 +INFO:root: +[Valid][30][UTT][ MSE = 0.3387 | LCC = 0.8508 | SRCC = 0.8521 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2743 | LCC = 0.8539 | SRCC = 0.8528 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5b5725759a60aff377a7f6f3a326a4dc4f901bf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d1655874fcc50fccae269a840ac2c96485bd9d027ac8223d50ef2d128fbd8b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a0055fd875975b461f1b973aa46aa7692c96a14 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e32687b7c65034d60e5ee5a2595791892bf627949252f913c588cbe564e7260 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3d7086b34f38adad335156b32fa9a68c483a3e79 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5261216797889807 +INFO:root: +[Valid][0][UTT][ MSE = 0.3791 | LCC = 0.7654 | SRCC = 0.7709 ] +INFO:root:Average loss=0.3471202009763473 +INFO:root: +[Valid][1][UTT][ MSE = 0.3316 | LCC = 0.7880 | SRCC = 0.7930 ] +INFO:root:Average loss=0.3121183753395692 +INFO:root: +[Valid][2][UTT][ MSE = 0.3384 | LCC = 0.8000 | SRCC = 0.8016 ] +INFO:root:Average loss=0.30028562056712615 +INFO:root: +[Valid][3][UTT][ MSE = 0.3509 | LCC = 0.8117 | SRCC = 0.8131 ] +INFO:root:Average loss=0.3192548780487134 +INFO:root: +[Valid][4][UTT][ MSE = 0.3042 | LCC = 0.8112 | SRCC = 0.8120 ] +INFO:root:Average loss=0.2839605756677114 +INFO:root: +[Valid][5][UTT][ MSE = 0.3032 | LCC = 0.8195 | SRCC = 0.8209 ] +INFO:root:Average loss=0.2726057947446138 +INFO:root: +[Valid][6][UTT][ MSE = 0.3392 | LCC = 0.8239 | SRCC = 0.8255 ] +INFO:root:Average loss=0.2737274294098218 +INFO:root: +[Valid][7][UTT][ MSE = 0.2973 | LCC = 0.8278 | SRCC = 0.8299 ] +INFO:root:Average loss=0.28345483312240016 +INFO:root: +[Valid][8][UTT][ MSE = 0.2960 | LCC = 0.8221 | SRCC = 0.8288 ] +INFO:root:Average loss=0.2745607275611315 +INFO:root: +[Valid][9][UTT][ MSE = 0.2865 | LCC = 0.8283 | SRCC = 0.8319 ] +INFO:root:Average loss=0.26722628833391726 +INFO:root: +[Valid][10][UTT][ MSE = 0.4071 | LCC = 0.8349 | SRCC = 0.8365 ] +INFO:root:Average loss=0.2773553333603419 +INFO:root: +[Valid][11][UTT][ MSE = 0.2847 | LCC = 0.8306 | SRCC = 0.8337 ] +INFO:root:Average loss=0.250007318571592 +INFO:root: +[Valid][12][UTT][ MSE = 0.2960 | LCC = 0.8388 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2348812814706411 +INFO:root: +[Valid][13][UTT][ MSE = 0.2806 | LCC = 0.8410 | SRCC = 0.8411 ] +INFO:root:Average loss=0.24820064294796723 +INFO:root: +[Valid][14][UTT][ MSE = 0.2694 | LCC = 0.8411 | SRCC = 0.8417 ] +INFO:root:Average loss=0.22858867526818544 +INFO:root: +[Valid][15][UTT][ MSE = 0.2966 | LCC = 0.8461 | SRCC = 0.8449 ] +INFO:root:Average loss=0.22665072767398295 +INFO:root: +[Valid][16][UTT][ MSE = 0.3029 | LCC = 0.8448 | SRCC = 0.8460 ] +INFO:root:Average loss=0.2333733286613073 +INFO:root: +[Valid][17][UTT][ MSE = 0.2738 | LCC = 0.8492 | SRCC = 0.8485 ] +INFO:root:Average loss=0.22338956193282053 +INFO:root: +[Valid][18][UTT][ MSE = 0.2698 | LCC = 0.8425 | SRCC = 0.8428 ] +INFO:root:Average loss=0.22929155711944288 +INFO:root: +[Valid][19][UTT][ MSE = 0.3003 | LCC = 0.8438 | SRCC = 0.8449 ] +INFO:root:Average loss=0.21199699367086092 +INFO:root: +[Valid][20][UTT][ MSE = 0.2705 | LCC = 0.8499 | SRCC = 0.8500 ] +INFO:root:Average loss=0.21762416167901114 +INFO:root: +[Valid][21][UTT][ MSE = 0.2733 | LCC = 0.8449 | SRCC = 0.8463 ] +INFO:root:Average loss=0.22480258689476892 +INFO:root: +[Valid][22][UTT][ MSE = 0.3214 | LCC = 0.8481 | SRCC = 0.8496 ] +INFO:root:Average loss=0.21357033888881022 +INFO:root: +[Valid][23][UTT][ MSE = 0.2757 | LCC = 0.8503 | SRCC = 0.8509 ] +INFO:root:Average loss=0.19562911834472266 +INFO:root: +[Valid][24][UTT][ MSE = 0.2400 | LCC = 0.8507 | SRCC = 0.8519 ] +INFO:root:Average loss=0.21779072953340334 +INFO:root: +[Valid][25][UTT][ MSE = 0.2707 | LCC = 0.8474 | SRCC = 0.8497 ] +INFO:root:Average loss=0.1980832272615188 +INFO:root: +[Valid][26][UTT][ MSE = 0.2782 | LCC = 0.8477 | SRCC = 0.8478 ] +INFO:root:Average loss=0.2105960618609037 +INFO:root: +[Valid][27][UTT][ MSE = 0.2784 | LCC = 0.8448 | SRCC = 0.8490 ] +INFO:root:Average loss=0.1958195985509799 +INFO:root: +[Valid][28][UTT][ MSE = 0.2594 | LCC = 0.8512 | SRCC = 0.8506 ] +INFO:root:Average loss=0.1964117861711062 +INFO:root: +[Valid][29][UTT][ MSE = 0.2633 | LCC = 0.8506 | SRCC = 0.8510 ] +INFO:root:Average loss=0.18687975817383864 +INFO:root: +[Valid][30][UTT][ MSE = 0.2729 | LCC = 0.8558 | SRCC = 0.8563 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2840 | LCC = 0.8520 | SRCC = 0.8550 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ef0db726af6e8f40c05ebc26ca8647f5fc8a1dc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c91e755a45f485363df8cd44ad7e56b850291203956fa981850e20031453f60 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b148aa689c321751f9b647fc106058e0d131d466 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bca8439400641d68162e273c1db4668a97945a1f6a4c9fc370345ec0fae2ea4 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7dbef59ecbbf53ad03a8de7383c4ff735310a9ae --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer9/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5943017238989855 +INFO:root: +[Valid][0][UTT][ MSE = 0.4746 | LCC = 0.7434 | SRCC = 0.7578 ] +INFO:root:Average loss=0.34816491107145947 +INFO:root: +[Valid][1][UTT][ MSE = 0.3704 | LCC = 0.7869 | SRCC = 0.7920 ] +INFO:root:Average loss=0.3339153631375386 +INFO:root: +[Valid][2][UTT][ MSE = 0.3320 | LCC = 0.7984 | SRCC = 0.8014 ] +INFO:root:Average loss=0.30718913158545125 +INFO:root: +[Valid][3][UTT][ MSE = 0.3281 | LCC = 0.8071 | SRCC = 0.8103 ] +INFO:root:Average loss=0.3048468963840069 +INFO:root: +[Valid][4][UTT][ MSE = 0.3469 | LCC = 0.8130 | SRCC = 0.8134 ] +INFO:root:Average loss=0.279900872363494 +INFO:root: +[Valid][5][UTT][ MSE = 0.3894 | LCC = 0.8138 | SRCC = 0.8181 ] +INFO:root:Average loss=0.2959142384620813 +INFO:root: +[Valid][6][UTT][ MSE = 0.3218 | LCC = 0.8224 | SRCC = 0.8234 ] +INFO:root:Average loss=0.2739983993845108 +INFO:root: +[Valid][7][UTT][ MSE = 0.3744 | LCC = 0.8238 | SRCC = 0.8244 ] +INFO:root:Average loss=0.2663829681965021 +INFO:root: +[Valid][8][UTT][ MSE = 0.3231 | LCC = 0.8253 | SRCC = 0.8275 ] +INFO:root:Average loss=0.2675505509743324 +INFO:root: +[Valid][9][UTT][ MSE = 0.2905 | LCC = 0.8307 | SRCC = 0.8296 ] +INFO:root:Average loss=0.28120906517291683 +INFO:root: +[Valid][10][UTT][ MSE = 0.2902 | LCC = 0.8300 | SRCC = 0.8312 ] +INFO:root:Average loss=0.2519937480489413 +INFO:root: +[Valid][11][UTT][ MSE = 0.2772 | LCC = 0.8322 | SRCC = 0.8334 ] +INFO:root:Average loss=0.24959268134373885 +INFO:root: +[Valid][12][UTT][ MSE = 0.2662 | LCC = 0.8338 | SRCC = 0.8343 ] +INFO:root:Average loss=0.2522508977697446 +INFO:root: +[Valid][13][UTT][ MSE = 0.2807 | LCC = 0.8346 | SRCC = 0.8355 ] +INFO:root:Average loss=0.2587059109638899 +INFO:root: +[Valid][14][UTT][ MSE = 0.3170 | LCC = 0.8322 | SRCC = 0.8331 ] +INFO:root:Average loss=0.23660647257780418 +INFO:root: +[Valid][15][UTT][ MSE = 0.3411 | LCC = 0.8374 | SRCC = 0.8355 ] +INFO:root:Average loss=0.23066860953202614 +INFO:root: +[Valid][16][UTT][ MSE = 0.2723 | LCC = 0.8413 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2399959052220369 +INFO:root: +[Valid][17][UTT][ MSE = 0.2687 | LCC = 0.8423 | SRCC = 0.8432 ] +INFO:root:Average loss=0.24219837211645567 +INFO:root: +[Valid][18][UTT][ MSE = 0.3043 | LCC = 0.8436 | SRCC = 0.8440 ] +INFO:root:Average loss=0.22926967724775657 +INFO:root: +[Valid][19][UTT][ MSE = 0.2693 | LCC = 0.8454 | SRCC = 0.8455 ] +INFO:root:Average loss=0.2208583135253344 +INFO:root: +[Valid][20][UTT][ MSE = 0.3160 | LCC = 0.8382 | SRCC = 0.8406 ] +INFO:root:Average loss=0.23407122779351014 +INFO:root: +[Valid][21][UTT][ MSE = 0.2731 | LCC = 0.8475 | SRCC = 0.8456 ] +INFO:root:Average loss=0.21815183605903235 +INFO:root: +[Valid][22][UTT][ MSE = 0.2641 | LCC = 0.8425 | SRCC = 0.8458 ] +INFO:root:Average loss=0.21510458642091507 +INFO:root: +[Valid][23][UTT][ MSE = 0.2712 | LCC = 0.8516 | SRCC = 0.8504 ] +INFO:root:Average loss=0.20603959109538642 +INFO:root: +[Valid][24][UTT][ MSE = 0.2791 | LCC = 0.8483 | SRCC = 0.8480 ] +INFO:root:Average loss=0.2056281407101032 +INFO:root: +[Valid][25][UTT][ MSE = 0.2830 | LCC = 0.8523 | SRCC = 0.8500 ] +INFO:root:Average loss=0.20298780099703714 +INFO:root: +[Valid][26][UTT][ MSE = 0.2578 | LCC = 0.8493 | SRCC = 0.8502 ] +INFO:root:Average loss=0.21432947520262155 +INFO:root: +[Valid][27][UTT][ MSE = 0.2571 | LCC = 0.8534 | SRCC = 0.8516 ] +INFO:root:Average loss=0.1972627003605549 +INFO:root: +[Valid][28][UTT][ MSE = 0.2755 | LCC = 0.8483 | SRCC = 0.8487 ] +INFO:root:Average loss=0.1884110919558085 +INFO:root: +[Valid][29][UTT][ MSE = 0.2655 | LCC = 0.8518 | SRCC = 0.8504 ] +INFO:root:Average loss=0.18719827364652586 +INFO:root: +[Valid][30][UTT][ MSE = 0.2568 | LCC = 0.8498 | SRCC = 0.8492 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2537 | LCC = 0.8538 | SRCC = 0.8523 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cebd8e7ddcfb029f71be5fffa2dfce41eb32a269 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ef9e00e84dd6bd4019596df6aaab7b10a9cf06f418a483750e279a1950b211f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d810550c5706f2293f61f39a4897d300df85cffb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba25e0b182f5c7f45b723e9ed2a147338ff99a1fdc9c057d68df2a77b64cebd6 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5d7e53864055216ebc0ef6427edddc8829c5e38a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5734830769972924 +INFO:root: +[Valid][0][UTT][ MSE = 0.4086 | LCC = 0.7200 | SRCC = 0.7240 ] +INFO:root:Average loss=0.33866670842354113 +INFO:root: +[Valid][1][UTT][ MSE = 0.3346 | LCC = 0.7794 | SRCC = 0.7852 ] +INFO:root:Average loss=0.28435667355855304 +INFO:root: +[Valid][2][UTT][ MSE = 0.3176 | LCC = 0.8031 | SRCC = 0.7983 ] +INFO:root:Average loss=0.25564553282963925 +INFO:root: +[Valid][3][UTT][ MSE = 0.2977 | LCC = 0.8134 | SRCC = 0.8144 ] +INFO:root:Average loss=0.23387014942291456 +INFO:root: +[Valid][4][UTT][ MSE = 0.2780 | LCC = 0.8276 | SRCC = 0.8293 ] +INFO:root:Average loss=0.22891915761507475 +INFO:root: +[Valid][5][UTT][ MSE = 0.2715 | LCC = 0.8312 | SRCC = 0.8320 ] +INFO:root:Average loss=0.213529048821865 +INFO:root: +[Valid][6][UTT][ MSE = 0.2667 | LCC = 0.8311 | SRCC = 0.8343 ] +INFO:root:Average loss=0.1996102642554503 +INFO:root: +[Valid][7][UTT][ MSE = 0.2685 | LCC = 0.8333 | SRCC = 0.8371 ] +INFO:root:Average loss=0.18394780254516846 +INFO:root: +[Valid][8][UTT][ MSE = 0.3018 | LCC = 0.8312 | SRCC = 0.8383 ] +INFO:root:Average loss=0.17722808837126464 +INFO:root: +[Valid][9][UTT][ MSE = 0.2577 | LCC = 0.8353 | SRCC = 0.8390 ] +INFO:root:Average loss=0.17037931609994325 +INFO:root: +[Valid][10][UTT][ MSE = 0.2649 | LCC = 0.8390 | SRCC = 0.8404 ] +INFO:root:Average loss=0.1602509370407997 +INFO:root: +[Valid][11][UTT][ MSE = 0.2439 | LCC = 0.8414 | SRCC = 0.8418 ] +INFO:root:Average loss=0.157107292364041 +INFO:root: +[Valid][12][UTT][ MSE = 0.2525 | LCC = 0.8396 | SRCC = 0.8379 ] +INFO:root:Average loss=0.1484415037318682 +INFO:root: +[Valid][13][UTT][ MSE = 0.2417 | LCC = 0.8450 | SRCC = 0.8459 ] +INFO:root:Average loss=0.15477363153910026 +INFO:root: +[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.8437 | SRCC = 0.8444 ] +INFO:root:Average loss=0.13702132858527014 +INFO:root: +[Valid][15][UTT][ MSE = 0.2529 | LCC = 0.8431 | SRCC = 0.8436 ] +INFO:root:Average loss=0.13030166465502518 +INFO:root: +[Valid][16][UTT][ MSE = 0.2484 | LCC = 0.8451 | SRCC = 0.8442 ] +INFO:root:Average loss=0.13183287349648964 +INFO:root: +[Valid][17][UTT][ MSE = 0.2418 | LCC = 0.8499 | SRCC = 0.8484 ] +INFO:root:Average loss=0.13039964246444213 +INFO:root: +[Valid][18][UTT][ MSE = 0.2691 | LCC = 0.8420 | SRCC = 0.8432 ] +INFO:root:Average loss=0.12058513697523338 +INFO:root: +[Valid][19][UTT][ MSE = 0.2411 | LCC = 0.8488 | SRCC = 0.8501 ] +INFO:root:Average loss=0.11551721900319442 +INFO:root: +[Valid][20][UTT][ MSE = 0.2324 | LCC = 0.8517 | SRCC = 0.8524 ] +INFO:root:Average loss=0.11770153733400199 +INFO:root: +[Valid][21][UTT][ MSE = 0.2317 | LCC = 0.8503 | SRCC = 0.8507 ] +INFO:root:Average loss=0.11583355193336804 +INFO:root: +[Valid][22][UTT][ MSE = 0.2447 | LCC = 0.8529 | SRCC = 0.8530 ] +INFO:root:Average loss=0.10466989024709432 +INFO:root: +[Valid][23][UTT][ MSE = 0.2383 | LCC = 0.8541 | SRCC = 0.8526 ] +INFO:root:Average loss=0.10226163955835196 +INFO:root: +[Valid][24][UTT][ MSE = 0.2374 | LCC = 0.8473 | SRCC = 0.8489 ] +INFO:root:Average loss=0.09393195115411893 +INFO:root: +[Valid][25][UTT][ MSE = 0.2394 | LCC = 0.8464 | SRCC = 0.8471 ] +INFO:root:Average loss=0.09684619226325782 +INFO:root: +[Valid][26][UTT][ MSE = 0.2657 | LCC = 0.8478 | SRCC = 0.8479 ] +INFO:root:Average loss=0.09747941801563287 +INFO:root: +[Valid][27][UTT][ MSE = 0.2549 | LCC = 0.8481 | SRCC = 0.8477 ] +INFO:root:Average loss=0.09301148082774419 +INFO:root: +[Valid][28][UTT][ MSE = 0.2423 | LCC = 0.8447 | SRCC = 0.8442 ] +INFO:root:Average loss=0.08825297223833892 +INFO:root: +[Valid][29][UTT][ MSE = 0.2664 | LCC = 0.8429 | SRCC = 0.8433 ] +INFO:root:Average loss=0.08382144942879677 +INFO:root: +[Valid][30][UTT][ MSE = 0.2354 | LCC = 0.8488 | SRCC = 0.8488 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2460 | LCC = 0.8572 | SRCC = 0.8563 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f6c0d206ae8ef17dcaf1fa504380784260ab936 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e767ed4b510dd6378e2ec24e249939ea3e001548ccb984b4197c990d5775df +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..04127eeeea27335194f21bf33b17d9bdc6c45510 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46840b74b97327920a48a374cc77c5be51f67e415a146c0868a856a08c5cf470 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..71cf1f4b32adf699947e08c4f003b5cd9efcdb3a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5493367650570014 +INFO:root: +[Valid][0][UTT][ MSE = 0.4071 | LCC = 0.7434 | SRCC = 0.7433 ] +INFO:root:Average loss=0.3320115596438066 +INFO:root: +[Valid][1][UTT][ MSE = 0.3681 | LCC = 0.7825 | SRCC = 0.7901 ] +INFO:root:Average loss=0.28790460737087786 +INFO:root: +[Valid][2][UTT][ MSE = 0.3137 | LCC = 0.8065 | SRCC = 0.8077 ] +INFO:root:Average loss=0.26055958542304164 +INFO:root: +[Valid][3][UTT][ MSE = 0.3005 | LCC = 0.8186 | SRCC = 0.8198 ] +INFO:root:Average loss=0.2435881569981575 +INFO:root: +[Valid][4][UTT][ MSE = 0.2963 | LCC = 0.8226 | SRCC = 0.8213 ] +INFO:root:Average loss=0.24247890319197607 +INFO:root: +[Valid][5][UTT][ MSE = 0.3581 | LCC = 0.8172 | SRCC = 0.8182 ] +INFO:root:Average loss=0.24513064057399064 +INFO:root: +[Valid][6][UTT][ MSE = 0.2849 | LCC = 0.8279 | SRCC = 0.8276 ] +INFO:root:Average loss=0.21192842320753977 +INFO:root: +[Valid][7][UTT][ MSE = 0.2941 | LCC = 0.8323 | SRCC = 0.8322 ] +INFO:root:Average loss=0.1949980325805835 +INFO:root: +[Valid][8][UTT][ MSE = 0.2645 | LCC = 0.8398 | SRCC = 0.8372 ] +INFO:root:Average loss=0.20341192778104392 +INFO:root: +[Valid][9][UTT][ MSE = 0.2901 | LCC = 0.8345 | SRCC = 0.8361 ] +INFO:root:Average loss=0.17852111218067315 +INFO:root: +[Valid][10][UTT][ MSE = 0.2629 | LCC = 0.8314 | SRCC = 0.8320 ] +INFO:root:Average loss=0.172326893474047 +INFO:root: +[Valid][11][UTT][ MSE = 0.2684 | LCC = 0.8409 | SRCC = 0.8411 ] +INFO:root:Average loss=0.18252918210167152 +INFO:root: +[Valid][12][UTT][ MSE = 0.2566 | LCC = 0.8431 | SRCC = 0.8423 ] +INFO:root:Average loss=0.16406543505115387 +INFO:root: +[Valid][13][UTT][ MSE = 0.2670 | LCC = 0.8406 | SRCC = 0.8417 ] +INFO:root:Average loss=0.1500041406506147 +INFO:root: +[Valid][14][UTT][ MSE = 0.2740 | LCC = 0.8419 | SRCC = 0.8395 ] +INFO:root:Average loss=0.14003300542632738 +INFO:root: +[Valid][15][UTT][ MSE = 0.2504 | LCC = 0.8427 | SRCC = 0.8408 ] +INFO:root:Average loss=0.1417208097110956 +INFO:root: +[Valid][16][UTT][ MSE = 0.2483 | LCC = 0.8439 | SRCC = 0.8420 ] +INFO:root:Average loss=0.14252788544847414 +INFO:root: +[Valid][17][UTT][ MSE = 0.2418 | LCC = 0.8446 | SRCC = 0.8439 ] +INFO:root:Average loss=0.13239417903316328 +INFO:root: +[Valid][18][UTT][ MSE = 0.2719 | LCC = 0.8443 | SRCC = 0.8420 ] +INFO:root:Average loss=0.12977681557337442 +INFO:root: +[Valid][19][UTT][ MSE = 0.2558 | LCC = 0.8443 | SRCC = 0.8411 ] +INFO:root:Average loss=0.12052038827767739 +INFO:root: +[Valid][20][UTT][ MSE = 0.2900 | LCC = 0.8427 | SRCC = 0.8421 ] +INFO:root:Average loss=0.11444692810376485 +INFO:root: +[Valid][21][UTT][ MSE = 0.2420 | LCC = 0.8508 | SRCC = 0.8475 ] +INFO:root:Average loss=0.11484478289882342 +INFO:root: +[Valid][22][UTT][ MSE = 0.2559 | LCC = 0.8493 | SRCC = 0.8473 ] +INFO:root:Average loss=0.11138073727488518 +INFO:root: +[Valid][23][UTT][ MSE = 0.2559 | LCC = 0.8465 | SRCC = 0.8431 ] +INFO:root:Average loss=0.10563637316226959 +INFO:root: +[Valid][24][UTT][ MSE = 0.2445 | LCC = 0.8493 | SRCC = 0.8458 ] +INFO:root:Average loss=0.11765021902437393 +INFO:root: +[Valid][25][UTT][ MSE = 0.2432 | LCC = 0.8473 | SRCC = 0.8458 ] +INFO:root:Average loss=0.10225778884994678 +INFO:root: +[Valid][26][UTT][ MSE = 0.2589 | LCC = 0.8464 | SRCC = 0.8423 ] +INFO:root:Average loss=0.09536878210611832 +INFO:root: +[Valid][27][UTT][ MSE = 0.2542 | LCC = 0.8471 | SRCC = 0.8453 ] +INFO:root:Average loss=0.09457205603711116 +INFO:root: +[Valid][28][UTT][ MSE = 0.2810 | LCC = 0.8444 | SRCC = 0.8423 ] +INFO:root:Average loss=0.10378991740827377 +INFO:root: +[Valid][29][UTT][ MSE = 0.2475 | LCC = 0.8452 | SRCC = 0.8435 ] +INFO:root:Average loss=0.08840562919011483 +INFO:root: +[Valid][30][UTT][ MSE = 0.2387 | LCC = 0.8501 | SRCC = 0.8485 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2502 | LCC = 0.8476 | SRCC = 0.8486 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcd2f6c901bead35165789662eced1ab17f9b257 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c85a64f3da6541d89a745c81284c0f005c6694e756c3e2eb6c941d2a64aa44 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3e021213e837a610ca121237100a96eca732821 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f894c4228309e216c55a2c3f8aefa5a8cc067df9bd894727125be427c0977d +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bcce423676ef55207e48aa9547fde31e49da1471 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.531757924419183 +INFO:root: +[Valid][0][UTT][ MSE = 0.4076 | LCC = 0.7453 | SRCC = 0.7426 ] +INFO:root:Average loss=0.3178091805714827 +INFO:root: +[Valid][1][UTT][ MSE = 0.3144 | LCC = 0.7908 | SRCC = 0.7942 ] +INFO:root:Average loss=0.2708262902421829 +INFO:root: +[Valid][2][UTT][ MSE = 0.2953 | LCC = 0.8080 | SRCC = 0.8078 ] +INFO:root:Average loss=0.25375614028710586 +INFO:root: +[Valid][3][UTT][ MSE = 0.2909 | LCC = 0.8143 | SRCC = 0.8161 ] +INFO:root:Average loss=0.23714155570054665 +INFO:root: +[Valid][4][UTT][ MSE = 0.3193 | LCC = 0.8197 | SRCC = 0.8215 ] +INFO:root:Average loss=0.22304347405831018 +INFO:root: +[Valid][5][UTT][ MSE = 0.3339 | LCC = 0.8258 | SRCC = 0.8248 ] +INFO:root:Average loss=0.20677415577647013 +INFO:root: +[Valid][6][UTT][ MSE = 0.3034 | LCC = 0.8289 | SRCC = 0.8296 ] +INFO:root:Average loss=0.2008545213402846 +INFO:root: +[Valid][7][UTT][ MSE = 0.2653 | LCC = 0.8394 | SRCC = 0.8399 ] +INFO:root:Average loss=0.18781108074845412 +INFO:root: +[Valid][8][UTT][ MSE = 0.2603 | LCC = 0.8340 | SRCC = 0.8374 ] +INFO:root:Average loss=0.1786958054663279 +INFO:root: +[Valid][9][UTT][ MSE = 0.2567 | LCC = 0.8400 | SRCC = 0.8414 ] +INFO:root:Average loss=0.16338557941027176 +INFO:root: +[Valid][10][UTT][ MSE = 0.2662 | LCC = 0.8428 | SRCC = 0.8408 ] +INFO:root:Average loss=0.168506536537256 +INFO:root: +[Valid][11][UTT][ MSE = 0.2582 | LCC = 0.8385 | SRCC = 0.8380 ] +INFO:root:Average loss=0.15237590909386292 +INFO:root: +[Valid][12][UTT][ MSE = 0.2715 | LCC = 0.8416 | SRCC = 0.8424 ] +INFO:root:Average loss=0.15288182787406138 +INFO:root: +[Valid][13][UTT][ MSE = 0.2597 | LCC = 0.8464 | SRCC = 0.8449 ] +INFO:root:Average loss=0.14146341727330133 +INFO:root: +[Valid][14][UTT][ MSE = 0.3250 | LCC = 0.8405 | SRCC = 0.8396 ] +INFO:root:Average loss=0.13909382564135087 +INFO:root: +[Valid][15][UTT][ MSE = 0.2810 | LCC = 0.8442 | SRCC = 0.8447 ] +INFO:root:Average loss=0.13497643831830758 +INFO:root: +[Valid][16][UTT][ MSE = 0.2623 | LCC = 0.8434 | SRCC = 0.8388 ] +INFO:root:Average loss=0.12499110200084172 +INFO:root: +[Valid][17][UTT][ MSE = 0.2842 | LCC = 0.8438 | SRCC = 0.8433 ] +INFO:root:Average loss=0.1166562139032743 +INFO:root: +[Valid][18][UTT][ MSE = 0.2369 | LCC = 0.8487 | SRCC = 0.8487 ] +INFO:root:Average loss=0.11830756784631656 +INFO:root: +[Valid][19][UTT][ MSE = 0.3347 | LCC = 0.8415 | SRCC = 0.8467 ] +INFO:root:Average loss=0.1120977881245124 +INFO:root: +[Valid][20][UTT][ MSE = 0.2492 | LCC = 0.8496 | SRCC = 0.8481 ] +INFO:root:Average loss=0.11108246899377076 +INFO:root: +[Valid][21][UTT][ MSE = 0.2790 | LCC = 0.8451 | SRCC = 0.8436 ] +INFO:root:Average loss=0.10300010738846584 +INFO:root: +[Valid][22][UTT][ MSE = 0.2388 | LCC = 0.8474 | SRCC = 0.8466 ] +INFO:root:Average loss=0.09725341382317054 +INFO:root: +[Valid][23][UTT][ MSE = 0.2773 | LCC = 0.8427 | SRCC = 0.8415 ] +INFO:root:Average loss=0.09802563130282439 +INFO:root: +[Valid][24][UTT][ MSE = 0.2571 | LCC = 0.8454 | SRCC = 0.8442 ] +INFO:root:Average loss=0.09157728069485763 +INFO:root: +[Valid][25][UTT][ MSE = 0.3147 | LCC = 0.8445 | SRCC = 0.8456 ] +INFO:root:Average loss=0.09643868958720794 +INFO:root: +[Valid][26][UTT][ MSE = 0.2347 | LCC = 0.8487 | SRCC = 0.8484 ] +INFO:root:Average loss=0.09375294493750119 +INFO:root: +[Valid][27][UTT][ MSE = 0.2405 | LCC = 0.8497 | SRCC = 0.8485 ] +INFO:root:Average loss=0.08541502244770527 +INFO:root: +[Valid][28][UTT][ MSE = 0.2451 | LCC = 0.8491 | SRCC = 0.8468 ] +INFO:root:Average loss=0.09870828005174796 +INFO:root: +[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.8499 | SRCC = 0.8501 ] +INFO:root:Average loss=0.08406197618788634 +INFO:root: +[Valid][30][UTT][ MSE = 0.2407 | LCC = 0.8499 | SRCC = 0.8490 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2604 | LCC = 0.8449 | SRCC = 0.8473 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..940aab563280c13ed2b36a76528d4e7ea615ad03 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0e9adfc7cf0780f316f094d36fdcdd16d4cb866518d4c73d4cf3fa8f448d9d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..55b5fe34e00ba8992af2495c9451923194cdb113 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07de5e9dbf13c924d05256c8ef9e771e5e27ccfd9037e08e9db4a07def55232f +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2c6f9926ad1594890023668bdec1e3704d07f8ab --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6236488498174227 +INFO:root: +[Valid][0][UTT][ MSE = 0.4472 | LCC = 0.7077 | SRCC = 0.7291 ] +INFO:root:Average loss=0.3598053747644791 +INFO:root: +[Valid][1][UTT][ MSE = 0.3498 | LCC = 0.7734 | SRCC = 0.7833 ] +INFO:root:Average loss=0.2865772698170099 +INFO:root: +[Valid][2][UTT][ MSE = 0.3059 | LCC = 0.8084 | SRCC = 0.8094 ] +INFO:root:Average loss=0.26097728522160113 +INFO:root: +[Valid][3][UTT][ MSE = 0.2917 | LCC = 0.8255 | SRCC = 0.8234 ] +INFO:root:Average loss=0.2464809144536654 +INFO:root: +[Valid][4][UTT][ MSE = 0.3132 | LCC = 0.8274 | SRCC = 0.8270 ] +INFO:root:Average loss=0.22527278845126814 +INFO:root: +[Valid][5][UTT][ MSE = 0.2760 | LCC = 0.8292 | SRCC = 0.8297 ] +INFO:root:Average loss=0.21609784872868124 +INFO:root: +[Valid][6][UTT][ MSE = 0.2694 | LCC = 0.8350 | SRCC = 0.8341 ] +INFO:root:Average loss=0.2086885582942229 +INFO:root: +[Valid][7][UTT][ MSE = 0.2774 | LCC = 0.8391 | SRCC = 0.8354 ] +INFO:root:Average loss=0.1946241126801723 +INFO:root: +[Valid][8][UTT][ MSE = 0.2632 | LCC = 0.8409 | SRCC = 0.8370 ] +INFO:root:Average loss=0.1840894675025573 +INFO:root: +[Valid][9][UTT][ MSE = 0.2575 | LCC = 0.8401 | SRCC = 0.8393 ] +INFO:root:Average loss=0.17204358677069345 +INFO:root: +[Valid][10][UTT][ MSE = 0.2533 | LCC = 0.8426 | SRCC = 0.8404 ] +INFO:root:Average loss=0.16442803140634146 +INFO:root: +[Valid][11][UTT][ MSE = 0.2417 | LCC = 0.8466 | SRCC = 0.8446 ] +INFO:root:Average loss=0.16369640063016844 +INFO:root: +[Valid][12][UTT][ MSE = 0.3152 | LCC = 0.8396 | SRCC = 0.8407 ] +INFO:root:Average loss=0.14768992125605926 +INFO:root: +[Valid][13][UTT][ MSE = 0.2557 | LCC = 0.8456 | SRCC = 0.8448 ] +INFO:root:Average loss=0.1494779177965262 +INFO:root: +[Valid][14][UTT][ MSE = 0.2807 | LCC = 0.8405 | SRCC = 0.8423 ] +INFO:root:Average loss=0.15189158973785546 +INFO:root: +[Valid][15][UTT][ MSE = 0.2444 | LCC = 0.8487 | SRCC = 0.8460 ] +INFO:root:Average loss=0.13009846735841188 +INFO:root: +[Valid][16][UTT][ MSE = 0.2478 | LCC = 0.8458 | SRCC = 0.8444 ] +INFO:root:Average loss=0.12210644485476689 +INFO:root: +[Valid][17][UTT][ MSE = 0.2415 | LCC = 0.8485 | SRCC = 0.8473 ] +INFO:root:Average loss=0.12766334127921325 +INFO:root: +[Valid][18][UTT][ MSE = 0.2436 | LCC = 0.8497 | SRCC = 0.8484 ] +INFO:root:Average loss=0.12264761290489098 +INFO:root: +[Valid][19][UTT][ MSE = 0.2829 | LCC = 0.8452 | SRCC = 0.8463 ] +INFO:root:Average loss=0.11573673058778812 +INFO:root: +[Valid][20][UTT][ MSE = 0.2440 | LCC = 0.8488 | SRCC = 0.8488 ] +INFO:root:Average loss=0.11488201908576183 +INFO:root: +[Valid][21][UTT][ MSE = 0.2456 | LCC = 0.8497 | SRCC = 0.8492 ] +INFO:root:Average loss=0.10718687260762239 +INFO:root: +[Valid][22][UTT][ MSE = 0.2359 | LCC = 0.8512 | SRCC = 0.8504 ] +INFO:root:Average loss=0.10955271334984364 +INFO:root: +[Valid][23][UTT][ MSE = 0.2351 | LCC = 0.8529 | SRCC = 0.8518 ] +INFO:root:Average loss=0.09829629126649636 +INFO:root: +[Valid][24][UTT][ MSE = 0.2395 | LCC = 0.8526 | SRCC = 0.8512 ] +INFO:root:Average loss=0.09514410282747868 +INFO:root: +[Valid][25][UTT][ MSE = 0.2309 | LCC = 0.8493 | SRCC = 0.8487 ] +INFO:root:Average loss=0.09797518480664645 +INFO:root: +[Valid][26][UTT][ MSE = 0.2610 | LCC = 0.8508 | SRCC = 0.8502 ] +INFO:root:Average loss=0.09768638210609937 +INFO:root: +[Valid][27][UTT][ MSE = 0.2405 | LCC = 0.8506 | SRCC = 0.8510 ] +INFO:root:Average loss=0.09345720254648955 +INFO:root: +[Valid][28][UTT][ MSE = 0.2326 | LCC = 0.8500 | SRCC = 0.8505 ] +INFO:root:Average loss=0.09687102256486049 +INFO:root: +[Valid][29][UTT][ MSE = 0.2633 | LCC = 0.8519 | SRCC = 0.8510 ] +INFO:root:Average loss=0.08917783931470834 +INFO:root: +[Valid][30][UTT][ MSE = 0.2914 | LCC = 0.8489 | SRCC = 0.8488 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2313 | LCC = 0.8564 | SRCC = 0.8575 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f3c076806bba2781ebc278bb1437f3fcc23d8de --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323acc7d78d6bb72211e2f60bdcee3014c1ff268a52893def88dbac86788db9e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..46971b0f9b5fdeb682c441e46f80da47c524b281 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb59abe684128765d9354712f9e784eaf88ff2dd084fbd57596873e056f29de +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e3d8f8b1fc6091c6d668d079b3ee99d2079e5caa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5240262360909046 +INFO:root: +[Valid][0][UTT][ MSE = 0.4016 | LCC = 0.7415 | SRCC = 0.7486 ] +INFO:root:Average loss=0.3144097211651313 +INFO:root: +[Valid][1][UTT][ MSE = 0.3111 | LCC = 0.7945 | SRCC = 0.7976 ] +INFO:root:Average loss=0.28083155285089445 +INFO:root: +[Valid][2][UTT][ MSE = 0.2990 | LCC = 0.8151 | SRCC = 0.8138 ] +INFO:root:Average loss=0.24789772927761078 +INFO:root: +[Valid][3][UTT][ MSE = 0.3630 | LCC = 0.8169 | SRCC = 0.8175 ] +INFO:root:Average loss=0.2431735839599218 +INFO:root: +[Valid][4][UTT][ MSE = 0.2990 | LCC = 0.8175 | SRCC = 0.8198 ] +INFO:root:Average loss=0.2306159455806781 +INFO:root: +[Valid][5][UTT][ MSE = 0.2730 | LCC = 0.8284 | SRCC = 0.8281 ] +INFO:root:Average loss=0.2090372410722268 +INFO:root: +[Valid][6][UTT][ MSE = 0.2580 | LCC = 0.8330 | SRCC = 0.8311 ] +INFO:root:Average loss=0.19857447794996774 +INFO:root: +[Valid][7][UTT][ MSE = 0.2774 | LCC = 0.8374 | SRCC = 0.8364 ] +INFO:root:Average loss=0.19824445171233934 +INFO:root: +[Valid][8][UTT][ MSE = 0.2649 | LCC = 0.8373 | SRCC = 0.8382 ] +INFO:root:Average loss=0.18467139481351927 +INFO:root: +[Valid][9][UTT][ MSE = 0.2559 | LCC = 0.8396 | SRCC = 0.8382 ] +INFO:root:Average loss=0.17025911062955856 +INFO:root: +[Valid][10][UTT][ MSE = 0.2578 | LCC = 0.8380 | SRCC = 0.8389 ] +INFO:root:Average loss=0.17641088815453726 +INFO:root: +[Valid][11][UTT][ MSE = 0.2610 | LCC = 0.8445 | SRCC = 0.8434 ] +INFO:root:Average loss=0.1541641391813755 +INFO:root: +[Valid][12][UTT][ MSE = 0.2532 | LCC = 0.8401 | SRCC = 0.8398 ] +INFO:root:Average loss=0.15011998896415418 +INFO:root: +[Valid][13][UTT][ MSE = 0.2393 | LCC = 0.8443 | SRCC = 0.8429 ] +INFO:root:Average loss=0.14403278170487818 +INFO:root: +[Valid][14][UTT][ MSE = 0.2600 | LCC = 0.8525 | SRCC = 0.8499 ] +INFO:root:Average loss=0.14123042739736727 +INFO:root: +[Valid][15][UTT][ MSE = 0.3173 | LCC = 0.8456 | SRCC = 0.8456 ] +INFO:root:Average loss=0.13532378419469565 +INFO:root: +[Valid][16][UTT][ MSE = 0.2783 | LCC = 0.8482 | SRCC = 0.8459 ] +INFO:root:Average loss=0.1384907080194889 +INFO:root: +[Valid][17][UTT][ MSE = 0.2402 | LCC = 0.8466 | SRCC = 0.8458 ] +INFO:root:Average loss=0.12184924040085231 +INFO:root: +[Valid][18][UTT][ MSE = 0.2413 | LCC = 0.8474 | SRCC = 0.8442 ] +INFO:root:Average loss=0.12062774932919404 +INFO:root: +[Valid][19][UTT][ MSE = 0.2391 | LCC = 0.8490 | SRCC = 0.8461 ] +INFO:root:Average loss=0.11100705187672223 +INFO:root: +[Valid][20][UTT][ MSE = 0.2548 | LCC = 0.8490 | SRCC = 0.8470 ] +INFO:root:Average loss=0.10925612861338334 +INFO:root: +[Valid][21][UTT][ MSE = 0.2397 | LCC = 0.8500 | SRCC = 0.8478 ] +INFO:root:Average loss=0.11697796340554188 +INFO:root: +[Valid][22][UTT][ MSE = 0.2390 | LCC = 0.8445 | SRCC = 0.8443 ] +INFO:root:Average loss=0.10694829193063271 +INFO:root: +[Valid][23][UTT][ MSE = 0.2406 | LCC = 0.8470 | SRCC = 0.8451 ] +INFO:root:Average loss=0.11006283435301903 +INFO:root: +[Valid][24][UTT][ MSE = 0.2572 | LCC = 0.8427 | SRCC = 0.8406 ] +INFO:root:Average loss=0.11194140530931644 +INFO:root: +[Valid][25][UTT][ MSE = 0.2460 | LCC = 0.8499 | SRCC = 0.8472 ] +INFO:root:Average loss=0.10080618989200164 +INFO:root: +[Valid][26][UTT][ MSE = 0.2344 | LCC = 0.8506 | SRCC = 0.8485 ] +INFO:root:Average loss=0.0946778362760177 +INFO:root: +[Valid][27][UTT][ MSE = 0.2429 | LCC = 0.8431 | SRCC = 0.8409 ] +INFO:root:Average loss=0.08921888580498023 +INFO:root: +[Valid][28][UTT][ MSE = 0.2500 | LCC = 0.8469 | SRCC = 0.8457 ] +INFO:root:Average loss=0.08960315021566856 +INFO:root: +[Valid][29][UTT][ MSE = 0.2808 | LCC = 0.8466 | SRCC = 0.8467 ] +INFO:root:Average loss=0.08764647893034495 +INFO:root: +[Valid][30][UTT][ MSE = 0.2444 | LCC = 0.8411 | SRCC = 0.8399 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2816 | LCC = 0.8526 | SRCC = 0.8538 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..861602bf1d9d9a03798036c2215d476c5d2d2ce4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ad7296c2c6b7c50627d768b709ec80dc221b5ea352a92329852631ffcc6066 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17eebafbfee24d600817982d84f17ce5ca74add --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6e05d881be8a6a6ee5b8212d94df646e96549ca22da87926cfbcc7529053df +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8678a3484ead4f5a066584dbbc5f7ae4aa799318 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4806328350916887 +INFO:root: +[Valid][0][UTT][ MSE = 0.3734 | LCC = 0.7643 | SRCC = 0.7726 ] +INFO:root:Average loss=0.2820595082564232 +INFO:root: +[Valid][1][UTT][ MSE = 0.2941 | LCC = 0.8155 | SRCC = 0.8186 ] +INFO:root:Average loss=0.23833524970672068 +INFO:root: +[Valid][2][UTT][ MSE = 0.2738 | LCC = 0.8415 | SRCC = 0.8410 ] +INFO:root:Average loss=0.2194832273018666 +INFO:root: +[Valid][3][UTT][ MSE = 0.2397 | LCC = 0.8467 | SRCC = 0.8485 ] +INFO:root:Average loss=0.21039890173154 +INFO:root: +[Valid][4][UTT][ MSE = 0.2424 | LCC = 0.8527 | SRCC = 0.8543 ] +INFO:root:Average loss=0.18182043005258608 +INFO:root: +[Valid][5][UTT][ MSE = 0.2608 | LCC = 0.8570 | SRCC = 0.8553 ] +INFO:root:Average loss=0.17888452857732773 +INFO:root: +[Valid][6][UTT][ MSE = 0.2375 | LCC = 0.8601 | SRCC = 0.8556 ] +INFO:root:Average loss=0.16253663370242485 +INFO:root: +[Valid][7][UTT][ MSE = 0.2112 | LCC = 0.8678 | SRCC = 0.8677 ] +INFO:root:Average loss=0.1514847399905706 +INFO:root: +[Valid][8][UTT][ MSE = 0.2184 | LCC = 0.8682 | SRCC = 0.8652 ] +INFO:root:Average loss=0.149686144808164 +INFO:root: +[Valid][9][UTT][ MSE = 0.2265 | LCC = 0.8668 | SRCC = 0.8640 ] +INFO:root:Average loss=0.13915581571368071 +INFO:root: +[Valid][10][UTT][ MSE = 0.2264 | LCC = 0.8657 | SRCC = 0.8644 ] +INFO:root:Average loss=0.13291429728269577 +INFO:root: +[Valid][11][UTT][ MSE = 0.2227 | LCC = 0.8656 | SRCC = 0.8638 ] +INFO:root:Average loss=0.12648351576465827 +INFO:root: +[Valid][12][UTT][ MSE = 0.2176 | LCC = 0.8711 | SRCC = 0.8708 ] +INFO:root:Average loss=0.1288541856293495 +INFO:root: +[Valid][13][UTT][ MSE = 0.2067 | LCC = 0.8737 | SRCC = 0.8712 ] +INFO:root:Average loss=0.11607288970397069 +INFO:root: +[Valid][14][UTT][ MSE = 0.2298 | LCC = 0.8700 | SRCC = 0.8691 ] +INFO:root:Average loss=0.11300748873215455 +INFO:root: +[Valid][15][UTT][ MSE = 0.2030 | LCC = 0.8749 | SRCC = 0.8742 ] +INFO:root:Average loss=0.10408645858749366 +INFO:root: +[Valid][16][UTT][ MSE = 0.2036 | LCC = 0.8745 | SRCC = 0.8727 ] +INFO:root:Average loss=0.0994735596080621 +INFO:root: +[Valid][17][UTT][ MSE = 0.2167 | LCC = 0.8724 | SRCC = 0.8713 ] +INFO:root:Average loss=0.09959841930331328 +INFO:root: +[Valid][18][UTT][ MSE = 0.2069 | LCC = 0.8771 | SRCC = 0.8762 ] +INFO:root:Average loss=0.09021822850291546 +INFO:root: +[Valid][19][UTT][ MSE = 0.2047 | LCC = 0.8731 | SRCC = 0.8709 ] +INFO:root:Average loss=0.08783239699327029 +INFO:root: +[Valid][20][UTT][ MSE = 0.2097 | LCC = 0.8730 | SRCC = 0.8715 ] +INFO:root:Average loss=0.08646233976842502 +INFO:root: +[Valid][21][UTT][ MSE = 0.2052 | LCC = 0.8742 | SRCC = 0.8721 ] +INFO:root:Average loss=0.08053770455985497 +INFO:root: +[Valid][22][UTT][ MSE = 0.1986 | LCC = 0.8728 | SRCC = 0.8725 ] +INFO:root:Average loss=0.08034998355194545 +INFO:root: +[Valid][23][UTT][ MSE = 0.2251 | LCC = 0.8717 | SRCC = 0.8708 ] +INFO:root:Average loss=0.0815627680470546 +INFO:root: +[Valid][24][UTT][ MSE = 0.2287 | LCC = 0.8714 | SRCC = 0.8713 ] +INFO:root:Average loss=0.07361929634442696 +INFO:root: +[Valid][25][UTT][ MSE = 0.2017 | LCC = 0.8717 | SRCC = 0.8722 ] +INFO:root:Average loss=0.07232296887116554 +INFO:root: +[Valid][26][UTT][ MSE = 0.2056 | LCC = 0.8700 | SRCC = 0.8700 ] +INFO:root:Average loss=0.06957115127872197 +INFO:root: +[Valid][27][UTT][ MSE = 0.2035 | LCC = 0.8741 | SRCC = 0.8729 ] +INFO:root:Average loss=0.06745007156561582 +INFO:root: +[Valid][28][UTT][ MSE = 0.2132 | LCC = 0.8713 | SRCC = 0.8714 ] +INFO:root:Average loss=0.06306078609747764 +INFO:root: +[Valid][29][UTT][ MSE = 0.2063 | LCC = 0.8731 | SRCC = 0.8724 ] +INFO:root:Average loss=0.06260088707009952 +INFO:root: +[Valid][30][UTT][ MSE = 0.2045 | LCC = 0.8727 | SRCC = 0.8710 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2293 | LCC = 0.8659 | SRCC = 0.8661 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0392e0fa434bc0d9305f6778b1d9529a7bea2ab2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cdc7bbf2a09f03e24c52fa2f466cf174b0b25d2f87201f910ff60318522c28c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..40300943bc95776815019be95be1cc123cd9f627 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b32cd3163a634921886c7f73cd7984f5b170e0784d61d0841eb4d81b98ca5fb +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fb9743d87509a10d2e69daa34f05313f15f37ca3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.525884862893667 +INFO:root: +[Valid][0][UTT][ MSE = 0.3730 | LCC = 0.7594 | SRCC = 0.7635 ] +INFO:root:Average loss=0.289193057287962 +INFO:root: +[Valid][1][UTT][ MSE = 0.3322 | LCC = 0.8043 | SRCC = 0.8163 ] +INFO:root:Average loss=0.2612106312925999 +INFO:root: +[Valid][2][UTT][ MSE = 0.2810 | LCC = 0.8302 | SRCC = 0.8338 ] +INFO:root:Average loss=0.2260260901007897 +INFO:root: +[Valid][3][UTT][ MSE = 0.2674 | LCC = 0.8456 | SRCC = 0.8461 ] +INFO:root:Average loss=0.20860788703728944 +INFO:root: +[Valid][4][UTT][ MSE = 0.2662 | LCC = 0.8477 | SRCC = 0.8478 ] +INFO:root:Average loss=0.19324711901255143 +INFO:root: +[Valid][5][UTT][ MSE = 0.2327 | LCC = 0.8531 | SRCC = 0.8532 ] +INFO:root:Average loss=0.18275794262687364 +INFO:root: +[Valid][6][UTT][ MSE = 0.3363 | LCC = 0.8548 | SRCC = 0.8571 ] +INFO:root:Average loss=0.18115906293193498 +INFO:root: +[Valid][7][UTT][ MSE = 0.2569 | LCC = 0.8650 | SRCC = 0.8640 ] +INFO:root:Average loss=0.15508949584685838 +INFO:root: +[Valid][8][UTT][ MSE = 0.2287 | LCC = 0.8651 | SRCC = 0.8645 ] +INFO:root:Average loss=0.15304854216101843 +INFO:root: +[Valid][9][UTT][ MSE = 0.2249 | LCC = 0.8692 | SRCC = 0.8656 ] +INFO:root:Average loss=0.14451545228560767 +INFO:root: +[Valid][10][UTT][ MSE = 0.2777 | LCC = 0.8656 | SRCC = 0.8648 ] +INFO:root:Average loss=0.139940246175497 +INFO:root: +[Valid][11][UTT][ MSE = 0.2109 | LCC = 0.8716 | SRCC = 0.8690 ] +INFO:root:Average loss=0.13939411489245218 +INFO:root: +[Valid][12][UTT][ MSE = 0.2154 | LCC = 0.8697 | SRCC = 0.8677 ] +INFO:root:Average loss=0.121051435955824 +INFO:root: +[Valid][13][UTT][ MSE = 0.2618 | LCC = 0.8656 | SRCC = 0.8671 ] +INFO:root:Average loss=0.11385995799150223 +INFO:root: +[Valid][14][UTT][ MSE = 0.2215 | LCC = 0.8720 | SRCC = 0.8686 ] +INFO:root:Average loss=0.10775604762901099 +INFO:root: +[Valid][15][UTT][ MSE = 0.2514 | LCC = 0.8657 | SRCC = 0.8655 ] +INFO:root:Average loss=0.10273491791807689 +INFO:root: +[Valid][16][UTT][ MSE = 0.2482 | LCC = 0.8702 | SRCC = 0.8671 ] +INFO:root:Average loss=0.09572610832177676 +INFO:root: +[Valid][17][UTT][ MSE = 0.2586 | LCC = 0.8647 | SRCC = 0.8636 ] +INFO:root:Average loss=0.09698830664348908 +INFO:root: +[Valid][18][UTT][ MSE = 0.2437 | LCC = 0.8671 | SRCC = 0.8657 ] +INFO:root:Average loss=0.09792405710770534 +INFO:root: +[Valid][19][UTT][ MSE = 0.2458 | LCC = 0.8687 | SRCC = 0.8673 ] +INFO:root:Average loss=0.08698997923578972 +INFO:root: +[Valid][20][UTT][ MSE = 0.2072 | LCC = 0.8721 | SRCC = 0.8686 ] +INFO:root:Average loss=0.0869199474557088 +INFO:root: +[Valid][21][UTT][ MSE = 0.2166 | LCC = 0.8718 | SRCC = 0.8695 ] +INFO:root:Average loss=0.0798788003814526 +INFO:root: +[Valid][22][UTT][ MSE = 0.2245 | LCC = 0.8703 | SRCC = 0.8685 ] +INFO:root:Average loss=0.07951538837873019 +INFO:root: +[Valid][23][UTT][ MSE = 0.2199 | LCC = 0.8718 | SRCC = 0.8689 ] +INFO:root:Average loss=0.07998733905454476 +INFO:root: +[Valid][24][UTT][ MSE = 0.2429 | LCC = 0.8673 | SRCC = 0.8659 ] +INFO:root:Average loss=0.07594438040485749 +INFO:root: +[Valid][25][UTT][ MSE = 0.2721 | LCC = 0.8675 | SRCC = 0.8650 ] +INFO:root:Average loss=0.07140258895472074 +INFO:root: +[Valid][26][UTT][ MSE = 0.2130 | LCC = 0.8719 | SRCC = 0.8689 ] +INFO:root:Average loss=0.0754875607119921 +INFO:root: +[Valid][27][UTT][ MSE = 0.3129 | LCC = 0.8629 | SRCC = 0.8639 ] +INFO:root:Average loss=0.0767310899324142 +INFO:root: +[Valid][28][UTT][ MSE = 0.2487 | LCC = 0.8696 | SRCC = 0.8670 ] +INFO:root:Average loss=0.06488418760590065 +INFO:root: +[Valid][29][UTT][ MSE = 0.2397 | LCC = 0.8702 | SRCC = 0.8685 ] +INFO:root:Average loss=0.05936826149431559 +INFO:root: +[Valid][30][UTT][ MSE = 0.2278 | LCC = 0.8709 | SRCC = 0.8675 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2311 | LCC = 0.8609 | SRCC = 0.8625 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b8b8d96f9201179163b0f6bfe1c67d932cdce85 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7a766612ae809e1bfd141a062834c9b276c4f67bfd81476365a6052e592228 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..24a4f0ed05b9022956c82a0802c514bca6c88cbb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01061d48843573c1d28eb52b92f288790feb83ca634e2e5c580c0baf8c726dfb +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..66a985857b693eba83723c98d1a9b3c6e036253d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.462191121891523 +INFO:root: +[Valid][0][UTT][ MSE = 0.3636 | LCC = 0.7629 | SRCC = 0.7756 ] +INFO:root:Average loss=0.28667199936432713 +INFO:root: +[Valid][1][UTT][ MSE = 0.3147 | LCC = 0.8187 | SRCC = 0.8178 ] +INFO:root:Average loss=0.24589505027502012 +INFO:root: +[Valid][2][UTT][ MSE = 0.2996 | LCC = 0.8330 | SRCC = 0.8325 ] +INFO:root:Average loss=0.22460896177933767 +INFO:root: +[Valid][3][UTT][ MSE = 0.2594 | LCC = 0.8439 | SRCC = 0.8448 ] +INFO:root:Average loss=0.20176262160142264 +INFO:root: +[Valid][4][UTT][ MSE = 0.2451 | LCC = 0.8513 | SRCC = 0.8503 ] +INFO:root:Average loss=0.18752179524073234 +INFO:root: +[Valid][5][UTT][ MSE = 0.2822 | LCC = 0.8526 | SRCC = 0.8550 ] +INFO:root:Average loss=0.18556649753680596 +INFO:root: +[Valid][6][UTT][ MSE = 0.2411 | LCC = 0.8545 | SRCC = 0.8543 ] +INFO:root:Average loss=0.16704360615366545 +INFO:root: +[Valid][7][UTT][ MSE = 0.2385 | LCC = 0.8581 | SRCC = 0.8591 ] +INFO:root:Average loss=0.15912344612372228 +INFO:root: +[Valid][8][UTT][ MSE = 0.2320 | LCC = 0.8617 | SRCC = 0.8610 ] +INFO:root:Average loss=0.15220688350307635 +INFO:root: +[Valid][9][UTT][ MSE = 0.2302 | LCC = 0.8644 | SRCC = 0.8627 ] +INFO:root:Average loss=0.14080033231622133 +INFO:root: +[Valid][10][UTT][ MSE = 0.2302 | LCC = 0.8634 | SRCC = 0.8628 ] +INFO:root:Average loss=0.12802806764076918 +INFO:root: +[Valid][11][UTT][ MSE = 0.2262 | LCC = 0.8625 | SRCC = 0.8612 ] +INFO:root:Average loss=0.12495817731206234 +INFO:root: +[Valid][12][UTT][ MSE = 0.2215 | LCC = 0.8615 | SRCC = 0.8613 ] +INFO:root:Average loss=0.12923431176787767 +INFO:root: +[Valid][13][UTT][ MSE = 0.2242 | LCC = 0.8696 | SRCC = 0.8685 ] +INFO:root:Average loss=0.1160500338062262 +INFO:root: +[Valid][14][UTT][ MSE = 0.2184 | LCC = 0.8660 | SRCC = 0.8660 ] +INFO:root:Average loss=0.10815819945090856 +INFO:root: +[Valid][15][UTT][ MSE = 0.2113 | LCC = 0.8661 | SRCC = 0.8651 ] +INFO:root:Average loss=0.1059756882679768 +INFO:root: +[Valid][16][UTT][ MSE = 0.2170 | LCC = 0.8655 | SRCC = 0.8642 ] +INFO:root:Average loss=0.10456023799876372 +INFO:root: +[Valid][17][UTT][ MSE = 0.2267 | LCC = 0.8685 | SRCC = 0.8669 ] +INFO:root:Average loss=0.10179200233557285 +INFO:root: +[Valid][18][UTT][ MSE = 0.2190 | LCC = 0.8654 | SRCC = 0.8634 ] +INFO:root:Average loss=0.09251213828340554 +INFO:root: +[Valid][19][UTT][ MSE = 0.2255 | LCC = 0.8667 | SRCC = 0.8659 ] +INFO:root:Average loss=0.0944758729579357 +INFO:root: +[Valid][20][UTT][ MSE = 0.2160 | LCC = 0.8675 | SRCC = 0.8664 ] +INFO:root:Average loss=0.0880843519877929 +INFO:root: +[Valid][21][UTT][ MSE = 0.2150 | LCC = 0.8648 | SRCC = 0.8644 ] +INFO:root:Average loss=0.0834546820857586 +INFO:root: +[Valid][22][UTT][ MSE = 0.2194 | LCC = 0.8632 | SRCC = 0.8619 ] +INFO:root:Average loss=0.07706063985824585 +INFO:root: +[Valid][23][UTT][ MSE = 0.2224 | LCC = 0.8619 | SRCC = 0.8599 ] +INFO:root:Average loss=0.07732321641957149 +INFO:root: +[Valid][24][UTT][ MSE = 0.2127 | LCC = 0.8646 | SRCC = 0.8629 ] +INFO:root:Average loss=0.07642042536575061 +INFO:root: +[Valid][25][UTT][ MSE = 0.2269 | LCC = 0.8640 | SRCC = 0.8621 ] +INFO:root:Average loss=0.06942758780832474 +INFO:root: +[Valid][26][UTT][ MSE = 0.2217 | LCC = 0.8626 | SRCC = 0.8619 ] +INFO:root:Average loss=0.06657310197941768 +INFO:root: +[Valid][27][UTT][ MSE = 0.2215 | LCC = 0.8640 | SRCC = 0.8623 ] +INFO:root:Average loss=0.06825419634771653 +INFO:root: +[Valid][28][UTT][ MSE = 0.2182 | LCC = 0.8634 | SRCC = 0.8622 ] +INFO:root:Average loss=0.06758187524974346 +INFO:root: +[Valid][29][UTT][ MSE = 0.2305 | LCC = 0.8642 | SRCC = 0.8616 ] +INFO:root:Average loss=0.06491475141583344 +INFO:root: +[Valid][30][UTT][ MSE = 0.2241 | LCC = 0.8643 | SRCC = 0.8632 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2640 | LCC = 0.8569 | SRCC = 0.8599 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c70ace2cfa7c8901f0a046f8233157396829e55b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a1c85912611b20d7ac8a78301af991b0c3b62af8226991985ccf8b4826b03a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d08253ed9ea9cc90be5aa067e944ee36ea87e704 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ce70e87085d34dafd79c3971efb12ae97c0a1814ceb5f5d1eecc9bb402fd0a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f92c3f753858ac31e7095c12418af65b31464895 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.49589179647274506 +INFO:root: +[Valid][0][UTT][ MSE = 0.3766 | LCC = 0.7592 | SRCC = 0.7647 ] +INFO:root:Average loss=0.29192292078947407 +INFO:root: +[Valid][1][UTT][ MSE = 0.3042 | LCC = 0.8112 | SRCC = 0.8128 ] +INFO:root:Average loss=0.24899925788243613 +INFO:root: +[Valid][2][UTT][ MSE = 0.2806 | LCC = 0.8236 | SRCC = 0.8278 ] +INFO:root:Average loss=0.2280100024281404 +INFO:root: +[Valid][3][UTT][ MSE = 0.2679 | LCC = 0.8427 | SRCC = 0.8411 ] +INFO:root:Average loss=0.20547718077133864 +INFO:root: +[Valid][4][UTT][ MSE = 0.2450 | LCC = 0.8475 | SRCC = 0.8519 ] +INFO:root:Average loss=0.19738871833452812 +INFO:root: +[Valid][5][UTT][ MSE = 0.2990 | LCC = 0.8516 | SRCC = 0.8527 ] +INFO:root:Average loss=0.18148824830467886 +INFO:root: +[Valid][6][UTT][ MSE = 0.2352 | LCC = 0.8534 | SRCC = 0.8562 ] +INFO:root:Average loss=0.17665649062165847 +INFO:root: +[Valid][7][UTT][ MSE = 0.3030 | LCC = 0.8578 | SRCC = 0.8584 ] +INFO:root:Average loss=0.1640298190789345 +INFO:root: +[Valid][8][UTT][ MSE = 0.2243 | LCC = 0.8632 | SRCC = 0.8627 ] +INFO:root:Average loss=0.15369207899157816 +INFO:root: +[Valid][9][UTT][ MSE = 0.2541 | LCC = 0.8641 | SRCC = 0.8612 ] +INFO:root:Average loss=0.14739826140113366 +INFO:root: +[Valid][10][UTT][ MSE = 0.2279 | LCC = 0.8669 | SRCC = 0.8652 ] +INFO:root:Average loss=0.13634485522141823 +INFO:root: +[Valid][11][UTT][ MSE = 0.2233 | LCC = 0.8622 | SRCC = 0.8634 ] +INFO:root:Average loss=0.1288435199799446 +INFO:root: +[Valid][12][UTT][ MSE = 0.2243 | LCC = 0.8664 | SRCC = 0.8657 ] +INFO:root:Average loss=0.12692066301137972 +INFO:root: +[Valid][13][UTT][ MSE = 0.2282 | LCC = 0.8671 | SRCC = 0.8669 ] +INFO:root:Average loss=0.11901384066694821 +INFO:root: +[Valid][14][UTT][ MSE = 0.2129 | LCC = 0.8647 | SRCC = 0.8644 ] +INFO:root:Average loss=0.1145337473314542 +INFO:root: +[Valid][15][UTT][ MSE = 0.2107 | LCC = 0.8658 | SRCC = 0.8642 ] +INFO:root:Average loss=0.11098241299772874 +INFO:root: +[Valid][16][UTT][ MSE = 0.2220 | LCC = 0.8616 | SRCC = 0.8621 ] +INFO:root:Average loss=0.1018228326470424 +INFO:root: +[Valid][17][UTT][ MSE = 0.2195 | LCC = 0.8664 | SRCC = 0.8650 ] +INFO:root:Average loss=0.09702481639881928 +INFO:root: +[Valid][18][UTT][ MSE = 0.2088 | LCC = 0.8674 | SRCC = 0.8661 ] +INFO:root:Average loss=0.09407114323515159 +INFO:root: +[Valid][19][UTT][ MSE = 0.2238 | LCC = 0.8675 | SRCC = 0.8667 ] +INFO:root:Average loss=0.09109064712165257 +INFO:root: +[Valid][20][UTT][ MSE = 0.2917 | LCC = 0.8644 | SRCC = 0.8662 ] +INFO:root:Average loss=0.09843543405907276 +INFO:root: +[Valid][21][UTT][ MSE = 0.2102 | LCC = 0.8658 | SRCC = 0.8646 ] +INFO:root:Average loss=0.08559598582677352 +INFO:root: +[Valid][22][UTT][ MSE = 0.2218 | LCC = 0.8664 | SRCC = 0.8648 ] +INFO:root:Average loss=0.08115440693039161 +INFO:root: +[Valid][23][UTT][ MSE = 0.2080 | LCC = 0.8671 | SRCC = 0.8658 ] +INFO:root:Average loss=0.08194173657550262 +INFO:root: +[Valid][24][UTT][ MSE = 0.2618 | LCC = 0.8637 | SRCC = 0.8645 ] +INFO:root:Average loss=0.07901350212975955 +INFO:root: +[Valid][25][UTT][ MSE = 0.2109 | LCC = 0.8669 | SRCC = 0.8672 ] +INFO:root:Average loss=0.07267044026118058 +INFO:root: +[Valid][26][UTT][ MSE = 0.2156 | LCC = 0.8678 | SRCC = 0.8664 ] +INFO:root:Average loss=0.07183867201018028 +INFO:root: +[Valid][27][UTT][ MSE = 0.2200 | LCC = 0.8654 | SRCC = 0.8635 ] +INFO:root:Average loss=0.07315160501270722 +INFO:root: +[Valid][28][UTT][ MSE = 0.2083 | LCC = 0.8679 | SRCC = 0.8679 ] +INFO:root:Average loss=0.06842695028545001 +INFO:root: +[Valid][29][UTT][ MSE = 0.2449 | LCC = 0.8668 | SRCC = 0.8677 ] +INFO:root:Average loss=0.06615328354140122 +INFO:root: +[Valid][30][UTT][ MSE = 0.2118 | LCC = 0.8681 | SRCC = 0.8670 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2339 | LCC = 0.8545 | SRCC = 0.8559 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f6a38cd3549b536dde6d18997bca385b355066 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91bf12428080e6793e164922e6c20aea34d4bec3b1e46ae8c7256ce4dedabf16 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7974cb5ad8413e3c47ade65d927c74651e7667d9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8457716fb8b4d56e52333cc197b66336e681b2a61219acea935481d45bc35c61 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f4b7524f394f9575abb5998ad7f9bcbce73beee5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer1/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.49711216260225344 +INFO:root: +[Valid][0][UTT][ MSE = 0.3702 | LCC = 0.7618 | SRCC = 0.7683 ] +INFO:root:Average loss=0.29478567150922924 +INFO:root: +[Valid][1][UTT][ MSE = 0.3299 | LCC = 0.8047 | SRCC = 0.8137 ] +INFO:root:Average loss=0.26493604997029674 +INFO:root: +[Valid][2][UTT][ MSE = 0.2798 | LCC = 0.8271 | SRCC = 0.8258 ] +INFO:root:Average loss=0.2218223437666893 +INFO:root: +[Valid][3][UTT][ MSE = 0.2558 | LCC = 0.8405 | SRCC = 0.8402 ] +INFO:root:Average loss=0.20748669233841774 +INFO:root: +[Valid][4][UTT][ MSE = 0.2487 | LCC = 0.8478 | SRCC = 0.8470 ] +INFO:root:Average loss=0.19339816520611444 +INFO:root: +[Valid][5][UTT][ MSE = 0.2488 | LCC = 0.8503 | SRCC = 0.8498 ] +INFO:root:Average loss=0.18040549592711988 +INFO:root: +[Valid][6][UTT][ MSE = 0.2425 | LCC = 0.8511 | SRCC = 0.8513 ] +INFO:root:Average loss=0.16885068429968295 +INFO:root: +[Valid][7][UTT][ MSE = 0.2260 | LCC = 0.8565 | SRCC = 0.8555 ] +INFO:root:Average loss=0.16082851053812566 +INFO:root: +[Valid][8][UTT][ MSE = 0.2368 | LCC = 0.8644 | SRCC = 0.8624 ] +INFO:root:Average loss=0.14832358635388887 +INFO:root: +[Valid][9][UTT][ MSE = 0.2284 | LCC = 0.8612 | SRCC = 0.8595 ] +INFO:root:Average loss=0.13889254476779547 +INFO:root: +[Valid][10][UTT][ MSE = 0.2292 | LCC = 0.8635 | SRCC = 0.8618 ] +INFO:root:Average loss=0.13153319041698408 +INFO:root: +[Valid][11][UTT][ MSE = 0.2189 | LCC = 0.8651 | SRCC = 0.8637 ] +INFO:root:Average loss=0.13061997647850943 +INFO:root: +[Valid][12][UTT][ MSE = 0.2181 | LCC = 0.8640 | SRCC = 0.8618 ] +INFO:root:Average loss=0.1174171540217522 +INFO:root: +[Valid][13][UTT][ MSE = 0.2195 | LCC = 0.8636 | SRCC = 0.8624 ] +INFO:root:Average loss=0.12809336940065408 +INFO:root: +[Valid][14][UTT][ MSE = 0.2468 | LCC = 0.8578 | SRCC = 0.8598 ] +INFO:root:Average loss=0.11148042890887994 +INFO:root: +[Valid][15][UTT][ MSE = 0.2148 | LCC = 0.8656 | SRCC = 0.8658 ] +INFO:root:Average loss=0.09978920641617897 +INFO:root: +[Valid][16][UTT][ MSE = 0.2135 | LCC = 0.8703 | SRCC = 0.8690 ] +INFO:root:Average loss=0.1028206881422263 +INFO:root: +[Valid][17][UTT][ MSE = 0.2152 | LCC = 0.8675 | SRCC = 0.8673 ] +INFO:root:Average loss=0.09728884305327366 +INFO:root: +[Valid][18][UTT][ MSE = 0.2290 | LCC = 0.8637 | SRCC = 0.8638 ] +INFO:root:Average loss=0.09142582643872653 +INFO:root: +[Valid][19][UTT][ MSE = 0.2076 | LCC = 0.8688 | SRCC = 0.8692 ] +INFO:root:Average loss=0.0983511662731568 +INFO:root: +[Valid][20][UTT][ MSE = 0.2278 | LCC = 0.8636 | SRCC = 0.8647 ] +INFO:root:Average loss=0.09091589704920085 +INFO:root: +[Valid][21][UTT][ MSE = 0.2127 | LCC = 0.8683 | SRCC = 0.8686 ] +INFO:root:Average loss=0.07954321314509098 +INFO:root: +[Valid][22][UTT][ MSE = 0.2099 | LCC = 0.8662 | SRCC = 0.8673 ] +INFO:root:Average loss=0.08132802699811947 +INFO:root: +[Valid][23][UTT][ MSE = 0.2161 | LCC = 0.8681 | SRCC = 0.8678 ] +INFO:root:Average loss=0.08461010155196373 +INFO:root: +[Valid][24][UTT][ MSE = 0.2183 | LCC = 0.8627 | SRCC = 0.8629 ] +INFO:root:Average loss=0.08930708482288398 +INFO:root: +[Valid][25][UTT][ MSE = 0.2085 | LCC = 0.8681 | SRCC = 0.8680 ] +INFO:root:Average loss=0.07116364076351508 +INFO:root: +[Valid][26][UTT][ MSE = 0.2185 | LCC = 0.8641 | SRCC = 0.8640 ] +INFO:root:Average loss=0.06812923119809383 +INFO:root: +[Valid][27][UTT][ MSE = 0.2104 | LCC = 0.8653 | SRCC = 0.8660 ] +INFO:root:Average loss=0.06675788454520397 +INFO:root: +[Valid][28][UTT][ MSE = 0.2311 | LCC = 0.8607 | SRCC = 0.8627 ] +INFO:root:Average loss=0.06614740608403316 +INFO:root: +[Valid][29][UTT][ MSE = 0.2196 | LCC = 0.8654 | SRCC = 0.8672 ] +INFO:root:Average loss=0.06513815540342759 +INFO:root: +[Valid][30][UTT][ MSE = 0.2147 | LCC = 0.8655 | SRCC = 0.8657 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2529 | LCC = 0.8566 | SRCC = 0.8564 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..20db5e8122291bef39b89aedb4fdd12303e9dab2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e05a8675f95223191430d5817530c72d8e2611585b66061a803ab2fee690bb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bafa3fb689e635f857b7b6d1d29ff1e73bc851b2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a362065792c14e0e3986df30760e19b37c341546dfba7a26a37bf34ca75ad0e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7e1ff205d4eed097b2eb4cec71b7da2e6020f2f6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.42784132827550936 +INFO:root: +[Valid][0][UTT][ MSE = 0.3812 | LCC = 0.7763 | SRCC = 0.7788 ] +INFO:root:Average loss=0.3310071621567775 +INFO:root: +[Valid][1][UTT][ MSE = 0.3514 | LCC = 0.8014 | SRCC = 0.8019 ] +INFO:root:Average loss=0.3087524488950387 +INFO:root: +[Valid][2][UTT][ MSE = 0.3406 | LCC = 0.8049 | SRCC = 0.8052 ] +INFO:root:Average loss=0.3096121914493732 +INFO:root: +[Valid][3][UTT][ MSE = 0.3018 | LCC = 0.8143 | SRCC = 0.8199 ] +INFO:root:Average loss=0.28525997870243514 +INFO:root: +[Valid][4][UTT][ MSE = 0.3315 | LCC = 0.8245 | SRCC = 0.8248 ] +INFO:root:Average loss=0.28552133513566774 +INFO:root: +[Valid][5][UTT][ MSE = 0.3088 | LCC = 0.8290 | SRCC = 0.8304 ] +INFO:root:Average loss=0.2661207715670268 +INFO:root: +[Valid][6][UTT][ MSE = 0.3118 | LCC = 0.8342 | SRCC = 0.8343 ] +INFO:root:Average loss=0.2627444842304939 +INFO:root: +[Valid][7][UTT][ MSE = 0.3044 | LCC = 0.8353 | SRCC = 0.8349 ] +INFO:root:Average loss=0.2754421633405563 +INFO:root: +[Valid][8][UTT][ MSE = 0.3412 | LCC = 0.8372 | SRCC = 0.8354 ] +INFO:root:Average loss=0.25707491716513264 +INFO:root: +[Valid][9][UTT][ MSE = 0.2897 | LCC = 0.8366 | SRCC = 0.8371 ] +INFO:root:Average loss=0.24839980155229568 +INFO:root: +[Valid][10][UTT][ MSE = 0.2872 | LCC = 0.8389 | SRCC = 0.8391 ] +INFO:root:Average loss=0.2574878699886493 +INFO:root: +[Valid][11][UTT][ MSE = 0.3538 | LCC = 0.8418 | SRCC = 0.8403 ] +INFO:root:Average loss=0.24570273264096334 +INFO:root: +[Valid][12][UTT][ MSE = 0.2972 | LCC = 0.8422 | SRCC = 0.8425 ] +INFO:root:Average loss=0.24710304824969706 +INFO:root: +[Valid][13][UTT][ MSE = 0.3550 | LCC = 0.8441 | SRCC = 0.8444 ] +INFO:root:Average loss=0.24226942935433143 +INFO:root: +[Valid][14][UTT][ MSE = 0.3467 | LCC = 0.8459 | SRCC = 0.8451 ] +INFO:root:Average loss=0.23942304058716848 +INFO:root: +[Valid][15][UTT][ MSE = 0.2970 | LCC = 0.8401 | SRCC = 0.8436 ] +INFO:root:Average loss=0.22869521436782983 +INFO:root: +[Valid][16][UTT][ MSE = 0.2748 | LCC = 0.8488 | SRCC = 0.8482 ] +INFO:root:Average loss=0.2286394265217659 +INFO:root: +[Valid][17][UTT][ MSE = 0.2819 | LCC = 0.8468 | SRCC = 0.8478 ] +INFO:root:Average loss=0.22499498572105017 +INFO:root: +[Valid][18][UTT][ MSE = 0.3172 | LCC = 0.8449 | SRCC = 0.8484 ] +INFO:root:Average loss=0.24113835413486528 +INFO:root: +[Valid][19][UTT][ MSE = 0.3584 | LCC = 0.8465 | SRCC = 0.8458 ] +INFO:root:Average loss=0.2318261926754927 +INFO:root: +[Valid][20][UTT][ MSE = 0.2786 | LCC = 0.8448 | SRCC = 0.8463 ] +INFO:root:Average loss=0.22549415169618067 +INFO:root: +[Valid][21][UTT][ MSE = 0.2622 | LCC = 0.8458 | SRCC = 0.8472 ] +INFO:root:Average loss=0.2159020917919966 +INFO:root: +[Valid][22][UTT][ MSE = 0.2622 | LCC = 0.8452 | SRCC = 0.8503 ] +INFO:root:Average loss=0.23489452096132132 +INFO:root: +[Valid][23][UTT][ MSE = 0.2812 | LCC = 0.8440 | SRCC = 0.8491 ] +INFO:root:Average loss=0.2262926205801658 +INFO:root: +[Valid][24][UTT][ MSE = 0.2945 | LCC = 0.8382 | SRCC = 0.8437 ] +INFO:root:Average loss=0.22275642859630096 +INFO:root: +[Valid][25][UTT][ MSE = 0.2649 | LCC = 0.8447 | SRCC = 0.8478 ] +INFO:root:Average loss=0.20572714469371697 +INFO:root: +[Valid][26][UTT][ MSE = 0.2655 | LCC = 0.8458 | SRCC = 0.8502 ] +INFO:root:Average loss=0.20919440314173698 +INFO:root: +[Valid][27][UTT][ MSE = 0.2887 | LCC = 0.8489 | SRCC = 0.8495 ] +INFO:root:Average loss=0.20346065763479623 +INFO:root: +[Valid][28][UTT][ MSE = 0.2928 | LCC = 0.8519 | SRCC = 0.8517 ] +INFO:root:Average loss=0.22538427683787468 +INFO:root: +[Valid][29][UTT][ MSE = 0.2860 | LCC = 0.8487 | SRCC = 0.8497 ] +INFO:root:Average loss=0.20297347907072458 +INFO:root: +[Valid][30][UTT][ MSE = 0.2859 | LCC = 0.8492 | SRCC = 0.8509 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2877 | LCC = 0.8480 | SRCC = 0.8470 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..75da705b6413ccd2de159bb7c1fe709d9a01c790 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948818a999301b52c97be6966c806d56864761ba841de86254ded38a4413e3ca +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f80298dfe5319e036276f68fcb09912553c289 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf812ef1e2bdd0ffc3787ee13dbf00752371c2d5862a4525b052b81b91b02d53 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a5003f5c84b1b3397754d4b963b8c375bbc81f2b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4218963409463565 +INFO:root: +[Valid][0][UTT][ MSE = 0.4008 | LCC = 0.7797 | SRCC = 0.7821 ] +INFO:root:Average loss=0.325950271044022 +INFO:root: +[Valid][1][UTT][ MSE = 0.3398 | LCC = 0.8043 | SRCC = 0.8072 ] +INFO:root:Average loss=0.3077141245206197 +INFO:root: +[Valid][2][UTT][ MSE = 0.3558 | LCC = 0.8074 | SRCC = 0.8132 ] +INFO:root:Average loss=0.3001098149479964 +INFO:root: +[Valid][3][UTT][ MSE = 0.3829 | LCC = 0.8163 | SRCC = 0.8194 ] +INFO:root:Average loss=0.2978083147452428 +INFO:root: +[Valid][4][UTT][ MSE = 0.3011 | LCC = 0.8208 | SRCC = 0.8234 ] +INFO:root:Average loss=0.28313000633930546 +INFO:root: +[Valid][5][UTT][ MSE = 0.2892 | LCC = 0.8262 | SRCC = 0.8266 ] +INFO:root:Average loss=0.27359645450726533 +INFO:root: +[Valid][6][UTT][ MSE = 0.2931 | LCC = 0.8268 | SRCC = 0.8323 ] +INFO:root:Average loss=0.2646966700752576 +INFO:root: +[Valid][7][UTT][ MSE = 0.2753 | LCC = 0.8315 | SRCC = 0.8329 ] +INFO:root:Average loss=0.26851569956693894 +INFO:root: +[Valid][8][UTT][ MSE = 0.3020 | LCC = 0.8372 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2542318281454918 +INFO:root: +[Valid][9][UTT][ MSE = 0.3154 | LCC = 0.8384 | SRCC = 0.8373 ] +INFO:root:Average loss=0.26052398673999005 +INFO:root: +[Valid][10][UTT][ MSE = 0.2847 | LCC = 0.8369 | SRCC = 0.8380 ] +INFO:root:Average loss=0.2546616892019908 +INFO:root: +[Valid][11][UTT][ MSE = 0.2610 | LCC = 0.8363 | SRCC = 0.8388 ] +INFO:root:Average loss=0.24383260615361044 +INFO:root: +[Valid][12][UTT][ MSE = 0.2745 | LCC = 0.8332 | SRCC = 0.8371 ] +INFO:root:Average loss=0.2425196654139421 +INFO:root: +[Valid][13][UTT][ MSE = 0.2920 | LCC = 0.8414 | SRCC = 0.8416 ] +INFO:root:Average loss=0.23233593236177397 +INFO:root: +[Valid][14][UTT][ MSE = 0.3213 | LCC = 0.8398 | SRCC = 0.8418 ] +INFO:root:Average loss=0.23832754905407244 +INFO:root: +[Valid][15][UTT][ MSE = 0.2810 | LCC = 0.8302 | SRCC = 0.8379 ] +INFO:root:Average loss=0.23564962928111738 +INFO:root: +[Valid][16][UTT][ MSE = 0.2848 | LCC = 0.8458 | SRCC = 0.8464 ] +INFO:root:Average loss=0.22959862553920501 +INFO:root: +[Valid][17][UTT][ MSE = 0.2905 | LCC = 0.8439 | SRCC = 0.8461 ] +INFO:root:Average loss=0.22171349823474884 +INFO:root: +[Valid][18][UTT][ MSE = 0.3076 | LCC = 0.8480 | SRCC = 0.8484 ] +INFO:root:Average loss=0.2526886612176895 +INFO:root: +[Valid][19][UTT][ MSE = 0.2756 | LCC = 0.8437 | SRCC = 0.8466 ] +INFO:root:Average loss=0.22723490305435964 +INFO:root: +[Valid][20][UTT][ MSE = 0.2736 | LCC = 0.8428 | SRCC = 0.8430 ] +INFO:root:Average loss=0.23270117653868136 +INFO:root: +[Valid][21][UTT][ MSE = 0.2739 | LCC = 0.8469 | SRCC = 0.8498 ] +INFO:root:Average loss=0.21512338060599107 +INFO:root: +[Valid][22][UTT][ MSE = 0.2737 | LCC = 0.8479 | SRCC = 0.8489 ] +INFO:root:Average loss=0.21796317245715705 +INFO:root: +[Valid][23][UTT][ MSE = 0.2994 | LCC = 0.8426 | SRCC = 0.8422 ] +INFO:root:Average loss=0.22177943759239638 +INFO:root: +[Valid][24][UTT][ MSE = 0.2554 | LCC = 0.8475 | SRCC = 0.8488 ] +INFO:root:Average loss=0.21063474928721404 +INFO:root: +[Valid][25][UTT][ MSE = 0.2692 | LCC = 0.8492 | SRCC = 0.8495 ] +INFO:root:Average loss=0.21690247188775968 +INFO:root: +[Valid][26][UTT][ MSE = 0.2872 | LCC = 0.8476 | SRCC = 0.8480 ] +INFO:root:Average loss=0.20596728091820693 +INFO:root: +[Valid][27][UTT][ MSE = 0.2563 | LCC = 0.8468 | SRCC = 0.8468 ] +INFO:root:Average loss=0.20425311132119253 +INFO:root: +[Valid][28][UTT][ MSE = 0.2607 | LCC = 0.8478 | SRCC = 0.8504 ] +INFO:root:Average loss=0.1973529597505545 +INFO:root: +[Valid][29][UTT][ MSE = 0.2735 | LCC = 0.8470 | SRCC = 0.8493 ] +INFO:root:Average loss=0.2007229042549928 +INFO:root: +[Valid][30][UTT][ MSE = 0.2438 | LCC = 0.8527 | SRCC = 0.8541 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2752 | LCC = 0.8468 | SRCC = 0.8520 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..adc898fe36f3e963f223a8883086607474649422 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed4eaeede2cad1a9c0d93b11fc6bf814112286dd303723955752f44c58debc4 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b6bfc810c001dda7d9bfdea16108e0d37d46b1b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a16c705a1d850fc0a93940c091374be7d7189c15eb6133233192a41f4206746 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4c353f161bcb4a2fb0b419e8fd91bc0ab43c4534 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4373401613571705 +INFO:root: +[Valid][0][UTT][ MSE = 0.4475 | LCC = 0.7732 | SRCC = 0.7785 ] +INFO:root:Average loss=0.32038470051991635 +INFO:root: +[Valid][1][UTT][ MSE = 0.3933 | LCC = 0.7999 | SRCC = 0.8045 ] +INFO:root:Average loss=0.30563001621228 +INFO:root: +[Valid][2][UTT][ MSE = 0.3442 | LCC = 0.8187 | SRCC = 0.8177 ] +INFO:root:Average loss=0.29820952239709025 +INFO:root: +[Valid][3][UTT][ MSE = 0.4405 | LCC = 0.8118 | SRCC = 0.8164 ] +INFO:root:Average loss=0.2874478980516776 +INFO:root: +[Valid][4][UTT][ MSE = 0.3307 | LCC = 0.8245 | SRCC = 0.8278 ] +INFO:root:Average loss=0.2698123137920331 +INFO:root: +[Valid][5][UTT][ MSE = 0.3183 | LCC = 0.8292 | SRCC = 0.8307 ] +INFO:root:Average loss=0.27664505327359223 +INFO:root: +[Valid][6][UTT][ MSE = 0.3019 | LCC = 0.8336 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2758317522895642 +INFO:root: +[Valid][7][UTT][ MSE = 0.3111 | LCC = 0.8333 | SRCC = 0.8337 ] +INFO:root:Average loss=0.2608497010973784 +INFO:root: +[Valid][8][UTT][ MSE = 0.3015 | LCC = 0.8367 | SRCC = 0.8367 ] +INFO:root:Average loss=0.26391126272770077 +INFO:root: +[Valid][9][UTT][ MSE = 0.4252 | LCC = 0.8235 | SRCC = 0.8310 ] +INFO:root:Average loss=0.2683089981094385 +INFO:root: +[Valid][10][UTT][ MSE = 0.3615 | LCC = 0.8339 | SRCC = 0.8346 ] +INFO:root:Average loss=0.25963118252081746 +INFO:root: +[Valid][11][UTT][ MSE = 0.3270 | LCC = 0.8335 | SRCC = 0.8370 ] +INFO:root:Average loss=0.2466041718920072 +INFO:root: +[Valid][12][UTT][ MSE = 0.2937 | LCC = 0.8398 | SRCC = 0.8389 ] +INFO:root:Average loss=0.24775351794102254 +INFO:root: +[Valid][13][UTT][ MSE = 0.3542 | LCC = 0.8366 | SRCC = 0.8394 ] +INFO:root:Average loss=0.2391072813517008 +INFO:root: +[Valid][14][UTT][ MSE = 0.2929 | LCC = 0.8441 | SRCC = 0.8445 ] +INFO:root:Average loss=0.2591054370770088 +INFO:root: +[Valid][15][UTT][ MSE = 0.3519 | LCC = 0.8439 | SRCC = 0.8442 ] +INFO:root:Average loss=0.24385928286191744 +INFO:root: +[Valid][16][UTT][ MSE = 0.2670 | LCC = 0.8380 | SRCC = 0.8427 ] +INFO:root:Average loss=0.23766948244510552 +INFO:root: +[Valid][17][UTT][ MSE = 0.3173 | LCC = 0.8450 | SRCC = 0.8438 ] +INFO:root:Average loss=0.23905684913580233 +INFO:root: +[Valid][18][UTT][ MSE = 0.2943 | LCC = 0.8472 | SRCC = 0.8461 ] +INFO:root:Average loss=0.2218610745591995 +INFO:root: +[Valid][19][UTT][ MSE = 0.2971 | LCC = 0.8410 | SRCC = 0.8455 ] +INFO:root:Average loss=0.23491722001479223 +INFO:root: +[Valid][20][UTT][ MSE = 0.2946 | LCC = 0.8441 | SRCC = 0.8460 ] +INFO:root:Average loss=0.221288416439142 +INFO:root: +[Valid][21][UTT][ MSE = 0.3067 | LCC = 0.8436 | SRCC = 0.8450 ] +INFO:root:Average loss=0.23689097108749244 +INFO:root: +[Valid][22][UTT][ MSE = 0.2795 | LCC = 0.8491 | SRCC = 0.8501 ] +INFO:root:Average loss=0.21941518726257178 +INFO:root: +[Valid][23][UTT][ MSE = 0.2737 | LCC = 0.8435 | SRCC = 0.8441 ] +INFO:root:Average loss=0.21142803982664377 +INFO:root: +[Valid][24][UTT][ MSE = 0.3196 | LCC = 0.8483 | SRCC = 0.8462 ] +INFO:root:Average loss=0.21275036151592547 +INFO:root: +[Valid][25][UTT][ MSE = 0.2892 | LCC = 0.8464 | SRCC = 0.8470 ] +INFO:root:Average loss=0.21390247173034227 +INFO:root: +[Valid][26][UTT][ MSE = 0.2825 | LCC = 0.8517 | SRCC = 0.8512 ] +INFO:root:Average loss=0.20710947784857872 +INFO:root: +[Valid][27][UTT][ MSE = 0.2531 | LCC = 0.8520 | SRCC = 0.8517 ] +INFO:root:Average loss=0.20901276801641172 +INFO:root: +[Valid][28][UTT][ MSE = 0.2585 | LCC = 0.8524 | SRCC = 0.8521 ] +INFO:root:Average loss=0.21009682481869674 +INFO:root: +[Valid][29][UTT][ MSE = 0.2629 | LCC = 0.8464 | SRCC = 0.8517 ] +INFO:root:Average loss=0.21353684289333147 +INFO:root: +[Valid][30][UTT][ MSE = 0.2720 | LCC = 0.8489 | SRCC = 0.8493 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2570 | LCC = 0.8531 | SRCC = 0.8525 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a50bcab161a7029722a8b8d2f3d5dcb00aae22 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ae324e1946ab1958d2348feb69801892d3f2c12c21b79928906615aae216f6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc8e33e42fa9e76057b694432b785e25ca92bf2e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc3cbb83f327647b75573eeda71c120f4b46cf22f65f97f358293bacd9fc4c9 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..455ce683191fa9f6e444e45eca3914869ee3ffef --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.44994173791164005 +INFO:root: +[Valid][0][UTT][ MSE = 0.4206 | LCC = 0.7817 | SRCC = 0.7824 ] +INFO:root:Average loss=0.33336169100724733 +INFO:root: +[Valid][1][UTT][ MSE = 0.3861 | LCC = 0.7968 | SRCC = 0.7968 ] +INFO:root:Average loss=0.3091083879654224 +INFO:root: +[Valid][2][UTT][ MSE = 0.3495 | LCC = 0.8136 | SRCC = 0.8144 ] +INFO:root:Average loss=0.2925453705665393 +INFO:root: +[Valid][3][UTT][ MSE = 0.3280 | LCC = 0.8199 | SRCC = 0.8202 ] +INFO:root:Average loss=0.30558846967342573 +INFO:root: +[Valid][4][UTT][ MSE = 0.3433 | LCC = 0.8145 | SRCC = 0.8163 ] +INFO:root:Average loss=0.2795036576497249 +INFO:root: +[Valid][5][UTT][ MSE = 0.3521 | LCC = 0.8233 | SRCC = 0.8223 ] +INFO:root:Average loss=0.2723684935615613 +INFO:root: +[Valid][6][UTT][ MSE = 0.3397 | LCC = 0.8252 | SRCC = 0.8249 ] +INFO:root:Average loss=0.26782022225551116 +INFO:root: +[Valid][7][UTT][ MSE = 0.3427 | LCC = 0.8275 | SRCC = 0.8272 ] +INFO:root:Average loss=0.25760231759303653 +INFO:root: +[Valid][8][UTT][ MSE = 0.3081 | LCC = 0.8316 | SRCC = 0.8314 ] +INFO:root:Average loss=0.2700960787060933 +INFO:root: +[Valid][9][UTT][ MSE = 0.2818 | LCC = 0.8352 | SRCC = 0.8361 ] +INFO:root:Average loss=0.25259136293943113 +INFO:root: +[Valid][10][UTT][ MSE = 0.2797 | LCC = 0.8353 | SRCC = 0.8359 ] +INFO:root:Average loss=0.24823466249001333 +INFO:root: +[Valid][11][UTT][ MSE = 0.3314 | LCC = 0.8396 | SRCC = 0.8383 ] +INFO:root:Average loss=0.2621277859195685 +INFO:root: +[Valid][12][UTT][ MSE = 0.2824 | LCC = 0.8352 | SRCC = 0.8378 ] +INFO:root:Average loss=0.23818431020929262 +INFO:root: +[Valid][13][UTT][ MSE = 0.3135 | LCC = 0.8421 | SRCC = 0.8419 ] +INFO:root:Average loss=0.23490324368079504 +INFO:root: +[Valid][14][UTT][ MSE = 0.3235 | LCC = 0.8377 | SRCC = 0.8418 ] +INFO:root:Average loss=0.2355705236013119 +INFO:root: +[Valid][15][UTT][ MSE = 0.2843 | LCC = 0.8387 | SRCC = 0.8412 ] +INFO:root:Average loss=0.23282246387157685 +INFO:root: +[Valid][16][UTT][ MSE = 0.2947 | LCC = 0.8452 | SRCC = 0.8454 ] +INFO:root:Average loss=0.23148508866628012 +INFO:root: +[Valid][17][UTT][ MSE = 0.3005 | LCC = 0.8436 | SRCC = 0.8438 ] +INFO:root:Average loss=0.23959594468275705 +INFO:root: +[Valid][18][UTT][ MSE = 0.2790 | LCC = 0.8402 | SRCC = 0.8438 ] +INFO:root:Average loss=0.22714401456790093 +INFO:root: +[Valid][19][UTT][ MSE = 0.3021 | LCC = 0.8453 | SRCC = 0.8470 ] +INFO:root:Average loss=0.2233959082991649 +INFO:root: +[Valid][20][UTT][ MSE = 0.2868 | LCC = 0.8487 | SRCC = 0.8480 ] +INFO:root:Average loss=0.22085710614919662 +INFO:root: +[Valid][21][UTT][ MSE = 0.2796 | LCC = 0.8495 | SRCC = 0.8495 ] +INFO:root:Average loss=0.21851966759333244 +INFO:root: +[Valid][22][UTT][ MSE = 0.2683 | LCC = 0.8485 | SRCC = 0.8482 ] +INFO:root:Average loss=0.21825303920568564 +INFO:root: +[Valid][23][UTT][ MSE = 0.2926 | LCC = 0.8480 | SRCC = 0.8479 ] +INFO:root:Average loss=0.2193331561791591 +INFO:root: +[Valid][24][UTT][ MSE = 0.3224 | LCC = 0.8391 | SRCC = 0.8432 ] +INFO:root:Average loss=0.21103515323155966 +INFO:root: +[Valid][25][UTT][ MSE = 0.2680 | LCC = 0.8506 | SRCC = 0.8505 ] +INFO:root:Average loss=0.21728138606517744 +INFO:root: +[Valid][26][UTT][ MSE = 0.3102 | LCC = 0.8512 | SRCC = 0.8508 ] +INFO:root:Average loss=0.20963024290708396 +INFO:root: +[Valid][27][UTT][ MSE = 0.2685 | LCC = 0.8468 | SRCC = 0.8471 ] +INFO:root:Average loss=0.2020950321203623 +INFO:root: +[Valid][28][UTT][ MSE = 0.2687 | LCC = 0.8511 | SRCC = 0.8508 ] +INFO:root:Average loss=0.20571231651000488 +INFO:root: +[Valid][29][UTT][ MSE = 0.2803 | LCC = 0.8504 | SRCC = 0.8506 ] +INFO:root:Average loss=0.19981946146641022 +INFO:root: +[Valid][30][UTT][ MSE = 0.3197 | LCC = 0.8466 | SRCC = 0.8478 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3111 | LCC = 0.8508 | SRCC = 0.8531 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..856db40e8699aa51fbf2bcf88ceec0d7242c4b05 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f078187e5d9631aae7b1ad13f282e84e5f2811cb82cca79284e84077acb3af7 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b189ec45c0d7d9847cb37aec7b4e7128a9054851 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f78d032743575ed9f16cff9f23dd1612e2c8ce339ccddad2b4b9e877b2f99d8 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ddbf2c290ec43c572c496bcee317c0c57b32926b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.41722666166531736 +INFO:root: +[Valid][0][UTT][ MSE = 0.3472 | LCC = 0.7727 | SRCC = 0.7793 ] +INFO:root:Average loss=0.33583592107662785 +INFO:root: +[Valid][1][UTT][ MSE = 0.3709 | LCC = 0.7851 | SRCC = 0.7952 ] +INFO:root:Average loss=0.31824122216456974 +INFO:root: +[Valid][2][UTT][ MSE = 0.3434 | LCC = 0.7986 | SRCC = 0.8100 ] +INFO:root:Average loss=0.30092668724365723 +INFO:root: +[Valid][3][UTT][ MSE = 0.3856 | LCC = 0.8037 | SRCC = 0.8062 ] +INFO:root:Average loss=0.288584855504525 +INFO:root: +[Valid][4][UTT][ MSE = 0.2916 | LCC = 0.8178 | SRCC = 0.8216 ] +INFO:root:Average loss=0.2775955714094333 +INFO:root: +[Valid][5][UTT][ MSE = 0.2950 | LCC = 0.8196 | SRCC = 0.8258 ] +INFO:root:Average loss=0.28372726150048083 +INFO:root: +[Valid][6][UTT][ MSE = 0.2924 | LCC = 0.8274 | SRCC = 0.8289 ] +INFO:root:Average loss=0.26426329559240586 +INFO:root: +[Valid][7][UTT][ MSE = 0.3117 | LCC = 0.8305 | SRCC = 0.8310 ] +INFO:root:Average loss=0.2649758777175194 +INFO:root: +[Valid][8][UTT][ MSE = 0.3219 | LCC = 0.8383 | SRCC = 0.8366 ] +INFO:root:Average loss=0.24850560514590678 +INFO:root: +[Valid][9][UTT][ MSE = 0.2771 | LCC = 0.8322 | SRCC = 0.8329 ] +INFO:root:Average loss=0.2611006395174907 +INFO:root: +[Valid][10][UTT][ MSE = 0.3096 | LCC = 0.8294 | SRCC = 0.8328 ] +INFO:root:Average loss=0.24902760886993164 +INFO:root: +[Valid][11][UTT][ MSE = 0.2982 | LCC = 0.8293 | SRCC = 0.8381 ] +INFO:root:Average loss=0.25395267743330735 +INFO:root: +[Valid][12][UTT][ MSE = 0.2925 | LCC = 0.8391 | SRCC = 0.8378 ] +INFO:root:Average loss=0.26612456620503694 +INFO:root: +[Valid][13][UTT][ MSE = 0.3050 | LCC = 0.8431 | SRCC = 0.8426 ] +INFO:root:Average loss=0.24013048104750803 +INFO:root: +[Valid][14][UTT][ MSE = 0.3103 | LCC = 0.8481 | SRCC = 0.8473 ] +INFO:root:Average loss=0.23797537615666023 +INFO:root: +[Valid][15][UTT][ MSE = 0.2895 | LCC = 0.8416 | SRCC = 0.8407 ] +INFO:root:Average loss=0.23806936293840408 +INFO:root: +[Valid][16][UTT][ MSE = 0.3126 | LCC = 0.8483 | SRCC = 0.8471 ] +INFO:root:Average loss=0.23228424672897047 +INFO:root: +[Valid][17][UTT][ MSE = 0.2827 | LCC = 0.8470 | SRCC = 0.8452 ] +INFO:root:Average loss=0.2293098198297696 +INFO:root: +[Valid][18][UTT][ MSE = 0.2579 | LCC = 0.8455 | SRCC = 0.8481 ] +INFO:root:Average loss=0.22427786370882621 +INFO:root: +[Valid][19][UTT][ MSE = 0.2705 | LCC = 0.8470 | SRCC = 0.8495 ] +INFO:root:Average loss=0.22391805797815323 +INFO:root: +[Valid][20][UTT][ MSE = 0.2945 | LCC = 0.8420 | SRCC = 0.8465 ] +INFO:root:Average loss=0.2130904934154107 +INFO:root: +[Valid][21][UTT][ MSE = 0.2723 | LCC = 0.8444 | SRCC = 0.8472 ] +INFO:root:Average loss=0.2157590714020607 +INFO:root: +[Valid][22][UTT][ MSE = 0.2579 | LCC = 0.8505 | SRCC = 0.8509 ] +INFO:root:Average loss=0.22009456960054544 +INFO:root: +[Valid][23][UTT][ MSE = 0.2471 | LCC = 0.8527 | SRCC = 0.8552 ] +INFO:root:Average loss=0.21914697696383184 +INFO:root: +[Valid][24][UTT][ MSE = 0.2837 | LCC = 0.8546 | SRCC = 0.8550 ] +INFO:root:Average loss=0.20830108263553718 +INFO:root: +[Valid][25][UTT][ MSE = 0.2389 | LCC = 0.8523 | SRCC = 0.8536 ] +INFO:root:Average loss=0.20538500142403138 +INFO:root: +[Valid][26][UTT][ MSE = 0.3001 | LCC = 0.8542 | SRCC = 0.8556 ] +INFO:root:Average loss=0.2095893430404174 +INFO:root: +[Valid][27][UTT][ MSE = 0.2717 | LCC = 0.8547 | SRCC = 0.8544 ] +INFO:root:Average loss=0.2090076372409478 +INFO:root: +[Valid][28][UTT][ MSE = 0.2686 | LCC = 0.8499 | SRCC = 0.8506 ] +INFO:root:Average loss=0.20393298948422456 +INFO:root: +[Valid][29][UTT][ MSE = 0.2612 | LCC = 0.8468 | SRCC = 0.8504 ] +INFO:root:Average loss=0.2053270840492004 +INFO:root: +[Valid][30][UTT][ MSE = 0.2723 | LCC = 0.8528 | SRCC = 0.8544 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2822 | LCC = 0.8521 | SRCC = 0.8530 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..043b5db0f4fe40e03b17af9b4c007ada2d0b322a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e6d86a7880ea362855c5e24260ac82ac0cc08ece4b55174f55e527b2f9ec9c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a16d58d3db713a19a00669ba16dd931223d263b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81daba766ad2cff52e6c52b3531002d5f2e2840e3165e37cef6a4d3de3686d9f +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3307deff234231b661dbfe18c3acd3ac4b925dd4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4930172018133677 +INFO:root: +[Valid][0][UTT][ MSE = 0.5109 | LCC = 0.7498 | SRCC = 0.7572 ] +INFO:root:Average loss=0.3914671609034905 +INFO:root: +[Valid][1][UTT][ MSE = 0.4052 | LCC = 0.7662 | SRCC = 0.7703 ] +INFO:root:Average loss=0.3695138368086937 +INFO:root: +[Valid][2][UTT][ MSE = 0.4370 | LCC = 0.7775 | SRCC = 0.7749 ] +INFO:root:Average loss=0.32989579400955105 +INFO:root: +[Valid][3][UTT][ MSE = 0.3896 | LCC = 0.7848 | SRCC = 0.7859 ] +INFO:root:Average loss=0.3171011568644108 +INFO:root: +[Valid][4][UTT][ MSE = 0.3552 | LCC = 0.8001 | SRCC = 0.8016 ] +INFO:root:Average loss=0.30436577189427155 +INFO:root: +[Valid][5][UTT][ MSE = 0.4607 | LCC = 0.8069 | SRCC = 0.8063 ] +INFO:root:Average loss=0.3416196337113014 +INFO:root: +[Valid][6][UTT][ MSE = 0.3720 | LCC = 0.7995 | SRCC = 0.7999 ] +INFO:root:Average loss=0.30019634522688693 +INFO:root: +[Valid][7][UTT][ MSE = 0.3614 | LCC = 0.8088 | SRCC = 0.8070 ] +INFO:root:Average loss=0.298968181396142 +INFO:root: +[Valid][8][UTT][ MSE = 0.3952 | LCC = 0.8074 | SRCC = 0.8063 ] +INFO:root:Average loss=0.2902517070372899 +INFO:root: +[Valid][9][UTT][ MSE = 0.3354 | LCC = 0.8195 | SRCC = 0.8204 ] +INFO:root:Average loss=0.2795533283780783 +INFO:root: +[Valid][10][UTT][ MSE = 0.3294 | LCC = 0.8223 | SRCC = 0.8213 ] +INFO:root:Average loss=0.2923593412225063 +INFO:root: +[Valid][11][UTT][ MSE = 0.3645 | LCC = 0.8249 | SRCC = 0.8221 ] +INFO:root:Average loss=0.29034310827652615 +INFO:root: +[Valid][12][UTT][ MSE = 0.3232 | LCC = 0.8226 | SRCC = 0.8214 ] +INFO:root:Average loss=0.28543006418607175 +INFO:root: +[Valid][13][UTT][ MSE = 0.3925 | LCC = 0.8272 | SRCC = 0.8268 ] +INFO:root:Average loss=0.2737562902844869 +INFO:root: +[Valid][14][UTT][ MSE = 0.3177 | LCC = 0.8262 | SRCC = 0.8249 ] +INFO:root:Average loss=0.2840620584976979 +INFO:root: +[Valid][15][UTT][ MSE = 0.2941 | LCC = 0.8236 | SRCC = 0.8246 ] +INFO:root:Average loss=0.27207306543221843 +INFO:root: +[Valid][16][UTT][ MSE = 0.3559 | LCC = 0.8238 | SRCC = 0.8232 ] +INFO:root:Average loss=0.27901124763183105 +INFO:root: +[Valid][17][UTT][ MSE = 0.4025 | LCC = 0.8266 | SRCC = 0.8228 ] +INFO:root:Average loss=0.26998931303238255 +INFO:root: +[Valid][18][UTT][ MSE = 0.3452 | LCC = 0.8169 | SRCC = 0.8212 ] +INFO:root:Average loss=0.27074008072033906 +INFO:root: +[Valid][19][UTT][ MSE = 0.3484 | LCC = 0.8331 | SRCC = 0.8298 ] +INFO:root:Average loss=0.2610472700534723 +INFO:root: +[Valid][20][UTT][ MSE = 0.2875 | LCC = 0.8293 | SRCC = 0.8297 ] +INFO:root:Average loss=0.26168132802614796 +INFO:root: +[Valid][21][UTT][ MSE = 0.3357 | LCC = 0.8308 | SRCC = 0.8284 ] +INFO:root:Average loss=0.2679054274772986 +INFO:root: +[Valid][22][UTT][ MSE = 0.3120 | LCC = 0.8326 | SRCC = 0.8308 ] +INFO:root:Average loss=0.26826275369295705 +INFO:root: +[Valid][23][UTT][ MSE = 0.3074 | LCC = 0.8346 | SRCC = 0.8335 ] +INFO:root:Average loss=0.24929633411841515 +INFO:root: +[Valid][24][UTT][ MSE = 0.3145 | LCC = 0.8396 | SRCC = 0.8362 ] +INFO:root:Average loss=0.251221490976138 +INFO:root: +[Valid][25][UTT][ MSE = 0.2899 | LCC = 0.8363 | SRCC = 0.8360 ] +INFO:root:Average loss=0.25856154755904126 +INFO:root: +[Valid][26][UTT][ MSE = 0.3240 | LCC = 0.8277 | SRCC = 0.8296 ] +INFO:root:Average loss=0.26598239479920804 +INFO:root: +[Valid][27][UTT][ MSE = 0.3429 | LCC = 0.8211 | SRCC = 0.8243 ] +INFO:root:Average loss=0.25422541816265154 +INFO:root: +[Valid][28][UTT][ MSE = 0.3285 | LCC = 0.8310 | SRCC = 0.8308 ] +INFO:root:Average loss=0.24791154360924011 +INFO:root: +[Valid][29][UTT][ MSE = 0.3075 | LCC = 0.8348 | SRCC = 0.8384 ] +INFO:root:Average loss=0.26120673215542084 +INFO:root: +[Valid][30][UTT][ MSE = 0.3355 | LCC = 0.8315 | SRCC = 0.8315 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3110 | LCC = 0.8490 | SRCC = 0.8516 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5945d2067ccfc7dd94e6eea5aabcb2f52a06d875 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f495091eb5027fd80dcbaf2130796d859df0145e4ee78df43e70a03588ba971 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..aba40a647de4775e76d392177d250924b85ed5b2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c23d99e9811edcbaaa5dfa65a877c2a1c7d98963d8d1d7310ea44c7f2c94efb +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d8da1a93acae07d347b68ffef638b30d7b4dc7fb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46853961719152254 +INFO:root: +[Valid][0][UTT][ MSE = 0.4628 | LCC = 0.7553 | SRCC = 0.7607 ] +INFO:root:Average loss=0.370731064524406 +INFO:root: +[Valid][1][UTT][ MSE = 0.3972 | LCC = 0.7633 | SRCC = 0.7771 ] +INFO:root:Average loss=0.3796607989531297 +INFO:root: +[Valid][2][UTT][ MSE = 0.3734 | LCC = 0.7856 | SRCC = 0.7844 ] +INFO:root:Average loss=0.35394929120173824 +INFO:root: +[Valid][3][UTT][ MSE = 0.3772 | LCC = 0.7940 | SRCC = 0.7959 ] +INFO:root:Average loss=0.31424986399137056 +INFO:root: +[Valid][4][UTT][ MSE = 0.3262 | LCC = 0.7954 | SRCC = 0.7987 ] +INFO:root:Average loss=0.325068939381685 +INFO:root: +[Valid][5][UTT][ MSE = 0.3500 | LCC = 0.7922 | SRCC = 0.7964 ] +INFO:root:Average loss=0.3223907559728011 +INFO:root: +[Valid][6][UTT][ MSE = 0.3376 | LCC = 0.8095 | SRCC = 0.8086 ] +INFO:root:Average loss=0.29126343799707216 +INFO:root: +[Valid][7][UTT][ MSE = 0.3152 | LCC = 0.8080 | SRCC = 0.8141 ] +INFO:root:Average loss=0.2981347797008661 +INFO:root: +[Valid][8][UTT][ MSE = 0.3216 | LCC = 0.8095 | SRCC = 0.8135 ] +INFO:root:Average loss=0.28876357200818187 +INFO:root: +[Valid][9][UTT][ MSE = 0.3024 | LCC = 0.8188 | SRCC = 0.8197 ] +INFO:root:Average loss=0.28373049409725726 +INFO:root: +[Valid][10][UTT][ MSE = 0.3158 | LCC = 0.8227 | SRCC = 0.8203 ] +INFO:root:Average loss=0.30527418049482197 +INFO:root: +[Valid][11][UTT][ MSE = 0.3162 | LCC = 0.8248 | SRCC = 0.8237 ] +INFO:root:Average loss=0.2867765898505847 +INFO:root: +[Valid][12][UTT][ MSE = 0.2932 | LCC = 0.8195 | SRCC = 0.8217 ] +INFO:root:Average loss=0.27643118703212494 +INFO:root: +[Valid][13][UTT][ MSE = 0.2794 | LCC = 0.8252 | SRCC = 0.8256 ] +INFO:root:Average loss=0.28592549913968796 +INFO:root: +[Valid][14][UTT][ MSE = 0.3175 | LCC = 0.8211 | SRCC = 0.8236 ] +INFO:root:Average loss=0.27521354800615555 +INFO:root: +[Valid][15][UTT][ MSE = 0.3218 | LCC = 0.8197 | SRCC = 0.8235 ] +INFO:root:Average loss=0.2786397836529292 +INFO:root: +[Valid][16][UTT][ MSE = 0.3005 | LCC = 0.8230 | SRCC = 0.8271 ] +INFO:root:Average loss=0.27672388939521253 +INFO:root: +[Valid][17][UTT][ MSE = 0.3305 | LCC = 0.8325 | SRCC = 0.8285 ] +INFO:root:Average loss=0.2642753687806619 +INFO:root: +[Valid][18][UTT][ MSE = 0.2744 | LCC = 0.8319 | SRCC = 0.8311 ] +INFO:root:Average loss=0.2629726020953594 +INFO:root: +[Valid][19][UTT][ MSE = 0.2747 | LCC = 0.8315 | SRCC = 0.8317 ] +INFO:root:Average loss=0.2570727465626521 +INFO:root: +[Valid][20][UTT][ MSE = 0.2963 | LCC = 0.8358 | SRCC = 0.8336 ] +INFO:root:Average loss=0.26803293423010754 +INFO:root: +[Valid][21][UTT][ MSE = 0.2755 | LCC = 0.8344 | SRCC = 0.8326 ] +INFO:root:Average loss=0.2701180703364886 +INFO:root: +[Valid][22][UTT][ MSE = 0.3205 | LCC = 0.8224 | SRCC = 0.8304 ] +INFO:root:Average loss=0.2723081239905113 +INFO:root: +[Valid][23][UTT][ MSE = 0.2797 | LCC = 0.8344 | SRCC = 0.8333 ] +INFO:root:Average loss=0.25232659585964984 +INFO:root: +[Valid][24][UTT][ MSE = 0.2745 | LCC = 0.8355 | SRCC = 0.8345 ] +INFO:root:Average loss=0.24816714934049508 +INFO:root: +[Valid][25][UTT][ MSE = 0.2946 | LCC = 0.8403 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2664500335470224 +INFO:root: +[Valid][26][UTT][ MSE = 0.3322 | LCC = 0.8340 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2568142266991811 +INFO:root: +[Valid][27][UTT][ MSE = 0.2883 | LCC = 0.8392 | SRCC = 0.8371 ] +INFO:root:Average loss=0.25135874156004345 +INFO:root: +[Valid][28][UTT][ MSE = 0.2926 | LCC = 0.8315 | SRCC = 0.8341 ] +INFO:root:Average loss=0.25413457590800065 +INFO:root: +[Valid][29][UTT][ MSE = 0.2847 | LCC = 0.8371 | SRCC = 0.8376 ] +INFO:root:Average loss=0.24493400446879557 +INFO:root: +[Valid][30][UTT][ MSE = 0.2638 | LCC = 0.8421 | SRCC = 0.8407 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2707 | LCC = 0.8506 | SRCC = 0.8525 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..72a45797758ea5e0f1e410b35db25ed2c4c15eaa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05cfa08582e3955be7d1913f7da8e470ad62938a0528df8d7a0fbaaf695aba30 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..41548a7a00648755643dc65ca09c19c3ce35404f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dbc4e4e971a16a7ae167dd596595fd8562e235d18746f16ec99c2a4043e8e58 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e44ed31191b01bc55535a750e37fa8a05b2a44e8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5067273198794096 +INFO:root: +[Valid][0][UTT][ MSE = 0.4414 | LCC = 0.7436 | SRCC = 0.7475 ] +INFO:root:Average loss=0.3943739499037082 +INFO:root: +[Valid][1][UTT][ MSE = 0.4542 | LCC = 0.7613 | SRCC = 0.7674 ] +INFO:root:Average loss=0.34372076105612975 +INFO:root: +[Valid][2][UTT][ MSE = 0.4494 | LCC = 0.7623 | SRCC = 0.7746 ] +INFO:root:Average loss=0.332679403707003 +INFO:root: +[Valid][3][UTT][ MSE = 0.3326 | LCC = 0.7901 | SRCC = 0.7945 ] +INFO:root:Average loss=0.303939164066926 +INFO:root: +[Valid][4][UTT][ MSE = 0.3633 | LCC = 0.8019 | SRCC = 0.8059 ] +INFO:root:Average loss=0.34135751750988835 +INFO:root: +[Valid][5][UTT][ MSE = 0.3517 | LCC = 0.8061 | SRCC = 0.8042 ] +INFO:root:Average loss=0.2997513390504397 +INFO:root: +[Valid][6][UTT][ MSE = 0.3156 | LCC = 0.8072 | SRCC = 0.8097 ] +INFO:root:Average loss=0.31196600676347047 +INFO:root: +[Valid][7][UTT][ MSE = 0.3364 | LCC = 0.8111 | SRCC = 0.8114 ] +INFO:root:Average loss=0.28417077373999816 +INFO:root: +[Valid][8][UTT][ MSE = 0.3337 | LCC = 0.8121 | SRCC = 0.8161 ] +INFO:root:Average loss=0.28233258311565107 +INFO:root: +[Valid][9][UTT][ MSE = 0.3287 | LCC = 0.8116 | SRCC = 0.8151 ] +INFO:root:Average loss=0.2792868404052196 +INFO:root: +[Valid][10][UTT][ MSE = 0.2905 | LCC = 0.8149 | SRCC = 0.8209 ] +INFO:root:Average loss=0.2825602101973998 +INFO:root: +[Valid][11][UTT][ MSE = 0.3254 | LCC = 0.8203 | SRCC = 0.8219 ] +INFO:root:Average loss=0.286393308868775 +INFO:root: +[Valid][12][UTT][ MSE = 0.3092 | LCC = 0.8244 | SRCC = 0.8218 ] +INFO:root:Average loss=0.2717162831089435 +INFO:root: +[Valid][13][UTT][ MSE = 0.3066 | LCC = 0.8250 | SRCC = 0.8260 ] +INFO:root:Average loss=0.27997488967883283 +INFO:root: +[Valid][14][UTT][ MSE = 0.3239 | LCC = 0.8286 | SRCC = 0.8278 ] +INFO:root:Average loss=0.27863995482524234 +INFO:root: +[Valid][15][UTT][ MSE = 0.3030 | LCC = 0.8303 | SRCC = 0.8299 ] +INFO:root:Average loss=0.2801844869286586 +INFO:root: +[Valid][16][UTT][ MSE = 0.2867 | LCC = 0.8242 | SRCC = 0.8264 ] +INFO:root:Average loss=0.2814129004493738 +INFO:root: +[Valid][17][UTT][ MSE = 0.2934 | LCC = 0.8324 | SRCC = 0.8312 ] +INFO:root:Average loss=0.2775006214013466 +INFO:root: +[Valid][18][UTT][ MSE = 0.3117 | LCC = 0.8314 | SRCC = 0.8302 ] +INFO:root:Average loss=0.2801147619119057 +INFO:root: +[Valid][19][UTT][ MSE = 0.3029 | LCC = 0.8278 | SRCC = 0.8244 ] +INFO:root:Average loss=0.27697625507911044 +INFO:root: +[Valid][20][UTT][ MSE = 0.2991 | LCC = 0.8314 | SRCC = 0.8292 ] +INFO:root:Average loss=0.25782074187046444 +INFO:root: +[Valid][21][UTT][ MSE = 0.2822 | LCC = 0.8329 | SRCC = 0.8317 ] +INFO:root:Average loss=0.25876464599218124 +INFO:root: +[Valid][22][UTT][ MSE = 0.2972 | LCC = 0.8371 | SRCC = 0.8346 ] +INFO:root:Average loss=0.25742400552217776 +INFO:root: +[Valid][23][UTT][ MSE = 0.2897 | LCC = 0.8303 | SRCC = 0.8326 ] +INFO:root:Average loss=0.2611063353908368 +INFO:root: +[Valid][24][UTT][ MSE = 0.2931 | LCC = 0.8319 | SRCC = 0.8321 ] +INFO:root:Average loss=0.25868341555962193 +INFO:root: +[Valid][25][UTT][ MSE = 0.2851 | LCC = 0.8359 | SRCC = 0.8372 ] +INFO:root:Average loss=0.25745995552876055 +INFO:root: +[Valid][26][UTT][ MSE = 0.3060 | LCC = 0.8380 | SRCC = 0.8359 ] +INFO:root:Average loss=0.2509331472026996 +INFO:root: +[Valid][27][UTT][ MSE = 0.2817 | LCC = 0.8337 | SRCC = 0.8351 ] +INFO:root:Average loss=0.2449557166068982 +INFO:root: +[Valid][28][UTT][ MSE = 0.2951 | LCC = 0.8398 | SRCC = 0.8371 ] +INFO:root:Average loss=0.2540657944404162 +INFO:root: +[Valid][29][UTT][ MSE = 0.3111 | LCC = 0.8415 | SRCC = 0.8390 ] +INFO:root:Average loss=0.25291419124756104 +INFO:root: +[Valid][30][UTT][ MSE = 0.2741 | LCC = 0.8395 | SRCC = 0.8398 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3272 | LCC = 0.8483 | SRCC = 0.8509 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..14bab21f78fe3afa0900b11d9a2632b554c34af1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f7cbba7dcc7de4d8cf0d0486d8d1bb7b341f435a18b089f6e20120f30e6fbd6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc6fffba725187ba5c2a28029b0b88f2c1e24de --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0a268110584b5b7d9859fd20afc0d41bd3d424f643655a962f0249750e48ab +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..725ed8ce2a4ccf2f34394c3d481bc570137137ef --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46911658155612457 +INFO:root: +[Valid][0][UTT][ MSE = 0.4728 | LCC = 0.7421 | SRCC = 0.7512 ] +INFO:root:Average loss=0.38710986689115184 +INFO:root: +[Valid][1][UTT][ MSE = 0.3681 | LCC = 0.7699 | SRCC = 0.7761 ] +INFO:root:Average loss=0.33891763003208697 +INFO:root: +[Valid][2][UTT][ MSE = 0.3514 | LCC = 0.7830 | SRCC = 0.7871 ] +INFO:root:Average loss=0.35239072889089584 +INFO:root: +[Valid][3][UTT][ MSE = 0.4377 | LCC = 0.7821 | SRCC = 0.7938 ] +INFO:root:Average loss=0.31934933135142696 +INFO:root: +[Valid][4][UTT][ MSE = 0.3534 | LCC = 0.7824 | SRCC = 0.7942 ] +INFO:root:Average loss=0.2945825960009526 +INFO:root: +[Valid][5][UTT][ MSE = 0.3283 | LCC = 0.8007 | SRCC = 0.8047 ] +INFO:root:Average loss=0.2944822787092282 +INFO:root: +[Valid][6][UTT][ MSE = 0.3758 | LCC = 0.8089 | SRCC = 0.8081 ] +INFO:root:Average loss=0.29967296639314067 +INFO:root: +[Valid][7][UTT][ MSE = 0.3264 | LCC = 0.8059 | SRCC = 0.8147 ] +INFO:root:Average loss=0.2890013574789732 +INFO:root: +[Valid][8][UTT][ MSE = 0.4255 | LCC = 0.8093 | SRCC = 0.8140 ] +INFO:root:Average loss=0.2868426413490222 +INFO:root: +[Valid][9][UTT][ MSE = 0.3191 | LCC = 0.8160 | SRCC = 0.8181 ] +INFO:root:Average loss=0.28667913128932315 +INFO:root: +[Valid][10][UTT][ MSE = 0.3251 | LCC = 0.8211 | SRCC = 0.8184 ] +INFO:root:Average loss=0.2973231157431236 +INFO:root: +[Valid][11][UTT][ MSE = 0.3654 | LCC = 0.8059 | SRCC = 0.8117 ] +INFO:root:Average loss=0.2855042937474373 +INFO:root: +[Valid][12][UTT][ MSE = 0.3365 | LCC = 0.8227 | SRCC = 0.8194 ] +INFO:root:Average loss=0.27751225863511747 +INFO:root: +[Valid][13][UTT][ MSE = 0.3469 | LCC = 0.8245 | SRCC = 0.8231 ] +INFO:root:Average loss=0.2765845998357504 +INFO:root: +[Valid][14][UTT][ MSE = 0.3050 | LCC = 0.8231 | SRCC = 0.8237 ] +INFO:root:Average loss=0.2622656885247964 +INFO:root: +[Valid][15][UTT][ MSE = 0.3302 | LCC = 0.8225 | SRCC = 0.8259 ] +INFO:root:Average loss=0.2864836748593893 +INFO:root: +[Valid][16][UTT][ MSE = 0.2979 | LCC = 0.8266 | SRCC = 0.8264 ] +INFO:root:Average loss=0.26453729375050616 +INFO:root: +[Valid][17][UTT][ MSE = 0.3287 | LCC = 0.8277 | SRCC = 0.8283 ] +INFO:root:Average loss=0.2762280551668925 +INFO:root: +[Valid][18][UTT][ MSE = 0.3557 | LCC = 0.8228 | SRCC = 0.8244 ] +INFO:root:Average loss=0.2667944712134508 +INFO:root: +[Valid][19][UTT][ MSE = 0.4268 | LCC = 0.8187 | SRCC = 0.8238 ] +INFO:root:Average loss=0.2714961730898955 +INFO:root: +[Valid][20][UTT][ MSE = 0.3253 | LCC = 0.8304 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2701028732535167 +INFO:root: +[Valid][21][UTT][ MSE = 0.3438 | LCC = 0.8309 | SRCC = 0.8300 ] +INFO:root:Average loss=0.2688265935732768 +INFO:root: +[Valid][22][UTT][ MSE = 0.2913 | LCC = 0.8304 | SRCC = 0.8282 ] +INFO:root:Average loss=0.269878310079758 +INFO:root: +[Valid][23][UTT][ MSE = 0.3058 | LCC = 0.8284 | SRCC = 0.8300 ] +INFO:root:Average loss=0.2606605837742488 +INFO:root: +[Valid][24][UTT][ MSE = 0.3008 | LCC = 0.8351 | SRCC = 0.8317 ] +INFO:root:Average loss=0.25566029930726075 +INFO:root: +[Valid][25][UTT][ MSE = 0.3030 | LCC = 0.8365 | SRCC = 0.8361 ] +INFO:root:Average loss=0.2449426173399656 +INFO:root: +[Valid][26][UTT][ MSE = 0.3072 | LCC = 0.8357 | SRCC = 0.8334 ] +INFO:root:Average loss=0.2607948313920926 +INFO:root: +[Valid][27][UTT][ MSE = 0.3150 | LCC = 0.8365 | SRCC = 0.8352 ] +INFO:root:Average loss=0.2542509264670886 +INFO:root: +[Valid][28][UTT][ MSE = 0.3303 | LCC = 0.8310 | SRCC = 0.8303 ] +INFO:root:Average loss=0.2502924423569288 +INFO:root: +[Valid][29][UTT][ MSE = 0.3036 | LCC = 0.8333 | SRCC = 0.8339 ] +INFO:root:Average loss=0.25147089534080946 +INFO:root: +[Valid][30][UTT][ MSE = 0.3165 | LCC = 0.8371 | SRCC = 0.8332 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2898 | LCC = 0.8521 | SRCC = 0.8529 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f406acd50a81f3479bd4691f22894e907dd2410 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e61a45f05790409ab6144675886ac032314357fa010b5a892b71813094cfbf3 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d597e8c82bd7ad787e8c665872dd233a7a5c187f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bb3571b30587db9eba714adbf1f7d7eafdf563efa6a89255548f8738876e56 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2c5fd85e80ce26252a64ca4dd570b9e15c205a9d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer11/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.525541657056564 +INFO:root: +[Valid][0][UTT][ MSE = 0.4880 | LCC = 0.7357 | SRCC = 0.7476 ] +INFO:root:Average loss=0.3449734409268086 +INFO:root: +[Valid][1][UTT][ MSE = 0.4084 | LCC = 0.7682 | SRCC = 0.7763 ] +INFO:root:Average loss=0.3394435185652513 +INFO:root: +[Valid][2][UTT][ MSE = 0.4268 | LCC = 0.7902 | SRCC = 0.7925 ] +INFO:root:Average loss=0.35907961963078916 +INFO:root: +[Valid][3][UTT][ MSE = 0.4545 | LCC = 0.7986 | SRCC = 0.7980 ] +INFO:root:Average loss=0.33332445396062654 +INFO:root: +[Valid][4][UTT][ MSE = 0.3498 | LCC = 0.7999 | SRCC = 0.8042 ] +INFO:root:Average loss=0.3115184356768926 +INFO:root: +[Valid][5][UTT][ MSE = 0.3813 | LCC = 0.7972 | SRCC = 0.8039 ] +INFO:root:Average loss=0.3135161157219838 +INFO:root: +[Valid][6][UTT][ MSE = 0.3395 | LCC = 0.8102 | SRCC = 0.8111 ] +INFO:root:Average loss=0.2892387616328704 +INFO:root: +[Valid][7][UTT][ MSE = 0.3254 | LCC = 0.8106 | SRCC = 0.8142 ] +INFO:root:Average loss=0.29366520276436436 +INFO:root: +[Valid][8][UTT][ MSE = 0.3079 | LCC = 0.8180 | SRCC = 0.8188 ] +INFO:root:Average loss=0.2910838069824072 +INFO:root: +[Valid][9][UTT][ MSE = 0.3895 | LCC = 0.8166 | SRCC = 0.8155 ] +INFO:root:Average loss=0.29358697128601563 +INFO:root: +[Valid][10][UTT][ MSE = 0.3363 | LCC = 0.8227 | SRCC = 0.8208 ] +INFO:root:Average loss=0.2817414830892514 +INFO:root: +[Valid][11][UTT][ MSE = 0.3281 | LCC = 0.8235 | SRCC = 0.8215 ] +INFO:root:Average loss=0.3076038578381905 +INFO:root: +[Valid][12][UTT][ MSE = 0.3565 | LCC = 0.8215 | SRCC = 0.8223 ] +INFO:root:Average loss=0.27681080519388884 +INFO:root: +[Valid][13][UTT][ MSE = 0.3228 | LCC = 0.8242 | SRCC = 0.8256 ] +INFO:root:Average loss=0.28449153498961377 +INFO:root: +[Valid][14][UTT][ MSE = 0.3096 | LCC = 0.8254 | SRCC = 0.8250 ] +INFO:root:Average loss=0.26908057125715107 +INFO:root: +[Valid][15][UTT][ MSE = 0.3472 | LCC = 0.8253 | SRCC = 0.8258 ] +INFO:root:Average loss=0.2630683544736642 +INFO:root: +[Valid][16][UTT][ MSE = 0.3369 | LCC = 0.8289 | SRCC = 0.8261 ] +INFO:root:Average loss=0.2653651164892392 +INFO:root: +[Valid][17][UTT][ MSE = 0.2959 | LCC = 0.8315 | SRCC = 0.8301 ] +INFO:root:Average loss=0.2667817943371259 +INFO:root: +[Valid][18][UTT][ MSE = 0.3702 | LCC = 0.8188 | SRCC = 0.8269 ] +INFO:root:Average loss=0.26940360779945666 +INFO:root: +[Valid][19][UTT][ MSE = 0.3024 | LCC = 0.8301 | SRCC = 0.8319 ] +INFO:root:Average loss=0.26153278522766554 +INFO:root: +[Valid][20][UTT][ MSE = 0.3339 | LCC = 0.8276 | SRCC = 0.8277 ] +INFO:root:Average loss=0.2664643109608919 +INFO:root: +[Valid][21][UTT][ MSE = 0.3232 | LCC = 0.8294 | SRCC = 0.8275 ] +INFO:root:Average loss=0.2590275288392336 +INFO:root: +[Valid][22][UTT][ MSE = 0.3061 | LCC = 0.8343 | SRCC = 0.8347 ] +INFO:root:Average loss=0.26984096547731984 +INFO:root: +[Valid][23][UTT][ MSE = 0.2947 | LCC = 0.8325 | SRCC = 0.8317 ] +INFO:root:Average loss=0.2688593314244197 +INFO:root: +[Valid][24][UTT][ MSE = 0.2948 | LCC = 0.8298 | SRCC = 0.8295 ] +INFO:root:Average loss=0.25052500267823535 +INFO:root: +[Valid][25][UTT][ MSE = 0.2811 | LCC = 0.8348 | SRCC = 0.8352 ] +INFO:root:Average loss=0.27036601820817363 +INFO:root: +[Valid][26][UTT][ MSE = 0.3185 | LCC = 0.8364 | SRCC = 0.8341 ] +INFO:root:Average loss=0.24827426347212914 +INFO:root: +[Valid][27][UTT][ MSE = 0.3073 | LCC = 0.8400 | SRCC = 0.8384 ] +INFO:root:Average loss=0.24391935039789248 +INFO:root: +[Valid][28][UTT][ MSE = 0.2882 | LCC = 0.8346 | SRCC = 0.8351 ] +INFO:root:Average loss=0.2530373453329771 +INFO:root: +[Valid][29][UTT][ MSE = 0.3070 | LCC = 0.8411 | SRCC = 0.8395 ] +INFO:root:Average loss=0.24995553073210594 +INFO:root: +[Valid][30][UTT][ MSE = 0.3021 | LCC = 0.8428 | SRCC = 0.8397 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2890 | LCC = 0.8533 | SRCC = 0.8549 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..001144acfa33b928b0249245382dc13614ab9041 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:412c2c3c7891964859f7b104905cc66bcbde991086139ab87277a20d2fec910d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f10c47b7e6d84b3ae6f5512c8dee25c83f86016 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c04d5a18c083efe26b7b35aa063cf3fed1952c29778278a94bd3486bf1bbb8 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e4b6cbe5a58c59cde03799bef4a87482b47fd56b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5000764563297614 +INFO:root: +[Valid][0][UTT][ MSE = 0.3648 | LCC = 0.7786 | SRCC = 0.7875 ] +INFO:root:Average loss=0.2823360266211705 +INFO:root: +[Valid][1][UTT][ MSE = 0.3079 | LCC = 0.8243 | SRCC = 0.8317 ] +INFO:root:Average loss=0.24423086624114942 +INFO:root: +[Valid][2][UTT][ MSE = 0.3364 | LCC = 0.8408 | SRCC = 0.8448 ] +INFO:root:Average loss=0.2192298739384382 +INFO:root: +[Valid][3][UTT][ MSE = 0.3109 | LCC = 0.8529 | SRCC = 0.8546 ] +INFO:root:Average loss=0.20121131493495062 +INFO:root: +[Valid][4][UTT][ MSE = 0.2838 | LCC = 0.8585 | SRCC = 0.8584 ] +INFO:root:Average loss=0.19107140304568487 +INFO:root: +[Valid][5][UTT][ MSE = 0.2413 | LCC = 0.8626 | SRCC = 0.8625 ] +INFO:root:Average loss=0.16991786467723358 +INFO:root: +[Valid][6][UTT][ MSE = 0.2728 | LCC = 0.8579 | SRCC = 0.8627 ] +INFO:root:Average loss=0.16161430856356254 +INFO:root: +[Valid][7][UTT][ MSE = 0.2371 | LCC = 0.8663 | SRCC = 0.8681 ] +INFO:root:Average loss=0.149877427957761 +INFO:root: +[Valid][8][UTT][ MSE = 0.2221 | LCC = 0.8699 | SRCC = 0.8699 ] +INFO:root:Average loss=0.14577287989549148 +INFO:root: +[Valid][9][UTT][ MSE = 0.2490 | LCC = 0.8651 | SRCC = 0.8664 ] +INFO:root:Average loss=0.13361897940436998 +INFO:root: +[Valid][10][UTT][ MSE = 0.2440 | LCC = 0.8682 | SRCC = 0.8688 ] +INFO:root:Average loss=0.13134961412885252 +INFO:root: +[Valid][11][UTT][ MSE = 0.2272 | LCC = 0.8688 | SRCC = 0.8702 ] +INFO:root:Average loss=0.11601068729009384 +INFO:root: +[Valid][12][UTT][ MSE = 0.2323 | LCC = 0.8678 | SRCC = 0.8682 ] +INFO:root:Average loss=0.11344259604811668 +INFO:root: +[Valid][13][UTT][ MSE = 0.2521 | LCC = 0.8681 | SRCC = 0.8700 ] +INFO:root:Average loss=0.107770607735102 +INFO:root: +[Valid][14][UTT][ MSE = 0.2435 | LCC = 0.8673 | SRCC = 0.8694 ] +INFO:root:Average loss=0.10446141755733734 +INFO:root: +[Valid][15][UTT][ MSE = 0.2134 | LCC = 0.8711 | SRCC = 0.8708 ] +INFO:root:Average loss=0.09693254033724467 +INFO:root: +[Valid][16][UTT][ MSE = 0.2303 | LCC = 0.8678 | SRCC = 0.8692 ] +INFO:root:Average loss=0.09435527700071152 +INFO:root: +[Valid][17][UTT][ MSE = 0.2411 | LCC = 0.8675 | SRCC = 0.8681 ] +INFO:root:Average loss=0.08955624632728405 +INFO:root: +[Valid][18][UTT][ MSE = 0.2390 | LCC = 0.8660 | SRCC = 0.8679 ] +INFO:root:Average loss=0.09226998414557713 +INFO:root: +[Valid][19][UTT][ MSE = 0.2262 | LCC = 0.8662 | SRCC = 0.8673 ] +INFO:root:Average loss=0.08474529935763432 +INFO:root: +[Valid][20][UTT][ MSE = 0.2183 | LCC = 0.8649 | SRCC = 0.8646 ] +INFO:root:Average loss=0.07672818320301864 +INFO:root: +[Valid][21][UTT][ MSE = 0.2193 | LCC = 0.8673 | SRCC = 0.8672 ] +INFO:root:Average loss=0.07563451429208119 +INFO:root: +[Valid][22][UTT][ MSE = 0.2342 | LCC = 0.8668 | SRCC = 0.8679 ] +INFO:root:Average loss=0.07516460426342793 +INFO:root: +[Valid][23][UTT][ MSE = 0.2723 | LCC = 0.8647 | SRCC = 0.8690 ] +INFO:root:Average loss=0.07083779573440552 +INFO:root: +[Valid][24][UTT][ MSE = 0.2422 | LCC = 0.8649 | SRCC = 0.8689 ] +INFO:root:Average loss=0.06647778364519279 +INFO:root: +[Valid][25][UTT][ MSE = 0.2191 | LCC = 0.8668 | SRCC = 0.8679 ] +INFO:root:Average loss=0.06661701589249648 +INFO:root: +[Valid][26][UTT][ MSE = 0.2263 | LCC = 0.8662 | SRCC = 0.8671 ] +INFO:root:Average loss=0.06790457365031426 +INFO:root: +[Valid][27][UTT][ MSE = 0.2266 | LCC = 0.8649 | SRCC = 0.8657 ] +INFO:root:Average loss=0.06206947918503712 +INFO:root: +[Valid][28][UTT][ MSE = 0.2374 | LCC = 0.8627 | SRCC = 0.8640 ] +INFO:root:Average loss=0.0596846904223546 +INFO:root: +[Valid][29][UTT][ MSE = 0.2565 | LCC = 0.8602 | SRCC = 0.8649 ] +INFO:root:Average loss=0.058072649037990816 +INFO:root: +[Valid][30][UTT][ MSE = 0.2428 | LCC = 0.8643 | SRCC = 0.8669 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2308 | LCC = 0.8651 | SRCC = 0.8650 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7fa102b056592d7ff3d64bd2f437d1de1853c07 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f65c3fb9faec5a5bb0947716c3efdc1ac85a589fe6443dc82f9f5757d7f2ce7 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..785a913ea09d3a48eaa43173fd2cacca02811e73 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5e1afc13ded732cceecabdcae500e04d9470f05e614f9e68b6496be116b9d7 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..07b3ec878d0bcda1bf99e3565cc9778dc7aff0f0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5461838128857124 +INFO:root: +[Valid][0][UTT][ MSE = 0.3663 | LCC = 0.7740 | SRCC = 0.7820 ] +INFO:root:Average loss=0.2754599778698041 +INFO:root: +[Valid][1][UTT][ MSE = 0.3083 | LCC = 0.8217 | SRCC = 0.8352 ] +INFO:root:Average loss=0.23096302724801576 +INFO:root: +[Valid][2][UTT][ MSE = 0.2796 | LCC = 0.8405 | SRCC = 0.8515 ] +INFO:root:Average loss=0.2313003530487036 +INFO:root: +[Valid][3][UTT][ MSE = 0.2650 | LCC = 0.8556 | SRCC = 0.8555 ] +INFO:root:Average loss=0.19318555486507905 +INFO:root: +[Valid][4][UTT][ MSE = 0.2394 | LCC = 0.8608 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1773020462729992 +INFO:root: +[Valid][5][UTT][ MSE = 0.2381 | LCC = 0.8610 | SRCC = 0.8637 ] +INFO:root:Average loss=0.17147734388709068 +INFO:root: +[Valid][6][UTT][ MSE = 0.2268 | LCC = 0.8660 | SRCC = 0.8692 ] +INFO:root:Average loss=0.1550181484184204 +INFO:root: +[Valid][7][UTT][ MSE = 0.2128 | LCC = 0.8709 | SRCC = 0.8713 ] +INFO:root:Average loss=0.14548600245362672 +INFO:root: +[Valid][8][UTT][ MSE = 0.2221 | LCC = 0.8711 | SRCC = 0.8716 ] +INFO:root:Average loss=0.14051703086648232 +INFO:root: +[Valid][9][UTT][ MSE = 0.2130 | LCC = 0.8732 | SRCC = 0.8757 ] +INFO:root:Average loss=0.12733410585385102 +INFO:root: +[Valid][10][UTT][ MSE = 0.1970 | LCC = 0.8766 | SRCC = 0.8780 ] +INFO:root:Average loss=0.1217107287584207 +INFO:root: +[Valid][11][UTT][ MSE = 0.2056 | LCC = 0.8700 | SRCC = 0.8735 ] +INFO:root:Average loss=0.11743489127510633 +INFO:root: +[Valid][12][UTT][ MSE = 0.2064 | LCC = 0.8731 | SRCC = 0.8741 ] +INFO:root:Average loss=0.11264176303759599 +INFO:root: +[Valid][13][UTT][ MSE = 0.2243 | LCC = 0.8725 | SRCC = 0.8732 ] +INFO:root:Average loss=0.10091644898056984 +INFO:root: +[Valid][14][UTT][ MSE = 0.2059 | LCC = 0.8728 | SRCC = 0.8729 ] +INFO:root:Average loss=0.0989092269864602 +INFO:root: +[Valid][15][UTT][ MSE = 0.2174 | LCC = 0.8738 | SRCC = 0.8766 ] +INFO:root:Average loss=0.09710438434894268 +INFO:root: +[Valid][16][UTT][ MSE = 0.2006 | LCC = 0.8736 | SRCC = 0.8733 ] +INFO:root:Average loss=0.09057844363344021 +INFO:root: +[Valid][17][UTT][ MSE = 0.2072 | LCC = 0.8729 | SRCC = 0.8747 ] +INFO:root:Average loss=0.08673327392301498 +INFO:root: +[Valid][18][UTT][ MSE = 0.2194 | LCC = 0.8733 | SRCC = 0.8770 ] +INFO:root:Average loss=0.07925542147877888 +INFO:root: +[Valid][19][UTT][ MSE = 0.2189 | LCC = 0.8710 | SRCC = 0.8751 ] +INFO:root:Average loss=0.0783107313208091 +INFO:root: +[Valid][20][UTT][ MSE = 0.2039 | LCC = 0.8730 | SRCC = 0.8737 ] +INFO:root:Average loss=0.0767368761679301 +INFO:root: +[Valid][21][UTT][ MSE = 0.2045 | LCC = 0.8739 | SRCC = 0.8751 ] +INFO:root:Average loss=0.06909361467338525 +INFO:root: +[Valid][22][UTT][ MSE = 0.2171 | LCC = 0.8705 | SRCC = 0.8721 ] +INFO:root:Average loss=0.0720578647003724 +INFO:root: +[Valid][23][UTT][ MSE = 0.2266 | LCC = 0.8710 | SRCC = 0.8735 ] +INFO:root:Average loss=0.06892992852207942 +INFO:root: +[Valid][24][UTT][ MSE = 0.2033 | LCC = 0.8729 | SRCC = 0.8753 ] +INFO:root:Average loss=0.06272707698054802 +INFO:root: +[Valid][25][UTT][ MSE = 0.2005 | LCC = 0.8744 | SRCC = 0.8739 ] +INFO:root:Average loss=0.06017933360850199 +INFO:root: +[Valid][26][UTT][ MSE = 0.2108 | LCC = 0.8729 | SRCC = 0.8737 ] +INFO:root:Average loss=0.05858061567713053 +INFO:root: +[Valid][27][UTT][ MSE = 0.2135 | LCC = 0.8730 | SRCC = 0.8731 ] +INFO:root:Average loss=0.05743079699384861 +INFO:root: +[Valid][28][UTT][ MSE = 0.2123 | LCC = 0.8716 | SRCC = 0.8738 ] +INFO:root:Average loss=0.057498692869184874 +INFO:root: +[Valid][29][UTT][ MSE = 0.1988 | LCC = 0.8754 | SRCC = 0.8765 ] +INFO:root:Average loss=0.05427952330463972 +INFO:root: +[Valid][30][UTT][ MSE = 0.2008 | LCC = 0.8744 | SRCC = 0.8753 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2201 | LCC = 0.8703 | SRCC = 0.8680 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6330a3721458eea0fada7ef88753e87a832b595c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9cf176c5bea54ca8f186fa54e365da02c49e0b5a1d4b406b3ab52966b392bb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f74d0676dc6ba095092c5beb23e6ab532f3d36c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4913e1bcf9d75028cfb54164a5fd1ea29d10d513580c83fcf23a31266c9a07ab +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6b580ca6721e3db122fe58a5d9de62bf235f009a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46438982643378085 +INFO:root: +[Valid][0][UTT][ MSE = 0.3996 | LCC = 0.7837 | SRCC = 0.7896 ] +INFO:root:Average loss=0.27002959507398117 +INFO:root: +[Valid][1][UTT][ MSE = 0.2837 | LCC = 0.8301 | SRCC = 0.8329 ] +INFO:root:Average loss=0.2312749826755279 +INFO:root: +[Valid][2][UTT][ MSE = 0.2640 | LCC = 0.8467 | SRCC = 0.8482 ] +INFO:root:Average loss=0.22244133399083063 +INFO:root: +[Valid][3][UTT][ MSE = 0.2362 | LCC = 0.8541 | SRCC = 0.8548 ] +INFO:root:Average loss=0.19260032465442634 +INFO:root: +[Valid][4][UTT][ MSE = 0.2360 | LCC = 0.8539 | SRCC = 0.8568 ] +INFO:root:Average loss=0.1939369903352016 +INFO:root: +[Valid][5][UTT][ MSE = 0.2391 | LCC = 0.8637 | SRCC = 0.8630 ] +INFO:root:Average loss=0.17475315785178772 +INFO:root: +[Valid][6][UTT][ MSE = 0.2254 | LCC = 0.8612 | SRCC = 0.8638 ] +INFO:root:Average loss=0.16389316349075392 +INFO:root: +[Valid][7][UTT][ MSE = 0.2241 | LCC = 0.8666 | SRCC = 0.8657 ] +INFO:root:Average loss=0.1517921627905124 +INFO:root: +[Valid][8][UTT][ MSE = 0.2360 | LCC = 0.8575 | SRCC = 0.8585 ] +INFO:root:Average loss=0.1413593603632389 +INFO:root: +[Valid][9][UTT][ MSE = 0.2168 | LCC = 0.8642 | SRCC = 0.8634 ] +INFO:root:Average loss=0.15624318787684807 +INFO:root: +[Valid][10][UTT][ MSE = 0.2484 | LCC = 0.8647 | SRCC = 0.8633 ] +INFO:root:Average loss=0.14154438464305338 +INFO:root: +[Valid][11][UTT][ MSE = 0.2134 | LCC = 0.8646 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1282813003143439 +INFO:root: +[Valid][12][UTT][ MSE = 0.2303 | LCC = 0.8637 | SRCC = 0.8658 ] +INFO:root:Average loss=0.1266952528594396 +INFO:root: +[Valid][13][UTT][ MSE = 0.2193 | LCC = 0.8665 | SRCC = 0.8671 ] +INFO:root:Average loss=0.11548703412214915 +INFO:root: +[Valid][14][UTT][ MSE = 0.2222 | LCC = 0.8683 | SRCC = 0.8698 ] +INFO:root:Average loss=0.10976039646909787 +INFO:root: +[Valid][15][UTT][ MSE = 0.2258 | LCC = 0.8653 | SRCC = 0.8667 ] +INFO:root:Average loss=0.10130197702883145 +INFO:root: +[Valid][16][UTT][ MSE = 0.2198 | LCC = 0.8695 | SRCC = 0.8686 ] +INFO:root:Average loss=0.10478458028191175 +INFO:root: +[Valid][17][UTT][ MSE = 0.2186 | LCC = 0.8712 | SRCC = 0.8709 ] +INFO:root:Average loss=0.09858776380618413 +INFO:root: +[Valid][18][UTT][ MSE = 0.2085 | LCC = 0.8680 | SRCC = 0.8690 ] +INFO:root:Average loss=0.08818042163665478 +INFO:root: +[Valid][19][UTT][ MSE = 0.2201 | LCC = 0.8658 | SRCC = 0.8652 ] +INFO:root:Average loss=0.08781785470170853 +INFO:root: +[Valid][20][UTT][ MSE = 0.2243 | LCC = 0.8646 | SRCC = 0.8652 ] +INFO:root:Average loss=0.0840693973004818 +INFO:root: +[Valid][21][UTT][ MSE = 0.2135 | LCC = 0.8638 | SRCC = 0.8645 ] +INFO:root:Average loss=0.0801322896224566 +INFO:root: +[Valid][22][UTT][ MSE = 0.2105 | LCC = 0.8674 | SRCC = 0.8674 ] +INFO:root:Average loss=0.0829139506110014 +INFO:root: +[Valid][23][UTT][ MSE = 0.2236 | LCC = 0.8681 | SRCC = 0.8675 ] +INFO:root:Average loss=0.07702541666535231 +INFO:root: +[Valid][24][UTT][ MSE = 0.2079 | LCC = 0.8690 | SRCC = 0.8694 ] +INFO:root:Average loss=0.0719490796327591 +INFO:root: +[Valid][25][UTT][ MSE = 0.2158 | LCC = 0.8663 | SRCC = 0.8661 ] +INFO:root:Average loss=0.07016194076874317 +INFO:root: +[Valid][26][UTT][ MSE = 0.2061 | LCC = 0.8674 | SRCC = 0.8685 ] +INFO:root:Average loss=0.06869021358971412 +INFO:root: +[Valid][27][UTT][ MSE = 0.2240 | LCC = 0.8671 | SRCC = 0.8672 ] +INFO:root:Average loss=0.06673411069772182 +INFO:root: +[Valid][28][UTT][ MSE = 0.2160 | LCC = 0.8637 | SRCC = 0.8643 ] +INFO:root:Average loss=0.06311869086363377 +INFO:root: +[Valid][29][UTT][ MSE = 0.2097 | LCC = 0.8663 | SRCC = 0.8668 ] +INFO:root:Average loss=0.06332349056043686 +INFO:root: +[Valid][30][UTT][ MSE = 0.2197 | LCC = 0.8673 | SRCC = 0.8680 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2545 | LCC = 0.8626 | SRCC = 0.8619 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b40f945e0b250660d33501e745a90df7754cfb52 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0256c6ad819e185d142f7777cb275f41820cab45fed2c24913701bff529526 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..495399859fa3f38c3cfd0944941cf4e741fca601 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa72af506c4712f24a5392411046b24eb142614315e68fd56de2e38fc1bcf55e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e4c06143722990951398904e18937b78173a0fa2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47284730103535527 +INFO:root: +[Valid][0][UTT][ MSE = 0.3736 | LCC = 0.7822 | SRCC = 0.7845 ] +INFO:root:Average loss=0.26806290829793 +INFO:root: +[Valid][1][UTT][ MSE = 0.2819 | LCC = 0.8305 | SRCC = 0.8320 ] +INFO:root:Average loss=0.2313871144866332 +INFO:root: +[Valid][2][UTT][ MSE = 0.2610 | LCC = 0.8462 | SRCC = 0.8465 ] +INFO:root:Average loss=0.20493647417961022 +INFO:root: +[Valid][3][UTT][ MSE = 0.2564 | LCC = 0.8539 | SRCC = 0.8520 ] +INFO:root:Average loss=0.1954745067617832 +INFO:root: +[Valid][4][UTT][ MSE = 0.2471 | LCC = 0.8584 | SRCC = 0.8599 ] +INFO:root:Average loss=0.17798528438195205 +INFO:root: +[Valid][5][UTT][ MSE = 0.2315 | LCC = 0.8605 | SRCC = 0.8595 ] +INFO:root:Average loss=0.1661879365833906 +INFO:root: +[Valid][6][UTT][ MSE = 0.2286 | LCC = 0.8655 | SRCC = 0.8656 ] +INFO:root:Average loss=0.16466532189112443 +INFO:root: +[Valid][7][UTT][ MSE = 0.2110 | LCC = 0.8665 | SRCC = 0.8668 ] +INFO:root:Average loss=0.1521599231622158 +INFO:root: +[Valid][8][UTT][ MSE = 0.2254 | LCC = 0.8685 | SRCC = 0.8682 ] +INFO:root:Average loss=0.1453723692550109 +INFO:root: +[Valid][9][UTT][ MSE = 0.2350 | LCC = 0.8659 | SRCC = 0.8653 ] +INFO:root:Average loss=0.13425346014973444 +INFO:root: +[Valid][10][UTT][ MSE = 0.2162 | LCC = 0.8694 | SRCC = 0.8700 ] +INFO:root:Average loss=0.12864016937330747 +INFO:root: +[Valid][11][UTT][ MSE = 0.2140 | LCC = 0.8709 | SRCC = 0.8700 ] +INFO:root:Average loss=0.12070721311446948 +INFO:root: +[Valid][12][UTT][ MSE = 0.2113 | LCC = 0.8722 | SRCC = 0.8724 ] +INFO:root:Average loss=0.11032909976366238 +INFO:root: +[Valid][13][UTT][ MSE = 0.2131 | LCC = 0.8698 | SRCC = 0.8702 ] +INFO:root:Average loss=0.1124853397695682 +INFO:root: +[Valid][14][UTT][ MSE = 0.2167 | LCC = 0.8685 | SRCC = 0.8686 ] +INFO:root:Average loss=0.10333476225152993 +INFO:root: +[Valid][15][UTT][ MSE = 0.2104 | LCC = 0.8680 | SRCC = 0.8689 ] +INFO:root:Average loss=0.10024519011569329 +INFO:root: +[Valid][16][UTT][ MSE = 0.2226 | LCC = 0.8678 | SRCC = 0.8690 ] +INFO:root:Average loss=0.09566811596353848 +INFO:root: +[Valid][17][UTT][ MSE = 0.2175 | LCC = 0.8678 | SRCC = 0.8678 ] +INFO:root:Average loss=0.09540559838597591 +INFO:root: +[Valid][18][UTT][ MSE = 0.2187 | LCC = 0.8704 | SRCC = 0.8708 ] +INFO:root:Average loss=0.09083941769905579 +INFO:root: +[Valid][19][UTT][ MSE = 0.2123 | LCC = 0.8696 | SRCC = 0.8708 ] +INFO:root:Average loss=0.08672281216161373 +INFO:root: +[Valid][20][UTT][ MSE = 0.2363 | LCC = 0.8646 | SRCC = 0.8651 ] +INFO:root:Average loss=0.0794193273744522 +INFO:root: +[Valid][21][UTT][ MSE = 0.2206 | LCC = 0.8702 | SRCC = 0.8708 ] +INFO:root:Average loss=0.07798705078088321 +INFO:root: +[Valid][22][UTT][ MSE = 0.2124 | LCC = 0.8662 | SRCC = 0.8669 ] +INFO:root:Average loss=0.08751332611800769 +INFO:root: +[Valid][23][UTT][ MSE = 0.2459 | LCC = 0.8674 | SRCC = 0.8674 ] +INFO:root:Average loss=0.07904675856041603 +INFO:root: +[Valid][24][UTT][ MSE = 0.2090 | LCC = 0.8704 | SRCC = 0.8712 ] +INFO:root:Average loss=0.06861490698961112 +INFO:root: +[Valid][25][UTT][ MSE = 0.2179 | LCC = 0.8675 | SRCC = 0.8672 ] +INFO:root:Average loss=0.06899521466440116 +INFO:root: +[Valid][26][UTT][ MSE = 0.2044 | LCC = 0.8696 | SRCC = 0.8702 ] +INFO:root:Average loss=0.06952465722003044 +INFO:root: +[Valid][27][UTT][ MSE = 0.2187 | LCC = 0.8700 | SRCC = 0.8696 ] +INFO:root:Average loss=0.06161456975417259 +INFO:root: +[Valid][28][UTT][ MSE = 0.2180 | LCC = 0.8693 | SRCC = 0.8696 ] +INFO:root:Average loss=0.06058245011342642 +INFO:root: +[Valid][29][UTT][ MSE = 0.2224 | LCC = 0.8709 | SRCC = 0.8720 ] +INFO:root:Average loss=0.06331421105334392 +INFO:root: +[Valid][30][UTT][ MSE = 0.2156 | LCC = 0.8703 | SRCC = 0.8711 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2236 | LCC = 0.8648 | SRCC = 0.8655 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee3a65ea624c33802b37ef8574b930d66370ba33 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f190098986de65214a00fd8527616a1e0d47b5e067f50addfea1c25154aa0ade +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..329638e2230928a01f2a33326ac12718e576a8f1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37b6881fb9f7314dd4bd7c1f5c5323fde772c4cf148fd0b1e7168b2f56c93e16 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ee99f0a11757227a0cc67dc19e8d4f0e8f136575 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5581205118543062 +INFO:root: +[Valid][0][UTT][ MSE = 0.3730 | LCC = 0.7749 | SRCC = 0.7772 ] +INFO:root:Average loss=0.2796939546481157 +INFO:root: +[Valid][1][UTT][ MSE = 0.2862 | LCC = 0.8317 | SRCC = 0.8338 ] +INFO:root:Average loss=0.22849505356489083 +INFO:root: +[Valid][2][UTT][ MSE = 0.2653 | LCC = 0.8442 | SRCC = 0.8501 ] +INFO:root:Average loss=0.20803509098597062 +INFO:root: +[Valid][3][UTT][ MSE = 0.2592 | LCC = 0.8610 | SRCC = 0.8589 ] +INFO:root:Average loss=0.19169717816970286 +INFO:root: +[Valid][4][UTT][ MSE = 0.2389 | LCC = 0.8608 | SRCC = 0.8624 ] +INFO:root:Average loss=0.18024871421930116 +INFO:root: +[Valid][5][UTT][ MSE = 0.2324 | LCC = 0.8673 | SRCC = 0.8675 ] +INFO:root:Average loss=0.1665240055284439 +INFO:root: +[Valid][6][UTT][ MSE = 0.2163 | LCC = 0.8666 | SRCC = 0.8674 ] +INFO:root:Average loss=0.15225291127959886 +INFO:root: +[Valid][7][UTT][ MSE = 0.2345 | LCC = 0.8698 | SRCC = 0.8688 ] +INFO:root:Average loss=0.14785581225386032 +INFO:root: +[Valid][8][UTT][ MSE = 0.2102 | LCC = 0.8702 | SRCC = 0.8720 ] +INFO:root:Average loss=0.13838645309591904 +INFO:root: +[Valid][9][UTT][ MSE = 0.2289 | LCC = 0.8723 | SRCC = 0.8719 ] +INFO:root:Average loss=0.13401019133818456 +INFO:root: +[Valid][10][UTT][ MSE = 0.2387 | LCC = 0.8718 | SRCC = 0.8725 ] +INFO:root:Average loss=0.1317804105197772 +INFO:root: +[Valid][11][UTT][ MSE = 0.2130 | LCC = 0.8734 | SRCC = 0.8735 ] +INFO:root:Average loss=0.1189018322680241 +INFO:root: +[Valid][12][UTT][ MSE = 0.2530 | LCC = 0.8654 | SRCC = 0.8688 ] +INFO:root:Average loss=0.11117413515845935 +INFO:root: +[Valid][13][UTT][ MSE = 0.2117 | LCC = 0.8742 | SRCC = 0.8741 ] +INFO:root:Average loss=0.10735225987931092 +INFO:root: +[Valid][14][UTT][ MSE = 0.2280 | LCC = 0.8715 | SRCC = 0.8748 ] +INFO:root:Average loss=0.1038024212496403 +INFO:root: +[Valid][15][UTT][ MSE = 0.2098 | LCC = 0.8751 | SRCC = 0.8754 ] +INFO:root:Average loss=0.09702092877183205 +INFO:root: +[Valid][16][UTT][ MSE = 0.2010 | LCC = 0.8722 | SRCC = 0.8742 ] +INFO:root:Average loss=0.09147568543752034 +INFO:root: +[Valid][17][UTT][ MSE = 0.2276 | LCC = 0.8747 | SRCC = 0.8750 ] +INFO:root:Average loss=0.08908377095865898 +INFO:root: +[Valid][18][UTT][ MSE = 0.2058 | LCC = 0.8721 | SRCC = 0.8724 ] +INFO:root:Average loss=0.07741728272193517 +INFO:root: +[Valid][19][UTT][ MSE = 0.2030 | LCC = 0.8716 | SRCC = 0.8720 ] +INFO:root:Average loss=0.09436742378733097 +INFO:root: +[Valid][20][UTT][ MSE = 0.2182 | LCC = 0.8736 | SRCC = 0.8737 ] +INFO:root:Average loss=0.07727118056171979 +INFO:root: +[Valid][21][UTT][ MSE = 0.2035 | LCC = 0.8718 | SRCC = 0.8730 ] +INFO:root:Average loss=0.08545026259544568 +INFO:root: +[Valid][22][UTT][ MSE = 0.2059 | LCC = 0.8730 | SRCC = 0.8732 ] +INFO:root:Average loss=0.06930191461474468 +INFO:root: +[Valid][23][UTT][ MSE = 0.2120 | LCC = 0.8695 | SRCC = 0.8700 ] +INFO:root:Average loss=0.06940960272764549 +INFO:root: +[Valid][24][UTT][ MSE = 0.2030 | LCC = 0.8711 | SRCC = 0.8713 ] +INFO:root:Average loss=0.06857458955775468 +INFO:root: +[Valid][25][UTT][ MSE = 0.2082 | LCC = 0.8717 | SRCC = 0.8724 ] +INFO:root:Average loss=0.06567268049678741 +INFO:root: +[Valid][26][UTT][ MSE = 0.2174 | LCC = 0.8703 | SRCC = 0.8707 ] +INFO:root:Average loss=0.06402629432387841 +INFO:root: +[Valid][27][UTT][ MSE = 0.2067 | LCC = 0.8710 | SRCC = 0.8713 ] +INFO:root:Average loss=0.06000566258071325 +INFO:root: +[Valid][28][UTT][ MSE = 0.2203 | LCC = 0.8703 | SRCC = 0.8705 ] +INFO:root:Average loss=0.05539405322036682 +INFO:root: +[Valid][29][UTT][ MSE = 0.2102 | LCC = 0.8707 | SRCC = 0.8712 ] +INFO:root:Average loss=0.05764487911111269 +INFO:root: +[Valid][30][UTT][ MSE = 0.2184 | LCC = 0.8697 | SRCC = 0.8705 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2438 | LCC = 0.8658 | SRCC = 0.8664 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..53fdc3be255514c183f4da2d0de541af7d19c5fd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef2920f15a863cda0bec4ce0cade079578f3859eaacbec30ce37aca6c740e26 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8069d5b374419cf61bad3c1525d1b40ef39bae0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb96fead92e03bc84934022b25bbfff5bc62ba363178785ed4af0ae6c777159 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c1e938f6e734ba34fd2c558ed5213213a7cc9ac7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4369622453665122 +INFO:root: +[Valid][0][UTT][ MSE = 0.3334 | LCC = 0.8007 | SRCC = 0.8061 ] +INFO:root:Average loss=0.27471034973859787 +INFO:root: +[Valid][1][UTT][ MSE = 0.2863 | LCC = 0.8328 | SRCC = 0.8382 ] +INFO:root:Average loss=0.2359152145874806 +INFO:root: +[Valid][2][UTT][ MSE = 0.2571 | LCC = 0.8501 | SRCC = 0.8519 ] +INFO:root:Average loss=0.20628213920654395 +INFO:root: +[Valid][3][UTT][ MSE = 0.2484 | LCC = 0.8522 | SRCC = 0.8522 ] +INFO:root:Average loss=0.191115242930559 +INFO:root: +[Valid][4][UTT][ MSE = 0.2684 | LCC = 0.8608 | SRCC = 0.8597 ] +INFO:root:Average loss=0.17618747533131868 +INFO:root: +[Valid][5][UTT][ MSE = 0.2403 | LCC = 0.8604 | SRCC = 0.8609 ] +INFO:root:Average loss=0.16730679743565047 +INFO:root: +[Valid][6][UTT][ MSE = 0.2308 | LCC = 0.8642 | SRCC = 0.8643 ] +INFO:root:Average loss=0.15672632440542564 +INFO:root: +[Valid][7][UTT][ MSE = 0.2318 | LCC = 0.8623 | SRCC = 0.8627 ] +INFO:root:Average loss=0.139430610033182 +INFO:root: +[Valid][8][UTT][ MSE = 0.2301 | LCC = 0.8635 | SRCC = 0.8630 ] +INFO:root:Average loss=0.13571236196618813 +INFO:root: +[Valid][9][UTT][ MSE = 0.2365 | LCC = 0.8625 | SRCC = 0.8627 ] +INFO:root:Average loss=0.1225207249323527 +INFO:root: +[Valid][10][UTT][ MSE = 0.2279 | LCC = 0.8612 | SRCC = 0.8620 ] +INFO:root:Average loss=0.12081679720909168 +INFO:root: +[Valid][11][UTT][ MSE = 0.2187 | LCC = 0.8645 | SRCC = 0.8641 ] +INFO:root:Average loss=0.1165305100954496 +INFO:root: +[Valid][12][UTT][ MSE = 0.2253 | LCC = 0.8601 | SRCC = 0.8604 ] +INFO:root:Average loss=0.10616571757082756 +INFO:root: +[Valid][13][UTT][ MSE = 0.2360 | LCC = 0.8575 | SRCC = 0.8572 ] +INFO:root:Average loss=0.10807591452239415 +INFO:root: +[Valid][14][UTT][ MSE = 0.2820 | LCC = 0.8519 | SRCC = 0.8565 ] +INFO:root:Average loss=0.09416164371829766 +INFO:root: +[Valid][15][UTT][ MSE = 0.2467 | LCC = 0.8533 | SRCC = 0.8543 ] +INFO:root:Average loss=0.09121621763094878 +INFO:root: +[Valid][16][UTT][ MSE = 0.2461 | LCC = 0.8551 | SRCC = 0.8563 ] +INFO:root:Average loss=0.09182305251940703 +INFO:root: +[Valid][17][UTT][ MSE = 0.2340 | LCC = 0.8549 | SRCC = 0.8556 ] +INFO:root:Average loss=0.08288585399396908 +INFO:root: +[Valid][18][UTT][ MSE = 0.2489 | LCC = 0.8526 | SRCC = 0.8516 ] +INFO:root:Average loss=0.08025913241390999 +INFO:root: +[Valid][19][UTT][ MSE = 0.2424 | LCC = 0.8538 | SRCC = 0.8525 ] +INFO:root:Average loss=0.07300330650730011 +INFO:root: +[Valid][20][UTT][ MSE = 0.2436 | LCC = 0.8550 | SRCC = 0.8541 ] +INFO:root:Average loss=0.07164708758967045 +INFO:root: +[Valid][21][UTT][ MSE = 0.2429 | LCC = 0.8549 | SRCC = 0.8550 ] +INFO:root:Average loss=0.07142389780626847 +INFO:root: +[Valid][22][UTT][ MSE = 0.2301 | LCC = 0.8563 | SRCC = 0.8557 ] +INFO:root:Average loss=0.0638334591132708 +INFO:root: +[Valid][23][UTT][ MSE = 0.2400 | LCC = 0.8541 | SRCC = 0.8528 ] +INFO:root:Average loss=0.06553206057884754 +INFO:root: +[Valid][24][UTT][ MSE = 0.2508 | LCC = 0.8516 | SRCC = 0.8509 ] +INFO:root:Average loss=0.0630324711688818 +INFO:root: +[Valid][25][UTT][ MSE = 0.2321 | LCC = 0.8526 | SRCC = 0.8537 ] +INFO:root:Average loss=0.05874637385400442 +INFO:root: +[Valid][26][UTT][ MSE = 0.2409 | LCC = 0.8529 | SRCC = 0.8550 ] +INFO:root:Average loss=0.05629556864882127 +INFO:root: +[Valid][27][UTT][ MSE = 0.2327 | LCC = 0.8528 | SRCC = 0.8544 ] +INFO:root:Average loss=0.05576740147975775 +INFO:root: +[Valid][28][UTT][ MSE = 0.2378 | LCC = 0.8547 | SRCC = 0.8545 ] +INFO:root:Average loss=0.057733975685177706 +INFO:root: +[Valid][29][UTT][ MSE = 0.2322 | LCC = 0.8540 | SRCC = 0.8539 ] +INFO:root:Average loss=0.05445671286911537 +INFO:root: +[Valid][30][UTT][ MSE = 0.2312 | LCC = 0.8519 | SRCC = 0.8519 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2304 | LCC = 0.8672 | SRCC = 0.8669 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cae1b5b003943409458ae4926b96fb33bff2ba9e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8751efd0727a76dc550257e15d0b4378a22f5656b8becd23ce6e2b480019e98 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6007b8f6dbeaff5c6c8cb89e4f40478b219b612c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ddf3217c7de495414308d31b5c132cedb51faade339ab147c738d90b853c25 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eab24a42a8fa70eb79b5a4007a000f2044412486 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4368284755410292 +INFO:root: +[Valid][0][UTT][ MSE = 0.3375 | LCC = 0.7871 | SRCC = 0.7916 ] +INFO:root:Average loss=0.27231114109357196 +INFO:root: +[Valid][1][UTT][ MSE = 0.2831 | LCC = 0.8305 | SRCC = 0.8303 ] +INFO:root:Average loss=0.2297976274903004 +INFO:root: +[Valid][2][UTT][ MSE = 0.2564 | LCC = 0.8448 | SRCC = 0.8454 ] +INFO:root:Average loss=0.21866280222550416 +INFO:root: +[Valid][3][UTT][ MSE = 0.2979 | LCC = 0.8471 | SRCC = 0.8467 ] +INFO:root:Average loss=0.19806707344758204 +INFO:root: +[Valid][4][UTT][ MSE = 0.2627 | LCC = 0.8557 | SRCC = 0.8536 ] +INFO:root:Average loss=0.1775720675404255 +INFO:root: +[Valid][5][UTT][ MSE = 0.2350 | LCC = 0.8564 | SRCC = 0.8546 ] +INFO:root:Average loss=0.17051398247862473 +INFO:root: +[Valid][6][UTT][ MSE = 0.2289 | LCC = 0.8605 | SRCC = 0.8582 ] +INFO:root:Average loss=0.15795261040329933 +INFO:root: +[Valid][7][UTT][ MSE = 0.2298 | LCC = 0.8603 | SRCC = 0.8592 ] +INFO:root:Average loss=0.15100946611700913 +INFO:root: +[Valid][8][UTT][ MSE = 0.2334 | LCC = 0.8671 | SRCC = 0.8664 ] +INFO:root:Average loss=0.1413065493106842 +INFO:root: +[Valid][9][UTT][ MSE = 0.2483 | LCC = 0.8671 | SRCC = 0.8654 ] +INFO:root:Average loss=0.14124740813023004 +INFO:root: +[Valid][10][UTT][ MSE = 0.2346 | LCC = 0.8677 | SRCC = 0.8664 ] +INFO:root:Average loss=0.12762057169889793 +INFO:root: +[Valid][11][UTT][ MSE = 0.2245 | LCC = 0.8694 | SRCC = 0.8679 ] +INFO:root:Average loss=0.1184158355761797 +INFO:root: +[Valid][12][UTT][ MSE = 0.2512 | LCC = 0.8615 | SRCC = 0.8620 ] +INFO:root:Average loss=0.11772539476171517 +INFO:root: +[Valid][13][UTT][ MSE = 0.2285 | LCC = 0.8723 | SRCC = 0.8702 ] +INFO:root:Average loss=0.109562009286422 +INFO:root: +[Valid][14][UTT][ MSE = 0.2177 | LCC = 0.8728 | SRCC = 0.8703 ] +INFO:root:Average loss=0.10370451799378945 +INFO:root: +[Valid][15][UTT][ MSE = 0.2191 | LCC = 0.8724 | SRCC = 0.8705 ] +INFO:root:Average loss=0.10319511238963176 +INFO:root: +[Valid][16][UTT][ MSE = 0.2070 | LCC = 0.8712 | SRCC = 0.8700 ] +INFO:root:Average loss=0.10383600741624832 +INFO:root: +[Valid][17][UTT][ MSE = 0.2152 | LCC = 0.8705 | SRCC = 0.8690 ] +INFO:root:Average loss=0.08775959412256877 +INFO:root: +[Valid][18][UTT][ MSE = 0.2152 | LCC = 0.8666 | SRCC = 0.8644 ] +INFO:root:Average loss=0.08358922309409349 +INFO:root: +[Valid][19][UTT][ MSE = 0.2092 | LCC = 0.8686 | SRCC = 0.8667 ] +INFO:root:Average loss=0.08708141619960467 +INFO:root: +[Valid][20][UTT][ MSE = 0.2266 | LCC = 0.8689 | SRCC = 0.8665 ] +INFO:root:Average loss=0.08564636927957718 +INFO:root: +[Valid][21][UTT][ MSE = 0.2194 | LCC = 0.8700 | SRCC = 0.8683 ] +INFO:root:Average loss=0.07394965551793575 +INFO:root: +[Valid][22][UTT][ MSE = 0.2206 | LCC = 0.8680 | SRCC = 0.8657 ] +INFO:root:Average loss=0.07560862362002715 +INFO:root: +[Valid][23][UTT][ MSE = 0.2269 | LCC = 0.8683 | SRCC = 0.8678 ] +INFO:root:Average loss=0.07395054333103009 +INFO:root: +[Valid][24][UTT][ MSE = 0.2241 | LCC = 0.8635 | SRCC = 0.8621 ] +INFO:root:Average loss=0.06853935776803738 +INFO:root: +[Valid][25][UTT][ MSE = 0.2375 | LCC = 0.8648 | SRCC = 0.8634 ] +INFO:root:Average loss=0.0685771231372387 +INFO:root: +[Valid][26][UTT][ MSE = 0.2138 | LCC = 0.8668 | SRCC = 0.8650 ] +INFO:root:Average loss=0.06426593532355931 +INFO:root: +[Valid][27][UTT][ MSE = 0.2275 | LCC = 0.8673 | SRCC = 0.8644 ] +INFO:root:Average loss=0.06537623259310539 +INFO:root: +[Valid][28][UTT][ MSE = 0.2319 | LCC = 0.8687 | SRCC = 0.8671 ] +INFO:root:Average loss=0.06202148063442646 +INFO:root: +[Valid][29][UTT][ MSE = 0.2186 | LCC = 0.8695 | SRCC = 0.8682 ] +INFO:root:Average loss=0.05550880988056843 +INFO:root: +[Valid][30][UTT][ MSE = 0.2157 | LCC = 0.8681 | SRCC = 0.8666 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2329 | LCC = 0.8648 | SRCC = 0.8626 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb3a79a75d5dab8d17004a27b9d3d3cbdc2a9a0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f03c4e407b6434c8097f211e33417c7ddff4a607bcdf3ab5b11262e7578366 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7b606c2803d18d685f57b25c31acbf1ff10a688 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6f17f18a569a0494e1a7af7a1f2c9b210e0153f18e8bf91cf8ef71d2566bc0 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9db47642eaaf132ee15a70f2e2b9732d9d83bdad --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4699182953590002 +INFO:root: +[Valid][0][UTT][ MSE = 0.3358 | LCC = 0.7901 | SRCC = 0.7933 ] +INFO:root:Average loss=0.27281938569668013 +INFO:root: +[Valid][1][UTT][ MSE = 0.3220 | LCC = 0.8330 | SRCC = 0.8308 ] +INFO:root:Average loss=0.24160163601239523 +INFO:root: +[Valid][2][UTT][ MSE = 0.2502 | LCC = 0.8448 | SRCC = 0.8449 ] +INFO:root:Average loss=0.21184378480299926 +INFO:root: +[Valid][3][UTT][ MSE = 0.2563 | LCC = 0.8564 | SRCC = 0.8527 ] +INFO:root:Average loss=0.19600718067242548 +INFO:root: +[Valid][4][UTT][ MSE = 0.2420 | LCC = 0.8602 | SRCC = 0.8557 ] +INFO:root:Average loss=0.18272448426637894 +INFO:root: +[Valid][5][UTT][ MSE = 0.2530 | LCC = 0.8637 | SRCC = 0.8602 ] +INFO:root:Average loss=0.17766466880073914 +INFO:root: +[Valid][6][UTT][ MSE = 0.2384 | LCC = 0.8616 | SRCC = 0.8596 ] +INFO:root:Average loss=0.1686459787381001 +INFO:root: +[Valid][7][UTT][ MSE = 0.2319 | LCC = 0.8631 | SRCC = 0.8628 ] +INFO:root:Average loss=0.16111104553326583 +INFO:root: +[Valid][8][UTT][ MSE = 0.2383 | LCC = 0.8662 | SRCC = 0.8624 ] +INFO:root:Average loss=0.14404473329583803 +INFO:root: +[Valid][9][UTT][ MSE = 0.2380 | LCC = 0.8682 | SRCC = 0.8645 ] +INFO:root:Average loss=0.13908130618242118 +INFO:root: +[Valid][10][UTT][ MSE = 0.2110 | LCC = 0.8658 | SRCC = 0.8654 ] +INFO:root:Average loss=0.13781584665561333 +INFO:root: +[Valid][11][UTT][ MSE = 0.2231 | LCC = 0.8673 | SRCC = 0.8666 ] +INFO:root:Average loss=0.12176885169285995 +INFO:root: +[Valid][12][UTT][ MSE = 0.2111 | LCC = 0.8644 | SRCC = 0.8653 ] +INFO:root:Average loss=0.11772490865909137 +INFO:root: +[Valid][13][UTT][ MSE = 0.2239 | LCC = 0.8667 | SRCC = 0.8658 ] +INFO:root:Average loss=0.1113308989084684 +INFO:root: +[Valid][14][UTT][ MSE = 0.2141 | LCC = 0.8661 | SRCC = 0.8656 ] +INFO:root:Average loss=0.10858414532282414 +INFO:root: +[Valid][15][UTT][ MSE = 0.2167 | LCC = 0.8665 | SRCC = 0.8656 ] +INFO:root:Average loss=0.09593900264455722 +INFO:root: +[Valid][16][UTT][ MSE = 0.2326 | LCC = 0.8632 | SRCC = 0.8638 ] +INFO:root:Average loss=0.09590832955944233 +INFO:root: +[Valid][17][UTT][ MSE = 0.2187 | LCC = 0.8663 | SRCC = 0.8647 ] +INFO:root:Average loss=0.08752159635799053 +INFO:root: +[Valid][18][UTT][ MSE = 0.2316 | LCC = 0.8650 | SRCC = 0.8627 ] +INFO:root:Average loss=0.08207188116816375 +INFO:root: +[Valid][19][UTT][ MSE = 0.2273 | LCC = 0.8630 | SRCC = 0.8617 ] +INFO:root:Average loss=0.08098820042915833 +INFO:root: +[Valid][20][UTT][ MSE = 0.2188 | LCC = 0.8628 | SRCC = 0.8608 ] +INFO:root:Average loss=0.08010438891748588 +INFO:root: +[Valid][21][UTT][ MSE = 0.2307 | LCC = 0.8597 | SRCC = 0.8591 ] +INFO:root:Average loss=0.07688259280835971 +INFO:root: +[Valid][22][UTT][ MSE = 0.2528 | LCC = 0.8631 | SRCC = 0.8627 ] +INFO:root:Average loss=0.08143500444025566 +INFO:root: +[Valid][23][UTT][ MSE = 0.2261 | LCC = 0.8638 | SRCC = 0.8625 ] +INFO:root:Average loss=0.07275307890123282 +INFO:root: +[Valid][24][UTT][ MSE = 0.2279 | LCC = 0.8624 | SRCC = 0.8630 ] +INFO:root:Average loss=0.06730461999391898 +INFO:root: +[Valid][25][UTT][ MSE = 0.2209 | LCC = 0.8650 | SRCC = 0.8634 ] +INFO:root:Average loss=0.06551725016190456 +INFO:root: +[Valid][26][UTT][ MSE = 0.2170 | LCC = 0.8677 | SRCC = 0.8665 ] +INFO:root:Average loss=0.06146375925686115 +INFO:root: +[Valid][27][UTT][ MSE = 0.2232 | LCC = 0.8645 | SRCC = 0.8647 ] +INFO:root:Average loss=0.06431382010953549 +INFO:root: +[Valid][28][UTT][ MSE = 0.2241 | LCC = 0.8640 | SRCC = 0.8635 ] +INFO:root:Average loss=0.06217463290653168 +INFO:root: +[Valid][29][UTT][ MSE = 0.2185 | LCC = 0.8634 | SRCC = 0.8623 ] +INFO:root:Average loss=0.05735693714366509 +INFO:root: +[Valid][30][UTT][ MSE = 0.2263 | LCC = 0.8606 | SRCC = 0.8610 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2418 | LCC = 0.8661 | SRCC = 0.8641 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..af1f958a8058170ab82827fbdf07d6d868506319 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5197996ffb746efaf4b07bc77abf0b68ac35a9d6de315ac56ef0fbc61c7094 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..074c1421eb4682118a09b9c7bacb43883d6f55f7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14428fd97cd3325e1b85a966a3eae1bf2f9e4c96cb03953a23113ede32536905 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7ab4839915766e307ea09183b9c21f14d19ddbcb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.45453007098955983 +INFO:root: +[Valid][0][UTT][ MSE = 0.3533 | LCC = 0.7855 | SRCC = 0.7894 ] +INFO:root:Average loss=0.27099104607716584 +INFO:root: +[Valid][1][UTT][ MSE = 0.2945 | LCC = 0.8262 | SRCC = 0.8288 ] +INFO:root:Average loss=0.23504847498276296 +INFO:root: +[Valid][2][UTT][ MSE = 0.2984 | LCC = 0.8480 | SRCC = 0.8454 ] +INFO:root:Average loss=0.20927417622162744 +INFO:root: +[Valid][3][UTT][ MSE = 0.3068 | LCC = 0.8511 | SRCC = 0.8525 ] +INFO:root:Average loss=0.19354967610576215 +INFO:root: +[Valid][4][UTT][ MSE = 0.2639 | LCC = 0.8587 | SRCC = 0.8557 ] +INFO:root:Average loss=0.19687200605105132 +INFO:root: +[Valid][5][UTT][ MSE = 0.2652 | LCC = 0.8611 | SRCC = 0.8592 ] +INFO:root:Average loss=0.17014864010688585 +INFO:root: +[Valid][6][UTT][ MSE = 0.2627 | LCC = 0.8567 | SRCC = 0.8562 ] +INFO:root:Average loss=0.15973689502630478 +INFO:root: +[Valid][7][UTT][ MSE = 0.2491 | LCC = 0.8642 | SRCC = 0.8618 ] +INFO:root:Average loss=0.15142941169249705 +INFO:root: +[Valid][8][UTT][ MSE = 0.2728 | LCC = 0.8624 | SRCC = 0.8625 ] +INFO:root:Average loss=0.14184108233222595 +INFO:root: +[Valid][9][UTT][ MSE = 0.2466 | LCC = 0.8606 | SRCC = 0.8606 ] +INFO:root:Average loss=0.1361532748127595 +INFO:root: +[Valid][10][UTT][ MSE = 0.2454 | LCC = 0.8638 | SRCC = 0.8630 ] +INFO:root:Average loss=0.1301229573213137 +INFO:root: +[Valid][11][UTT][ MSE = 0.2498 | LCC = 0.8638 | SRCC = 0.8633 ] +INFO:root:Average loss=0.11869268472760151 +INFO:root: +[Valid][12][UTT][ MSE = 0.2408 | LCC = 0.8621 | SRCC = 0.8629 ] +INFO:root:Average loss=0.11443284598107521 +INFO:root: +[Valid][13][UTT][ MSE = 0.2391 | LCC = 0.8640 | SRCC = 0.8633 ] +INFO:root:Average loss=0.10925532562228349 +INFO:root: +[Valid][14][UTT][ MSE = 0.2458 | LCC = 0.8625 | SRCC = 0.8645 ] +INFO:root:Average loss=0.10606413215207748 +INFO:root: +[Valid][15][UTT][ MSE = 0.2508 | LCC = 0.8626 | SRCC = 0.8642 ] +INFO:root:Average loss=0.10081056390817349 +INFO:root: +[Valid][16][UTT][ MSE = 0.2134 | LCC = 0.8681 | SRCC = 0.8681 ] +INFO:root:Average loss=0.09642805961462167 +INFO:root: +[Valid][17][UTT][ MSE = 0.2242 | LCC = 0.8635 | SRCC = 0.8629 ] +INFO:root:Average loss=0.09476075082635269 +INFO:root: +[Valid][18][UTT][ MSE = 0.2385 | LCC = 0.8655 | SRCC = 0.8641 ] +INFO:root:Average loss=0.0864728737431459 +INFO:root: +[Valid][19][UTT][ MSE = 0.2231 | LCC = 0.8644 | SRCC = 0.8637 ] +INFO:root:Average loss=0.0809471790607159 +INFO:root: +[Valid][20][UTT][ MSE = 0.2380 | LCC = 0.8652 | SRCC = 0.8646 ] +INFO:root:Average loss=0.08375583249980058 +INFO:root: +[Valid][21][UTT][ MSE = 0.2280 | LCC = 0.8651 | SRCC = 0.8643 ] +INFO:root:Average loss=0.0740263792566764 +INFO:root: +[Valid][22][UTT][ MSE = 0.2234 | LCC = 0.8665 | SRCC = 0.8658 ] +INFO:root:Average loss=0.0749253455358438 +INFO:root: +[Valid][23][UTT][ MSE = 0.2534 | LCC = 0.8597 | SRCC = 0.8601 ] +INFO:root:Average loss=0.07066782716757213 +INFO:root: +[Valid][24][UTT][ MSE = 0.2348 | LCC = 0.8629 | SRCC = 0.8620 ] +INFO:root:Average loss=0.0752856357452961 +INFO:root: +[Valid][25][UTT][ MSE = 0.2467 | LCC = 0.8624 | SRCC = 0.8632 ] +INFO:root:Average loss=0.06450403978427251 +INFO:root: +[Valid][26][UTT][ MSE = 0.2317 | LCC = 0.8638 | SRCC = 0.8634 ] +INFO:root:Average loss=0.06290784740868287 +INFO:root: +[Valid][27][UTT][ MSE = 0.2429 | LCC = 0.8609 | SRCC = 0.8605 ] +INFO:root:Average loss=0.05928032797498581 +INFO:root: +[Valid][28][UTT][ MSE = 0.2270 | LCC = 0.8615 | SRCC = 0.8607 ] +INFO:root:Average loss=0.06200358462639344 +INFO:root: +[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.8596 | SRCC = 0.8582 ] +INFO:root:Average loss=0.05708268743294936 +INFO:root: +[Valid][30][UTT][ MSE = 0.2418 | LCC = 0.8579 | SRCC = 0.8566 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2245 | LCC = 0.8609 | SRCC = 0.8595 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc8a04be07623db4536805c865631d28b741c72d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8aa6b8ac2b33f997bdade13ce7597d0504c6059afd91a2720d75a8ef6b2d9e1 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5327fbfe2a1e956c5d1aadb891c860ef36d98fc2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc3cd5636bf4239c11a0b752f85b5305a6f29d5b7ff1bef0dbff510ca3eebeb +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..33cca75fa6ed6939cd21ea66c6b9f407d2fa5fff --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer3/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5051562060148288 +INFO:root: +[Valid][0][UTT][ MSE = 0.3732 | LCC = 0.7798 | SRCC = 0.7838 ] +INFO:root:Average loss=0.2830920847944724 +INFO:root: +[Valid][1][UTT][ MSE = 0.3194 | LCC = 0.8300 | SRCC = 0.8333 ] +INFO:root:Average loss=0.22957637180120516 +INFO:root: +[Valid][2][UTT][ MSE = 0.3164 | LCC = 0.8426 | SRCC = 0.8442 ] +INFO:root:Average loss=0.204479943578824 +INFO:root: +[Valid][3][UTT][ MSE = 0.2482 | LCC = 0.8585 | SRCC = 0.8564 ] +INFO:root:Average loss=0.19756499907145134 +INFO:root: +[Valid][4][UTT][ MSE = 0.2509 | LCC = 0.8642 | SRCC = 0.8607 ] +INFO:root:Average loss=0.17754017724058566 +INFO:root: +[Valid][5][UTT][ MSE = 0.2382 | LCC = 0.8621 | SRCC = 0.8610 ] +INFO:root:Average loss=0.16517296882394034 +INFO:root: +[Valid][6][UTT][ MSE = 0.2883 | LCC = 0.8623 | SRCC = 0.8623 ] +INFO:root:Average loss=0.15968227233642188 +INFO:root: +[Valid][7][UTT][ MSE = 0.2399 | LCC = 0.8651 | SRCC = 0.8624 ] +INFO:root:Average loss=0.1464725065116699 +INFO:root: +[Valid][8][UTT][ MSE = 0.2883 | LCC = 0.8595 | SRCC = 0.8613 ] +INFO:root:Average loss=0.14185956789132875 +INFO:root: +[Valid][9][UTT][ MSE = 0.2282 | LCC = 0.8660 | SRCC = 0.8635 ] +INFO:root:Average loss=0.12843265202947152 +INFO:root: +[Valid][10][UTT][ MSE = 0.2553 | LCC = 0.8629 | SRCC = 0.8604 ] +INFO:root:Average loss=0.1256702299683522 +INFO:root: +[Valid][11][UTT][ MSE = 0.2308 | LCC = 0.8636 | SRCC = 0.8628 ] +INFO:root:Average loss=0.12033643563970542 +INFO:root: +[Valid][12][UTT][ MSE = 0.2358 | LCC = 0.8626 | SRCC = 0.8583 ] +INFO:root:Average loss=0.10649515764835553 +INFO:root: +[Valid][13][UTT][ MSE = 0.2868 | LCC = 0.8573 | SRCC = 0.8574 ] +INFO:root:Average loss=0.10393906886187884 +INFO:root: +[Valid][14][UTT][ MSE = 0.2555 | LCC = 0.8576 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1035031377313993 +INFO:root: +[Valid][15][UTT][ MSE = 0.2272 | LCC = 0.8612 | SRCC = 0.8587 ] +INFO:root:Average loss=0.09740160291011517 +INFO:root: +[Valid][16][UTT][ MSE = 0.2356 | LCC = 0.8613 | SRCC = 0.8597 ] +INFO:root:Average loss=0.08664194594782132 +INFO:root: +[Valid][17][UTT][ MSE = 0.2370 | LCC = 0.8596 | SRCC = 0.8577 ] +INFO:root:Average loss=0.08425604423078206 +INFO:root: +[Valid][18][UTT][ MSE = 0.2753 | LCC = 0.8563 | SRCC = 0.8547 ] +INFO:root:Average loss=0.07711843959987164 +INFO:root: +[Valid][19][UTT][ MSE = 0.2354 | LCC = 0.8546 | SRCC = 0.8519 ] +INFO:root:Average loss=0.0757891456477153 +INFO:root: +[Valid][20][UTT][ MSE = 0.2294 | LCC = 0.8579 | SRCC = 0.8555 ] +INFO:root:Average loss=0.07943710656120227 +INFO:root: +[Valid][21][UTT][ MSE = 0.2910 | LCC = 0.8571 | SRCC = 0.8583 ] +INFO:root:Average loss=0.07485442933363792 +INFO:root: +[Valid][22][UTT][ MSE = 0.2381 | LCC = 0.8582 | SRCC = 0.8554 ] +INFO:root:Average loss=0.06403331191111834 +INFO:root: +[Valid][23][UTT][ MSE = 0.2633 | LCC = 0.8569 | SRCC = 0.8549 ] +INFO:root:Average loss=0.06451524082475747 +INFO:root: +[Valid][24][UTT][ MSE = 0.2366 | LCC = 0.8547 | SRCC = 0.8525 ] +INFO:root:Average loss=0.06093478088195507 +INFO:root: +[Valid][25][UTT][ MSE = 0.2548 | LCC = 0.8587 | SRCC = 0.8571 ] +INFO:root:Average loss=0.061103819988859005 +INFO:root: +[Valid][26][UTT][ MSE = 0.2266 | LCC = 0.8589 | SRCC = 0.8555 ] +INFO:root:Average loss=0.05671499898800483 +INFO:root: +[Valid][27][UTT][ MSE = 0.2423 | LCC = 0.8587 | SRCC = 0.8559 ] +INFO:root:Average loss=0.06453554848065743 +INFO:root: +[Valid][28][UTT][ MSE = 0.2421 | LCC = 0.8582 | SRCC = 0.8561 ] +INFO:root:Average loss=0.05327238839788315 +INFO:root: +[Valid][29][UTT][ MSE = 0.2290 | LCC = 0.8567 | SRCC = 0.8538 ] +INFO:root:Average loss=0.0536124224607379 +INFO:root: +[Valid][30][UTT][ MSE = 0.2341 | LCC = 0.8563 | SRCC = 0.8539 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2300 | LCC = 0.8648 | SRCC = 0.8634 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5aa69744e5cc8b634d9a040bbd5c3f5b0d56336 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e89ecce99242bf1f9ef3ba3437e1fc182677d86fc45e3a7f7bf5f0435948d9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bdf321b8ead58291646114e3585558816eec548 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45643d0723f84398ffc5a84f05b8f25b15048c7fa391a3065140622ed30f52d4 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7f803265538a794337de3a506c09ae36f7426f96 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5160435170699389 +INFO:root: +[Valid][0][UTT][ MSE = 0.3826 | LCC = 0.7767 | SRCC = 0.7849 ] +INFO:root:Average loss=0.28612960015351957 +INFO:root: +[Valid][1][UTT][ MSE = 0.3131 | LCC = 0.8216 | SRCC = 0.8237 ] +INFO:root:Average loss=0.24255074675266558 +INFO:root: +[Valid][2][UTT][ MSE = 0.2749 | LCC = 0.8429 | SRCC = 0.8424 ] +INFO:root:Average loss=0.22476260631512374 +INFO:root: +[Valid][3][UTT][ MSE = 0.2701 | LCC = 0.8492 | SRCC = 0.8476 ] +INFO:root:Average loss=0.19903847517875525 +INFO:root: +[Valid][4][UTT][ MSE = 0.2554 | LCC = 0.8546 | SRCC = 0.8520 ] +INFO:root:Average loss=0.1801071418210482 +INFO:root: +[Valid][5][UTT][ MSE = 0.2445 | LCC = 0.8585 | SRCC = 0.8567 ] +INFO:root:Average loss=0.1636711988502588 +INFO:root: +[Valid][6][UTT][ MSE = 0.2279 | LCC = 0.8603 | SRCC = 0.8592 ] +INFO:root:Average loss=0.15001662619985068 +INFO:root: +[Valid][7][UTT][ MSE = 0.2385 | LCC = 0.8598 | SRCC = 0.8584 ] +INFO:root:Average loss=0.146526164160325 +INFO:root: +[Valid][8][UTT][ MSE = 0.2347 | LCC = 0.8585 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1393446356822283 +INFO:root: +[Valid][9][UTT][ MSE = 0.2296 | LCC = 0.8638 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1204597555482999 +INFO:root: +[Valid][10][UTT][ MSE = 0.2400 | LCC = 0.8634 | SRCC = 0.8612 ] +INFO:root:Average loss=0.11870008668838403 +INFO:root: +[Valid][11][UTT][ MSE = 0.2403 | LCC = 0.8620 | SRCC = 0.8612 ] +INFO:root:Average loss=0.10519467447048579 +INFO:root: +[Valid][12][UTT][ MSE = 0.2453 | LCC = 0.8601 | SRCC = 0.8587 ] +INFO:root:Average loss=0.0998209554893084 +INFO:root: +[Valid][13][UTT][ MSE = 0.2257 | LCC = 0.8590 | SRCC = 0.8581 ] +INFO:root:Average loss=0.10549753159284592 +INFO:root: +[Valid][14][UTT][ MSE = 0.2387 | LCC = 0.8599 | SRCC = 0.8581 ] +INFO:root:Average loss=0.0906234452357659 +INFO:root: +[Valid][15][UTT][ MSE = 0.2396 | LCC = 0.8594 | SRCC = 0.8596 ] +INFO:root:Average loss=0.0892051114485814 +INFO:root: +[Valid][16][UTT][ MSE = 0.2518 | LCC = 0.8576 | SRCC = 0.8596 ] +INFO:root:Average loss=0.083164015546059 +INFO:root: +[Valid][17][UTT][ MSE = 0.2351 | LCC = 0.8565 | SRCC = 0.8550 ] +INFO:root:Average loss=0.07412758326301208 +INFO:root: +[Valid][18][UTT][ MSE = 0.2324 | LCC = 0.8582 | SRCC = 0.8569 ] +INFO:root:Average loss=0.07383933252631089 +INFO:root: +[Valid][19][UTT][ MSE = 0.2354 | LCC = 0.8564 | SRCC = 0.8556 ] +INFO:root:Average loss=0.07039003040737067 +INFO:root: +[Valid][20][UTT][ MSE = 0.2481 | LCC = 0.8540 | SRCC = 0.8527 ] +INFO:root:Average loss=0.07368909338345894 +INFO:root: +[Valid][21][UTT][ MSE = 0.2362 | LCC = 0.8543 | SRCC = 0.8532 ] +INFO:root:Average loss=0.06226143145408386 +INFO:root: +[Valid][22][UTT][ MSE = 0.2290 | LCC = 0.8544 | SRCC = 0.8525 ] +INFO:root:Average loss=0.06356480106329307 +INFO:root: +[Valid][23][UTT][ MSE = 0.2313 | LCC = 0.8564 | SRCC = 0.8552 ] +INFO:root:Average loss=0.06490122717924607 +INFO:root: +[Valid][24][UTT][ MSE = 0.2422 | LCC = 0.8532 | SRCC = 0.8521 ] +INFO:root:Average loss=0.06747833519982986 +INFO:root: +[Valid][25][UTT][ MSE = 0.2660 | LCC = 0.8566 | SRCC = 0.8561 ] +INFO:root:Average loss=0.06082033103284163 +INFO:root: +[Valid][26][UTT][ MSE = 0.2476 | LCC = 0.8527 | SRCC = 0.8517 ] +INFO:root:Average loss=0.05569572749141699 +INFO:root: +[Valid][27][UTT][ MSE = 0.2322 | LCC = 0.8553 | SRCC = 0.8549 ] +INFO:root:Average loss=0.051037802337071836 +INFO:root: +[Valid][28][UTT][ MSE = 0.2407 | LCC = 0.8535 | SRCC = 0.8525 ] +INFO:root:Average loss=0.04824765781179453 +INFO:root: +[Valid][29][UTT][ MSE = 0.2351 | LCC = 0.8546 | SRCC = 0.8537 ] +INFO:root:Average loss=0.05039025745235193 +INFO:root: +[Valid][30][UTT][ MSE = 0.2331 | LCC = 0.8531 | SRCC = 0.8520 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2371 | LCC = 0.8577 | SRCC = 0.8562 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4238ea1222ab1534100427463ce443b42517f898 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90fbcb604f40b43ea589ad8ea1c687044dd8127cb82c03ce3f1814a75c8e60ff +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f53ae4b0c1aa4329cca0abc960e9378a74084c90 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b716ab95406c4cf650eea5b3ef65031cd1655f12eead287e37267d2601ab9725 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1f5dcc91a6af3148590034dff9c027d1ec972aac --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40522111799472416 +INFO:root: +[Valid][0][UTT][ MSE = 0.3327 | LCC = 0.7981 | SRCC = 0.8073 ] +INFO:root:Average loss=0.2666341801866507 +INFO:root: +[Valid][1][UTT][ MSE = 0.2896 | LCC = 0.8381 | SRCC = 0.8371 ] +INFO:root:Average loss=0.24154053360987932 +INFO:root: +[Valid][2][UTT][ MSE = 0.2595 | LCC = 0.8462 | SRCC = 0.8467 ] +INFO:root:Average loss=0.2129878472441282 +INFO:root: +[Valid][3][UTT][ MSE = 0.2681 | LCC = 0.8585 | SRCC = 0.8560 ] +INFO:root:Average loss=0.19278734817336768 +INFO:root: +[Valid][4][UTT][ MSE = 0.2310 | LCC = 0.8584 | SRCC = 0.8556 ] +INFO:root:Average loss=0.17714548645875391 +INFO:root: +[Valid][5][UTT][ MSE = 0.2411 | LCC = 0.8626 | SRCC = 0.8598 ] +INFO:root:Average loss=0.16317127511287347 +INFO:root: +[Valid][6][UTT][ MSE = 0.2440 | LCC = 0.8621 | SRCC = 0.8592 ] +INFO:root:Average loss=0.1560556467335958 +INFO:root: +[Valid][7][UTT][ MSE = 0.2544 | LCC = 0.8618 | SRCC = 0.8592 ] +INFO:root:Average loss=0.14506114904697126 +INFO:root: +[Valid][8][UTT][ MSE = 0.2358 | LCC = 0.8597 | SRCC = 0.8568 ] +INFO:root:Average loss=0.13714458965338194 +INFO:root: +[Valid][9][UTT][ MSE = 0.2303 | LCC = 0.8584 | SRCC = 0.8564 ] +INFO:root:Average loss=0.12730148893136245 +INFO:root: +[Valid][10][UTT][ MSE = 0.2357 | LCC = 0.8600 | SRCC = 0.8571 ] +INFO:root:Average loss=0.11770897530592404 +INFO:root: +[Valid][11][UTT][ MSE = 0.2565 | LCC = 0.8586 | SRCC = 0.8566 ] +INFO:root:Average loss=0.11123683485083091 +INFO:root: +[Valid][12][UTT][ MSE = 0.2357 | LCC = 0.8573 | SRCC = 0.8549 ] +INFO:root:Average loss=0.10185212708818607 +INFO:root: +[Valid][13][UTT][ MSE = 0.2617 | LCC = 0.8535 | SRCC = 0.8512 ] +INFO:root:Average loss=0.10259764450482833 +INFO:root: +[Valid][14][UTT][ MSE = 0.2885 | LCC = 0.8551 | SRCC = 0.8524 ] +INFO:root:Average loss=0.09445277749536893 +INFO:root: +[Valid][15][UTT][ MSE = 0.2335 | LCC = 0.8578 | SRCC = 0.8563 ] +INFO:root:Average loss=0.08743995251372838 +INFO:root: +[Valid][16][UTT][ MSE = 0.2534 | LCC = 0.8549 | SRCC = 0.8534 ] +INFO:root:Average loss=0.08641461559977287 +INFO:root: +[Valid][17][UTT][ MSE = 0.2453 | LCC = 0.8524 | SRCC = 0.8496 ] +INFO:root:Average loss=0.08127031088448487 +INFO:root: +[Valid][18][UTT][ MSE = 0.2332 | LCC = 0.8564 | SRCC = 0.8535 ] +INFO:root:Average loss=0.07596333740422359 +INFO:root: +[Valid][19][UTT][ MSE = 0.2419 | LCC = 0.8533 | SRCC = 0.8508 ] +INFO:root:Average loss=0.07479526207615168 +INFO:root: +[Valid][20][UTT][ MSE = 0.2373 | LCC = 0.8556 | SRCC = 0.8532 ] +INFO:root:Average loss=0.07300289419408028 +INFO:root: +[Valid][21][UTT][ MSE = 0.2438 | LCC = 0.8530 | SRCC = 0.8538 ] +INFO:root:Average loss=0.06696247581679088 +INFO:root: +[Valid][22][UTT][ MSE = 0.2342 | LCC = 0.8539 | SRCC = 0.8520 ] +INFO:root:Average loss=0.06423681339201255 +INFO:root: +[Valid][23][UTT][ MSE = 0.2281 | LCC = 0.8549 | SRCC = 0.8528 ] +INFO:root:Average loss=0.0681601106069791 +INFO:root: +[Valid][24][UTT][ MSE = 0.3128 | LCC = 0.8529 | SRCC = 0.8513 ] +INFO:root:Average loss=0.06318019005732659 +INFO:root: +[Valid][25][UTT][ MSE = 0.2445 | LCC = 0.8538 | SRCC = 0.8517 ] +INFO:root:Average loss=0.058891869365022734 +INFO:root: +[Valid][26][UTT][ MSE = 0.2390 | LCC = 0.8546 | SRCC = 0.8517 ] +INFO:root:Average loss=0.05686580826743291 +INFO:root: +[Valid][27][UTT][ MSE = 0.2503 | LCC = 0.8530 | SRCC = 0.8504 ] +INFO:root:Average loss=0.05155568357366018 +INFO:root: +[Valid][28][UTT][ MSE = 0.2509 | LCC = 0.8565 | SRCC = 0.8545 ] +INFO:root:Average loss=0.04835272539789096 +INFO:root: +[Valid][29][UTT][ MSE = 0.2487 | LCC = 0.8583 | SRCC = 0.8568 ] +INFO:root:Average loss=0.048295342339537084 +INFO:root: +[Valid][30][UTT][ MSE = 0.2454 | LCC = 0.8538 | SRCC = 0.8521 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2414 | LCC = 0.8637 | SRCC = 0.8622 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c62df2f9b72cc851e38e57743c951afba2c104dd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81310d979b1e8b12a62bd959b654dd68be93d136d05a747b51457d53d2221fa1 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..245a6deef3b345a3db8d2ae2d4f090af262ed51d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e3b3de00eb1c4827b9b663668c368cd0db49114940db23ab56707ac5d5e442 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e05285d9c98880246d9fb619d9e3872eac849594 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4283256205992821 +INFO:root: +[Valid][0][UTT][ MSE = 0.3286 | LCC = 0.8003 | SRCC = 0.8043 ] +INFO:root:Average loss=0.27718240099075514 +INFO:root: +[Valid][1][UTT][ MSE = 0.3088 | LCC = 0.8326 | SRCC = 0.8336 ] +INFO:root:Average loss=0.23590799019886896 +INFO:root: +[Valid][2][UTT][ MSE = 0.2687 | LCC = 0.8458 | SRCC = 0.8449 ] +INFO:root:Average loss=0.21392086912424135 +INFO:root: +[Valid][3][UTT][ MSE = 0.2741 | LCC = 0.8515 | SRCC = 0.8496 ] +INFO:root:Average loss=0.1928610744384619 +INFO:root: +[Valid][4][UTT][ MSE = 0.2517 | LCC = 0.8547 | SRCC = 0.8513 ] +INFO:root:Average loss=0.18126940287840673 +INFO:root: +[Valid][5][UTT][ MSE = 0.2586 | LCC = 0.8579 | SRCC = 0.8552 ] +INFO:root:Average loss=0.17668545656861404 +INFO:root: +[Valid][6][UTT][ MSE = 0.2420 | LCC = 0.8553 | SRCC = 0.8528 ] +INFO:root:Average loss=0.16232515269747147 +INFO:root: +[Valid][7][UTT][ MSE = 0.2561 | LCC = 0.8550 | SRCC = 0.8537 ] +INFO:root:Average loss=0.1472028766113978 +INFO:root: +[Valid][8][UTT][ MSE = 0.2448 | LCC = 0.8523 | SRCC = 0.8513 ] +INFO:root:Average loss=0.14359695645861137 +INFO:root: +[Valid][9][UTT][ MSE = 0.2309 | LCC = 0.8513 | SRCC = 0.8504 ] +INFO:root:Average loss=0.12788510074218115 +INFO:root: +[Valid][10][UTT][ MSE = 0.2279 | LCC = 0.8572 | SRCC = 0.8568 ] +INFO:root:Average loss=0.12118192561543904 +INFO:root: +[Valid][11][UTT][ MSE = 0.2448 | LCC = 0.8540 | SRCC = 0.8528 ] +INFO:root:Average loss=0.1158065459667108 +INFO:root: +[Valid][12][UTT][ MSE = 0.2454 | LCC = 0.8562 | SRCC = 0.8556 ] +INFO:root:Average loss=0.11398572503374173 +INFO:root: +[Valid][13][UTT][ MSE = 0.2481 | LCC = 0.8566 | SRCC = 0.8571 ] +INFO:root:Average loss=0.1078757326094768 +INFO:root: +[Valid][14][UTT][ MSE = 0.2330 | LCC = 0.8567 | SRCC = 0.8572 ] +INFO:root:Average loss=0.09596085443328588 +INFO:root: +[Valid][15][UTT][ MSE = 0.2460 | LCC = 0.8525 | SRCC = 0.8531 ] +INFO:root:Average loss=0.09371508208987041 +INFO:root: +[Valid][16][UTT][ MSE = 0.2371 | LCC = 0.8546 | SRCC = 0.8540 ] +INFO:root:Average loss=0.08995465776668145 +INFO:root: +[Valid][17][UTT][ MSE = 0.2379 | LCC = 0.8554 | SRCC = 0.8554 ] +INFO:root:Average loss=0.0844578708593662 +INFO:root: +[Valid][18][UTT][ MSE = 0.2436 | LCC = 0.8544 | SRCC = 0.8550 ] +INFO:root:Average loss=0.08917352079580991 +INFO:root: +[Valid][19][UTT][ MSE = 0.2478 | LCC = 0.8546 | SRCC = 0.8549 ] +INFO:root:Average loss=0.0784968914798437 +INFO:root: +[Valid][20][UTT][ MSE = 0.2298 | LCC = 0.8602 | SRCC = 0.8600 ] +INFO:root:Average loss=0.08216893090269504 +INFO:root: +[Valid][21][UTT][ MSE = 0.2308 | LCC = 0.8578 | SRCC = 0.8575 ] +INFO:root:Average loss=0.07794591005987082 +INFO:root: +[Valid][22][UTT][ MSE = 0.2262 | LCC = 0.8565 | SRCC = 0.8572 ] +INFO:root:Average loss=0.07071173678223903 +INFO:root: +[Valid][23][UTT][ MSE = 0.2305 | LCC = 0.8572 | SRCC = 0.8559 ] +INFO:root:Average loss=0.06698396071218528 +INFO:root: +[Valid][24][UTT][ MSE = 0.2294 | LCC = 0.8584 | SRCC = 0.8571 ] +INFO:root:Average loss=0.06556568743708806 +INFO:root: +[Valid][25][UTT][ MSE = 0.2303 | LCC = 0.8547 | SRCC = 0.8548 ] +INFO:root:Average loss=0.058589089231995434 +INFO:root: +[Valid][26][UTT][ MSE = 0.2339 | LCC = 0.8531 | SRCC = 0.8528 ] +INFO:root:Average loss=0.05870617739856243 +INFO:root: +[Valid][27][UTT][ MSE = 0.2309 | LCC = 0.8531 | SRCC = 0.8525 ] +INFO:root:Average loss=0.058510623346918665 +INFO:root: +[Valid][28][UTT][ MSE = 0.2344 | LCC = 0.8553 | SRCC = 0.8557 ] +INFO:root:Average loss=0.05696555628226353 +INFO:root: +[Valid][29][UTT][ MSE = 0.2251 | LCC = 0.8589 | SRCC = 0.8589 ] +INFO:root:Average loss=0.05162449825841647 +INFO:root: +[Valid][30][UTT][ MSE = 0.2220 | LCC = 0.8584 | SRCC = 0.8584 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2554 | LCC = 0.8484 | SRCC = 0.8510 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d504b78aafce4081245dbada129ea69f9fee16f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59491b6f9a459bfc0a4fd915c4b3b054159677576a98750655ec4ae9805898e7 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..52150ab9d8956ccf744f23372333a468ca4355c7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f84f63f1077c4178e9b07005c1aef345f4192b09f24d14b005583cd3e72aaeb +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..184c7e280a102bf98a675fe26db5c62619631f93 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5030188373266122 +INFO:root: +[Valid][0][UTT][ MSE = 0.3655 | LCC = 0.7912 | SRCC = 0.7965 ] +INFO:root:Average loss=0.2749689804055752 +INFO:root: +[Valid][1][UTT][ MSE = 0.3116 | LCC = 0.8291 | SRCC = 0.8316 ] +INFO:root:Average loss=0.23616233066870615 +INFO:root: +[Valid][2][UTT][ MSE = 0.2643 | LCC = 0.8459 | SRCC = 0.8453 ] +INFO:root:Average loss=0.20936641574670106 +INFO:root: +[Valid][3][UTT][ MSE = 0.2602 | LCC = 0.8539 | SRCC = 0.8533 ] +INFO:root:Average loss=0.20025434841712317 +INFO:root: +[Valid][4][UTT][ MSE = 0.2499 | LCC = 0.8544 | SRCC = 0.8530 ] +INFO:root:Average loss=0.17526297280803704 +INFO:root: +[Valid][5][UTT][ MSE = 0.2491 | LCC = 0.8609 | SRCC = 0.8593 ] +INFO:root:Average loss=0.17810155069216704 +INFO:root: +[Valid][6][UTT][ MSE = 0.2622 | LCC = 0.8620 | SRCC = 0.8597 ] +INFO:root:Average loss=0.15617271369466415 +INFO:root: +[Valid][7][UTT][ MSE = 0.3026 | LCC = 0.8561 | SRCC = 0.8546 ] +INFO:root:Average loss=0.1451945128158117 +INFO:root: +[Valid][8][UTT][ MSE = 0.2556 | LCC = 0.8586 | SRCC = 0.8556 ] +INFO:root:Average loss=0.13450576642002815 +INFO:root: +[Valid][9][UTT][ MSE = 0.2578 | LCC = 0.8595 | SRCC = 0.8575 ] +INFO:root:Average loss=0.12348203179545891 +INFO:root: +[Valid][10][UTT][ MSE = 0.2363 | LCC = 0.8594 | SRCC = 0.8576 ] +INFO:root:Average loss=0.11901837826157227 +INFO:root: +[Valid][11][UTT][ MSE = 0.2490 | LCC = 0.8538 | SRCC = 0.8509 ] +INFO:root:Average loss=0.10918221918818279 +INFO:root: +[Valid][12][UTT][ MSE = 0.2304 | LCC = 0.8551 | SRCC = 0.8528 ] +INFO:root:Average loss=0.10765938995740353 +INFO:root: +[Valid][13][UTT][ MSE = 0.2498 | LCC = 0.8536 | SRCC = 0.8505 ] +INFO:root:Average loss=0.09353058178646442 +INFO:root: +[Valid][14][UTT][ MSE = 0.2385 | LCC = 0.8533 | SRCC = 0.8505 ] +INFO:root:Average loss=0.08986201017903976 +INFO:root: +[Valid][15][UTT][ MSE = 0.2508 | LCC = 0.8505 | SRCC = 0.8486 ] +INFO:root:Average loss=0.08915960473509935 +INFO:root: +[Valid][16][UTT][ MSE = 0.2542 | LCC = 0.8522 | SRCC = 0.8507 ] +INFO:root:Average loss=0.08220582345548348 +INFO:root: +[Valid][17][UTT][ MSE = 0.2631 | LCC = 0.8508 | SRCC = 0.8498 ] +INFO:root:Average loss=0.08071241604212002 +INFO:root: +[Valid][18][UTT][ MSE = 0.2408 | LCC = 0.8525 | SRCC = 0.8525 ] +INFO:root:Average loss=0.07672292275879627 +INFO:root: +[Valid][19][UTT][ MSE = 0.2863 | LCC = 0.8510 | SRCC = 0.8494 ] +INFO:root:Average loss=0.07228167636845356 +INFO:root: +[Valid][20][UTT][ MSE = 0.2493 | LCC = 0.8492 | SRCC = 0.8469 ] +INFO:root:Average loss=0.06709479936995567 +INFO:root: +[Valid][21][UTT][ MSE = 0.2503 | LCC = 0.8492 | SRCC = 0.8473 ] +INFO:root:Average loss=0.06835064736123268 +INFO:root: +[Valid][22][UTT][ MSE = 0.2594 | LCC = 0.8449 | SRCC = 0.8425 ] +INFO:root:Average loss=0.06202857057826641 +INFO:root: +[Valid][23][UTT][ MSE = 0.2474 | LCC = 0.8498 | SRCC = 0.8475 ] +INFO:root:Average loss=0.0561172706194413 +INFO:root: +[Valid][24][UTT][ MSE = 0.2663 | LCC = 0.8461 | SRCC = 0.8446 ] +INFO:root:Average loss=0.05956033153984791 +INFO:root: +[Valid][25][UTT][ MSE = 0.2520 | LCC = 0.8461 | SRCC = 0.8438 ] +INFO:root:Average loss=0.05790374466241934 +INFO:root: +[Valid][26][UTT][ MSE = 0.2714 | LCC = 0.8470 | SRCC = 0.8447 ] +INFO:root:Average loss=0.053152900762282886 +INFO:root: +[Valid][27][UTT][ MSE = 0.2473 | LCC = 0.8489 | SRCC = 0.8470 ] +INFO:root:Average loss=0.0534567687039574 +INFO:root: +[Valid][28][UTT][ MSE = 0.2427 | LCC = 0.8507 | SRCC = 0.8495 ] +INFO:root:Average loss=0.04937419734704189 +INFO:root: +[Valid][29][UTT][ MSE = 0.2460 | LCC = 0.8473 | SRCC = 0.8442 ] +INFO:root:Average loss=0.04418400753862583 +INFO:root: +[Valid][30][UTT][ MSE = 0.2425 | LCC = 0.8472 | SRCC = 0.8459 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2773 | LCC = 0.8625 | SRCC = 0.8642 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8afce909d5ae1f02634e9b8d64772ed4c130a1f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f49bfdb66ecfbed1050707085a21e40e710b9ea1863d4fdb01a6a9fe1d6ee6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..837c90b1aaf851a32f723093b10ecff027a343c0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe6c8801f48a58886fdfa8c1f9940ed0b5f8d5dcfec5f689dd3b8c2efe51520 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4baea81dda80bb5ce5b1ce758551f3254e4628e9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.429584794319593 +INFO:root: +[Valid][0][UTT][ MSE = 0.3378 | LCC = 0.7983 | SRCC = 0.8034 ] +INFO:root:Average loss=0.26848581910897523 +INFO:root: +[Valid][1][UTT][ MSE = 0.2836 | LCC = 0.8281 | SRCC = 0.8299 ] +INFO:root:Average loss=0.2310317936233985 +INFO:root: +[Valid][2][UTT][ MSE = 0.2717 | LCC = 0.8419 | SRCC = 0.8452 ] +INFO:root:Average loss=0.21552124046362364 +INFO:root: +[Valid][3][UTT][ MSE = 0.2554 | LCC = 0.8555 | SRCC = 0.8524 ] +INFO:root:Average loss=0.19440633039443922 +INFO:root: +[Valid][4][UTT][ MSE = 0.2533 | LCC = 0.8587 | SRCC = 0.8549 ] +INFO:root:Average loss=0.17884694861295897 +INFO:root: +[Valid][5][UTT][ MSE = 0.2592 | LCC = 0.8588 | SRCC = 0.8562 ] +INFO:root:Average loss=0.17269985817181757 +INFO:root: +[Valid][6][UTT][ MSE = 0.2441 | LCC = 0.8613 | SRCC = 0.8587 ] +INFO:root:Average loss=0.15815562420548537 +INFO:root: +[Valid][7][UTT][ MSE = 0.2339 | LCC = 0.8608 | SRCC = 0.8574 ] +INFO:root:Average loss=0.14547778570499176 +INFO:root: +[Valid][8][UTT][ MSE = 0.2543 | LCC = 0.8596 | SRCC = 0.8568 ] +INFO:root:Average loss=0.14197858002705452 +INFO:root: +[Valid][9][UTT][ MSE = 0.2383 | LCC = 0.8598 | SRCC = 0.8569 ] +INFO:root:Average loss=0.13413992008337608 +INFO:root: +[Valid][10][UTT][ MSE = 0.2454 | LCC = 0.8584 | SRCC = 0.8547 ] +INFO:root:Average loss=0.12175535983764209 +INFO:root: +[Valid][11][UTT][ MSE = 0.2346 | LCC = 0.8599 | SRCC = 0.8578 ] +INFO:root:Average loss=0.11871482603825055 +INFO:root: +[Valid][12][UTT][ MSE = 0.2318 | LCC = 0.8582 | SRCC = 0.8550 ] +INFO:root:Average loss=0.10656193672464444 +INFO:root: +[Valid][13][UTT][ MSE = 0.2349 | LCC = 0.8576 | SRCC = 0.8557 ] +INFO:root:Average loss=0.10674217075873645 +INFO:root: +[Valid][14][UTT][ MSE = 0.2342 | LCC = 0.8564 | SRCC = 0.8554 ] +INFO:root:Average loss=0.0985258215895066 +INFO:root: +[Valid][15][UTT][ MSE = 0.2343 | LCC = 0.8577 | SRCC = 0.8557 ] +INFO:root:Average loss=0.0938562462822749 +INFO:root: +[Valid][16][UTT][ MSE = 0.2438 | LCC = 0.8556 | SRCC = 0.8532 ] +INFO:root:Average loss=0.09096147807744834 +INFO:root: +[Valid][17][UTT][ MSE = 0.2484 | LCC = 0.8547 | SRCC = 0.8531 ] +INFO:root:Average loss=0.08111626119949879 +INFO:root: +[Valid][18][UTT][ MSE = 0.2369 | LCC = 0.8602 | SRCC = 0.8591 ] +INFO:root:Average loss=0.07895178419466202 +INFO:root: +[Valid][19][UTT][ MSE = 0.2350 | LCC = 0.8527 | SRCC = 0.8514 ] +INFO:root:Average loss=0.0765550178117477 +INFO:root: +[Valid][20][UTT][ MSE = 0.2381 | LCC = 0.8535 | SRCC = 0.8512 ] +INFO:root:Average loss=0.07630398196096604 +INFO:root: +[Valid][21][UTT][ MSE = 0.2255 | LCC = 0.8565 | SRCC = 0.8550 ] +INFO:root:Average loss=0.07228781106189275 +INFO:root: +[Valid][22][UTT][ MSE = 0.2317 | LCC = 0.8558 | SRCC = 0.8539 ] +INFO:root:Average loss=0.06773067461565518 +INFO:root: +[Valid][23][UTT][ MSE = 0.2249 | LCC = 0.8573 | SRCC = 0.8566 ] +INFO:root:Average loss=0.06816296661511445 +INFO:root: +[Valid][24][UTT][ MSE = 0.2536 | LCC = 0.8504 | SRCC = 0.8496 ] +INFO:root:Average loss=0.06348891871479842 +INFO:root: +[Valid][25][UTT][ MSE = 0.2416 | LCC = 0.8524 | SRCC = 0.8506 ] +INFO:root:Average loss=0.06074279618377869 +INFO:root: +[Valid][26][UTT][ MSE = 0.2458 | LCC = 0.8493 | SRCC = 0.8469 ] +INFO:root:Average loss=0.059667258308484 +INFO:root: +[Valid][27][UTT][ MSE = 0.2412 | LCC = 0.8522 | SRCC = 0.8505 ] +INFO:root:Average loss=0.05361137090203089 +INFO:root: +[Valid][28][UTT][ MSE = 0.2392 | LCC = 0.8517 | SRCC = 0.8512 ] +INFO:root:Average loss=0.054059264894861445 +INFO:root: +[Valid][29][UTT][ MSE = 0.2325 | LCC = 0.8530 | SRCC = 0.8524 ] +INFO:root:Average loss=0.051938001185846634 +INFO:root: +[Valid][30][UTT][ MSE = 0.2431 | LCC = 0.8555 | SRCC = 0.8560 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2384 | LCC = 0.8581 | SRCC = 0.8584 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fe1197e83c4c71a7d6f09666fb99cf28daa4e78 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e3bb185c1c866e452ecf4ded700c320bc646306c6b79f29e7abae96cc8d7d3 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a736efb4afe0bb789072bf02da45f20a0bee5614 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d932a471894394f5d1525727fa7c0ac4767d6a087c7a48b9d183e4e80cb512 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a384ef037d41e8377c537e344deae553c0ca20c9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.39330298338945097 +INFO:root: +[Valid][0][UTT][ MSE = 0.3198 | LCC = 0.8051 | SRCC = 0.8157 ] +INFO:root:Average loss=0.2678097841831354 +INFO:root: +[Valid][1][UTT][ MSE = 0.2874 | LCC = 0.8344 | SRCC = 0.8356 ] +INFO:root:Average loss=0.23446579353931624 +INFO:root: +[Valid][2][UTT][ MSE = 0.2679 | LCC = 0.8486 | SRCC = 0.8482 ] +INFO:root:Average loss=0.2176949781103012 +INFO:root: +[Valid][3][UTT][ MSE = 0.2387 | LCC = 0.8538 | SRCC = 0.8540 ] +INFO:root:Average loss=0.1946939720939367 +INFO:root: +[Valid][4][UTT][ MSE = 0.2491 | LCC = 0.8569 | SRCC = 0.8538 ] +INFO:root:Average loss=0.17515595391010627 +INFO:root: +[Valid][5][UTT][ MSE = 0.2351 | LCC = 0.8580 | SRCC = 0.8590 ] +INFO:root:Average loss=0.16967928094359544 +INFO:root: +[Valid][6][UTT][ MSE = 0.2370 | LCC = 0.8601 | SRCC = 0.8591 ] +INFO:root:Average loss=0.15825775351661903 +INFO:root: +[Valid][7][UTT][ MSE = 0.2406 | LCC = 0.8618 | SRCC = 0.8593 ] +INFO:root:Average loss=0.14549646564783195 +INFO:root: +[Valid][8][UTT][ MSE = 0.2672 | LCC = 0.8589 | SRCC = 0.8598 ] +INFO:root:Average loss=0.14434112111727396 +INFO:root: +[Valid][9][UTT][ MSE = 0.2411 | LCC = 0.8586 | SRCC = 0.8571 ] +INFO:root:Average loss=0.12721073073454392 +INFO:root: +[Valid][10][UTT][ MSE = 0.2374 | LCC = 0.8540 | SRCC = 0.8560 ] +INFO:root:Average loss=0.12117285596636626 +INFO:root: +[Valid][11][UTT][ MSE = 0.2374 | LCC = 0.8551 | SRCC = 0.8553 ] +INFO:root:Average loss=0.11231188499965729 +INFO:root: +[Valid][12][UTT][ MSE = 0.2364 | LCC = 0.8547 | SRCC = 0.8530 ] +INFO:root:Average loss=0.10452956629869266 +INFO:root: +[Valid][13][UTT][ MSE = 0.2394 | LCC = 0.8545 | SRCC = 0.8546 ] +INFO:root:Average loss=0.10228091554763989 +INFO:root: +[Valid][14][UTT][ MSE = 0.2356 | LCC = 0.8522 | SRCC = 0.8523 ] +INFO:root:Average loss=0.09358369062344234 +INFO:root: +[Valid][15][UTT][ MSE = 0.2564 | LCC = 0.8490 | SRCC = 0.8501 ] +INFO:root:Average loss=0.08864451099473697 +INFO:root: +[Valid][16][UTT][ MSE = 0.2482 | LCC = 0.8511 | SRCC = 0.8488 ] +INFO:root:Average loss=0.08787781921907878 +INFO:root: +[Valid][17][UTT][ MSE = 0.2344 | LCC = 0.8546 | SRCC = 0.8524 ] +INFO:root:Average loss=0.08281973797159317 +INFO:root: +[Valid][18][UTT][ MSE = 0.2558 | LCC = 0.8520 | SRCC = 0.8486 ] +INFO:root:Average loss=0.08297564237354657 +INFO:root: +[Valid][19][UTT][ MSE = 0.2458 | LCC = 0.8473 | SRCC = 0.8466 ] +INFO:root:Average loss=0.07463151001586364 +INFO:root: +[Valid][20][UTT][ MSE = 0.2392 | LCC = 0.8507 | SRCC = 0.8488 ] +INFO:root:Average loss=0.06612327327139866 +INFO:root: +[Valid][21][UTT][ MSE = 0.2608 | LCC = 0.8501 | SRCC = 0.8473 ] +INFO:root:Average loss=0.06913743822429425 +INFO:root: +[Valid][22][UTT][ MSE = 0.2456 | LCC = 0.8505 | SRCC = 0.8500 ] +INFO:root:Average loss=0.06297096528877051 +INFO:root: +[Valid][23][UTT][ MSE = 0.2460 | LCC = 0.8470 | SRCC = 0.8487 ] +INFO:root:Average loss=0.061051391781522676 +INFO:root: +[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.8507 | SRCC = 0.8484 ] +INFO:root:Average loss=0.06168460707442883 +INFO:root: +[Valid][25][UTT][ MSE = 0.2386 | LCC = 0.8517 | SRCC = 0.8500 ] +INFO:root:Average loss=0.06442927311246212 +INFO:root: +[Valid][26][UTT][ MSE = 0.2496 | LCC = 0.8451 | SRCC = 0.8461 ] +INFO:root:Average loss=0.05570282476643721 +INFO:root: +[Valid][27][UTT][ MSE = 0.2572 | LCC = 0.8467 | SRCC = 0.8471 ] +INFO:root:Average loss=0.058600991821059815 +INFO:root: +[Valid][28][UTT][ MSE = 0.2373 | LCC = 0.8494 | SRCC = 0.8482 ] +INFO:root:Average loss=0.051674177058232136 +INFO:root: +[Valid][29][UTT][ MSE = 0.2522 | LCC = 0.8475 | SRCC = 0.8454 ] +INFO:root:Average loss=0.048326149821663514 +INFO:root: +[Valid][30][UTT][ MSE = 0.2499 | LCC = 0.8473 | SRCC = 0.8464 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2707 | LCC = 0.8514 | SRCC = 0.8532 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..142607e7b1f57f915c23eb0e54b95a1c7a41674e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b26c7b1fd67b976b94de8ccabcaf711442311a4c0b4f6851450a2adc8bcd1eb8 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d11589bdca2d87cc19b91210bb6d2ccdd4e4066e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f0107c770f62e6c069e28dda5dc153f3f6135c38dcfe1f6498df99b0651b6c +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1d08d2b80351f5224f90f1742d07252ea7a43987 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4580554690880653 +INFO:root: +[Valid][0][UTT][ MSE = 0.3433 | LCC = 0.8022 | SRCC = 0.8047 ] +INFO:root:Average loss=0.2794575484899374 +INFO:root: +[Valid][1][UTT][ MSE = 0.2949 | LCC = 0.8350 | SRCC = 0.8331 ] +INFO:root:Average loss=0.24152062279291642 +INFO:root: +[Valid][2][UTT][ MSE = 0.2689 | LCC = 0.8483 | SRCC = 0.8451 ] +INFO:root:Average loss=0.21648744675211418 +INFO:root: +[Valid][3][UTT][ MSE = 0.2475 | LCC = 0.8520 | SRCC = 0.8508 ] +INFO:root:Average loss=0.19987324357796937 +INFO:root: +[Valid][4][UTT][ MSE = 0.2813 | LCC = 0.8549 | SRCC = 0.8541 ] +INFO:root:Average loss=0.19631231280091482 +INFO:root: +[Valid][5][UTT][ MSE = 0.2549 | LCC = 0.8580 | SRCC = 0.8557 ] +INFO:root:Average loss=0.17631435585327637 +INFO:root: +[Valid][6][UTT][ MSE = 0.2442 | LCC = 0.8555 | SRCC = 0.8544 ] +INFO:root:Average loss=0.1730527686767089 +INFO:root: +[Valid][7][UTT][ MSE = 0.2581 | LCC = 0.8545 | SRCC = 0.8526 ] +INFO:root:Average loss=0.15688490657470164 +INFO:root: +[Valid][8][UTT][ MSE = 0.2372 | LCC = 0.8566 | SRCC = 0.8547 ] +INFO:root:Average loss=0.14837324647949293 +INFO:root: +[Valid][9][UTT][ MSE = 0.2398 | LCC = 0.8542 | SRCC = 0.8531 ] +INFO:root:Average loss=0.13487891843303657 +INFO:root: +[Valid][10][UTT][ MSE = 0.2496 | LCC = 0.8572 | SRCC = 0.8559 ] +INFO:root:Average loss=0.12699555959074926 +INFO:root: +[Valid][11][UTT][ MSE = 0.2609 | LCC = 0.8519 | SRCC = 0.8512 ] +INFO:root:Average loss=0.12939924297806543 +INFO:root: +[Valid][12][UTT][ MSE = 0.2257 | LCC = 0.8557 | SRCC = 0.8560 ] +INFO:root:Average loss=0.11573118563645925 +INFO:root: +[Valid][13][UTT][ MSE = 0.2575 | LCC = 0.8529 | SRCC = 0.8517 ] +INFO:root:Average loss=0.10669497171273598 +INFO:root: +[Valid][14][UTT][ MSE = 0.2754 | LCC = 0.8480 | SRCC = 0.8490 ] +INFO:root:Average loss=0.10487031201139474 +INFO:root: +[Valid][15][UTT][ MSE = 0.2620 | LCC = 0.8541 | SRCC = 0.8528 ] +INFO:root:Average loss=0.09306394843718944 +INFO:root: +[Valid][16][UTT][ MSE = 0.2476 | LCC = 0.8505 | SRCC = 0.8479 ] +INFO:root:Average loss=0.08754075609911711 +INFO:root: +[Valid][17][UTT][ MSE = 0.2511 | LCC = 0.8526 | SRCC = 0.8525 ] +INFO:root:Average loss=0.0840169394818636 +INFO:root: +[Valid][18][UTT][ MSE = 0.2389 | LCC = 0.8522 | SRCC = 0.8515 ] +INFO:root:Average loss=0.079952400464278 +INFO:root: +[Valid][19][UTT][ MSE = 0.2401 | LCC = 0.8529 | SRCC = 0.8518 ] +INFO:root:Average loss=0.07716758095492156 +INFO:root: +[Valid][20][UTT][ MSE = 0.2419 | LCC = 0.8528 | SRCC = 0.8517 ] +INFO:root:Average loss=0.07487196561235648 +INFO:root: +[Valid][21][UTT][ MSE = 0.2561 | LCC = 0.8497 | SRCC = 0.8488 ] +INFO:root:Average loss=0.07154534499232586 +INFO:root: +[Valid][22][UTT][ MSE = 0.2585 | LCC = 0.8529 | SRCC = 0.8528 ] +INFO:root:Average loss=0.0662154461710881 +INFO:root: +[Valid][23][UTT][ MSE = 0.2458 | LCC = 0.8498 | SRCC = 0.8488 ] +INFO:root:Average loss=0.0627977319348317 +INFO:root: +[Valid][24][UTT][ MSE = 0.2394 | LCC = 0.8529 | SRCC = 0.8521 ] +INFO:root:Average loss=0.06121699564540998 +INFO:root: +[Valid][25][UTT][ MSE = 0.2546 | LCC = 0.8495 | SRCC = 0.8490 ] +INFO:root:Average loss=0.05774614274597321 +INFO:root: +[Valid][26][UTT][ MSE = 0.2406 | LCC = 0.8501 | SRCC = 0.8490 ] +INFO:root:Average loss=0.05351993990823244 +INFO:root: +[Valid][27][UTT][ MSE = 0.2445 | LCC = 0.8496 | SRCC = 0.8491 ] +INFO:root:Average loss=0.05589116462625754 +INFO:root: +[Valid][28][UTT][ MSE = 0.2434 | LCC = 0.8509 | SRCC = 0.8504 ] +INFO:root:Average loss=0.04928988075027099 +INFO:root: +[Valid][29][UTT][ MSE = 0.2463 | LCC = 0.8480 | SRCC = 0.8488 ] +INFO:root:Average loss=0.04877478552934451 +INFO:root: +[Valid][30][UTT][ MSE = 0.2496 | LCC = 0.8468 | SRCC = 0.8464 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2498 | LCC = 0.8587 | SRCC = 0.8576 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d99e8a1501af3272e51068cf167a4f76606fa19b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7555dd5b63b9dd7c691e646d1c6e0f418e8846dcbec25fe1751b34aacafd155 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ec67757903273390441be158ae260beda475fba --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdd38ef4a689db57299cfffe4c01816c6ccf9fef56bdf02e81ad80407cc333e9 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..577c770a248fca940aacd90ab941cd6b9534f6bf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.45101365599876797 +INFO:root: +[Valid][0][UTT][ MSE = 0.3674 | LCC = 0.7915 | SRCC = 0.8029 ] +INFO:root:Average loss=0.27671183282748246 +INFO:root: +[Valid][1][UTT][ MSE = 0.2942 | LCC = 0.8270 | SRCC = 0.8325 ] +INFO:root:Average loss=0.24260733868831244 +INFO:root: +[Valid][2][UTT][ MSE = 0.2754 | LCC = 0.8449 | SRCC = 0.8459 ] +INFO:root:Average loss=0.2185150927458054 +INFO:root: +[Valid][3][UTT][ MSE = 0.2529 | LCC = 0.8481 | SRCC = 0.8492 ] +INFO:root:Average loss=0.203670339515576 +INFO:root: +[Valid][4][UTT][ MSE = 0.2540 | LCC = 0.8543 | SRCC = 0.8539 ] +INFO:root:Average loss=0.19231695872850907 +INFO:root: +[Valid][5][UTT][ MSE = 0.2321 | LCC = 0.8591 | SRCC = 0.8581 ] +INFO:root:Average loss=0.17443493495766932 +INFO:root: +[Valid][6][UTT][ MSE = 0.2328 | LCC = 0.8589 | SRCC = 0.8571 ] +INFO:root:Average loss=0.16510846867011145 +INFO:root: +[Valid][7][UTT][ MSE = 0.2385 | LCC = 0.8616 | SRCC = 0.8588 ] +INFO:root:Average loss=0.15378692774818495 +INFO:root: +[Valid][8][UTT][ MSE = 0.2213 | LCC = 0.8603 | SRCC = 0.8596 ] +INFO:root:Average loss=0.13964444055007055 +INFO:root: +[Valid][9][UTT][ MSE = 0.2319 | LCC = 0.8586 | SRCC = 0.8578 ] +INFO:root:Average loss=0.13209335018809026 +INFO:root: +[Valid][10][UTT][ MSE = 0.2222 | LCC = 0.8584 | SRCC = 0.8569 ] +INFO:root:Average loss=0.12388521738541432 +INFO:root: +[Valid][11][UTT][ MSE = 0.2387 | LCC = 0.8559 | SRCC = 0.8536 ] +INFO:root:Average loss=0.1174853455561858 +INFO:root: +[Valid][12][UTT][ MSE = 0.2319 | LCC = 0.8613 | SRCC = 0.8604 ] +INFO:root:Average loss=0.10952421315969565 +INFO:root: +[Valid][13][UTT][ MSE = 0.2280 | LCC = 0.8591 | SRCC = 0.8576 ] +INFO:root:Average loss=0.10729346314492898 +INFO:root: +[Valid][14][UTT][ MSE = 0.2272 | LCC = 0.8565 | SRCC = 0.8569 ] +INFO:root:Average loss=0.10290946543980868 +INFO:root: +[Valid][15][UTT][ MSE = 0.2350 | LCC = 0.8527 | SRCC = 0.8519 ] +INFO:root:Average loss=0.1009528110615718 +INFO:root: +[Valid][16][UTT][ MSE = 0.2495 | LCC = 0.8532 | SRCC = 0.8516 ] +INFO:root:Average loss=0.09898330529148762 +INFO:root: +[Valid][17][UTT][ MSE = 0.2370 | LCC = 0.8574 | SRCC = 0.8560 ] +INFO:root:Average loss=0.08234792049878682 +INFO:root: +[Valid][18][UTT][ MSE = 0.2412 | LCC = 0.8522 | SRCC = 0.8526 ] +INFO:root:Average loss=0.08056891752550235 +INFO:root: +[Valid][19][UTT][ MSE = 0.2346 | LCC = 0.8537 | SRCC = 0.8527 ] +INFO:root:Average loss=0.07293524134617585 +INFO:root: +[Valid][20][UTT][ MSE = 0.2431 | LCC = 0.8525 | SRCC = 0.8505 ] +INFO:root:Average loss=0.07383934986323883 +INFO:root: +[Valid][21][UTT][ MSE = 0.2345 | LCC = 0.8513 | SRCC = 0.8493 ] +INFO:root:Average loss=0.06972628550078624 +INFO:root: +[Valid][22][UTT][ MSE = 0.2346 | LCC = 0.8533 | SRCC = 0.8534 ] +INFO:root:Average loss=0.0684538040883266 +INFO:root: +[Valid][23][UTT][ MSE = 0.2375 | LCC = 0.8521 | SRCC = 0.8504 ] +INFO:root:Average loss=0.062295844205296956 +INFO:root: +[Valid][24][UTT][ MSE = 0.2306 | LCC = 0.8508 | SRCC = 0.8495 ] +INFO:root:Average loss=0.05993208207954199 +INFO:root: +[Valid][25][UTT][ MSE = 0.2357 | LCC = 0.8499 | SRCC = 0.8489 ] +INFO:root:Average loss=0.060918476241521344 +INFO:root: +[Valid][26][UTT][ MSE = 0.2429 | LCC = 0.8494 | SRCC = 0.8471 ] +INFO:root:Average loss=0.05870150402188301 +INFO:root: +[Valid][27][UTT][ MSE = 0.2433 | LCC = 0.8478 | SRCC = 0.8469 ] +INFO:root:Average loss=0.057584391453136236 +INFO:root: +[Valid][28][UTT][ MSE = 0.2349 | LCC = 0.8516 | SRCC = 0.8503 ] +INFO:root:Average loss=0.05320647616799061 +INFO:root: +[Valid][29][UTT][ MSE = 0.2407 | LCC = 0.8507 | SRCC = 0.8493 ] +INFO:root:Average loss=0.053127878035108246 +INFO:root: +[Valid][30][UTT][ MSE = 0.2348 | LCC = 0.8506 | SRCC = 0.8490 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2496 | LCC = 0.8555 | SRCC = 0.8568 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..911cd426bcdbe9cefe82dbe5ac87312917830439 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e5b6d73b3bb862d79284f967dfeef955f59d91124847fc7f31a1a5f386a11d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f2928097f39cc12ba39fca3e04066187dfe5aa5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2725885fd0f3d83de10f7f4bf728df78260ba84808190700864512dbf17714e5 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f99eda36c2c1c2fa95cb8b7e42022896eb270c51 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4304399429223476 +INFO:root: +[Valid][0][UTT][ MSE = 0.3342 | LCC = 0.8069 | SRCC = 0.8088 ] +INFO:root:Average loss=0.2719650822572219 +INFO:root: +[Valid][1][UTT][ MSE = 0.2994 | LCC = 0.8358 | SRCC = 0.8353 ] +INFO:root:Average loss=0.24718677424467528 +INFO:root: +[Valid][2][UTT][ MSE = 0.3012 | LCC = 0.8425 | SRCC = 0.8449 ] +INFO:root:Average loss=0.21919380586880904 +INFO:root: +[Valid][3][UTT][ MSE = 0.2561 | LCC = 0.8507 | SRCC = 0.8502 ] +INFO:root:Average loss=0.2085988101286766 +INFO:root: +[Valid][4][UTT][ MSE = 0.2570 | LCC = 0.8507 | SRCC = 0.8508 ] +INFO:root:Average loss=0.19763298972676963 +INFO:root: +[Valid][5][UTT][ MSE = 0.2730 | LCC = 0.8536 | SRCC = 0.8528 ] +INFO:root:Average loss=0.17771378780404726 +INFO:root: +[Valid][6][UTT][ MSE = 0.2854 | LCC = 0.8553 | SRCC = 0.8539 ] +INFO:root:Average loss=0.16417780470771667 +INFO:root: +[Valid][7][UTT][ MSE = 0.2478 | LCC = 0.8550 | SRCC = 0.8538 ] +INFO:root:Average loss=0.15401804494934204 +INFO:root: +[Valid][8][UTT][ MSE = 0.2628 | LCC = 0.8538 | SRCC = 0.8524 ] +INFO:root:Average loss=0.14907672514136022 +INFO:root: +[Valid][9][UTT][ MSE = 0.2646 | LCC = 0.8522 | SRCC = 0.8524 ] +INFO:root:Average loss=0.14496498325696358 +INFO:root: +[Valid][10][UTT][ MSE = 0.2742 | LCC = 0.8529 | SRCC = 0.8540 ] +INFO:root:Average loss=0.13120975651038 +INFO:root: +[Valid][11][UTT][ MSE = 0.2355 | LCC = 0.8580 | SRCC = 0.8560 ] +INFO:root:Average loss=0.120747194171716 +INFO:root: +[Valid][12][UTT][ MSE = 0.2534 | LCC = 0.8542 | SRCC = 0.8543 ] +INFO:root:Average loss=0.11378994264090672 +INFO:root: +[Valid][13][UTT][ MSE = 0.2488 | LCC = 0.8537 | SRCC = 0.8523 ] +INFO:root:Average loss=0.1065133097462165 +INFO:root: +[Valid][14][UTT][ MSE = 0.2767 | LCC = 0.8504 | SRCC = 0.8513 ] +INFO:root:Average loss=0.10829623005329034 +INFO:root: +[Valid][15][UTT][ MSE = 0.2435 | LCC = 0.8528 | SRCC = 0.8523 ] +INFO:root:Average loss=0.09737009421373025 +INFO:root: +[Valid][16][UTT][ MSE = 0.2469 | LCC = 0.8525 | SRCC = 0.8512 ] +INFO:root:Average loss=0.09333087117052995 +INFO:root: +[Valid][17][UTT][ MSE = 0.2499 | LCC = 0.8517 | SRCC = 0.8516 ] +INFO:root:Average loss=0.08740969866705246 +INFO:root: +[Valid][18][UTT][ MSE = 0.2601 | LCC = 0.8518 | SRCC = 0.8525 ] +INFO:root:Average loss=0.0781118128544245 +INFO:root: +[Valid][19][UTT][ MSE = 0.2511 | LCC = 0.8490 | SRCC = 0.8491 ] +INFO:root:Average loss=0.07485237884788941 +INFO:root: +[Valid][20][UTT][ MSE = 0.2377 | LCC = 0.8513 | SRCC = 0.8518 ] +INFO:root:Average loss=0.07946037935713927 +INFO:root: +[Valid][21][UTT][ MSE = 0.2501 | LCC = 0.8521 | SRCC = 0.8513 ] +INFO:root:Average loss=0.07163553384061043 +INFO:root: +[Valid][22][UTT][ MSE = 0.2832 | LCC = 0.8446 | SRCC = 0.8452 ] +INFO:root:Average loss=0.07256738803325555 +INFO:root: +[Valid][23][UTT][ MSE = 0.2276 | LCC = 0.8548 | SRCC = 0.8533 ] +INFO:root:Average loss=0.06370258699051845 +INFO:root: +[Valid][24][UTT][ MSE = 0.2358 | LCC = 0.8529 | SRCC = 0.8511 ] +INFO:root:Average loss=0.06231543818154396 +INFO:root: +[Valid][25][UTT][ MSE = 0.2398 | LCC = 0.8530 | SRCC = 0.8505 ] +INFO:root:Average loss=0.05945392005527631 +INFO:root: +[Valid][26][UTT][ MSE = 0.2417 | LCC = 0.8543 | SRCC = 0.8531 ] +INFO:root:Average loss=0.05954495282509388 +INFO:root: +[Valid][27][UTT][ MSE = 0.2399 | LCC = 0.8531 | SRCC = 0.8522 ] +INFO:root:Average loss=0.059221067991203226 +INFO:root: +[Valid][28][UTT][ MSE = 0.2421 | LCC = 0.8533 | SRCC = 0.8525 ] +INFO:root:Average loss=0.05930538685658039 +INFO:root: +[Valid][29][UTT][ MSE = 0.2348 | LCC = 0.8551 | SRCC = 0.8546 ] +INFO:root:Average loss=0.0557282395565357 +INFO:root: +[Valid][30][UTT][ MSE = 0.2587 | LCC = 0.8508 | SRCC = 0.8501 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2452 | LCC = 0.8520 | SRCC = 0.8535 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f3f645c26a3ccc276208ca941791df570f176ab --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ab3427e08fe21cb715612511dabf9dc9a962c5ca8d705ead7ffeb3d2524b9e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..eef517d8877345a827102658861a67cbf3a2da54 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f399d8523e32b125e60017abec880e6356e85b1b9150cccc13d98c1cd24303ac +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0ee25eb8c8f45bb69ee333e0e258e6f34b035cb6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer5/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.440632789180829 +INFO:root: +[Valid][0][UTT][ MSE = 0.3423 | LCC = 0.8040 | SRCC = 0.8062 ] +INFO:root:Average loss=0.2769255596093642 +INFO:root: +[Valid][1][UTT][ MSE = 0.3030 | LCC = 0.8363 | SRCC = 0.8338 ] +INFO:root:Average loss=0.24370400321025115 +INFO:root: +[Valid][2][UTT][ MSE = 0.2915 | LCC = 0.8424 | SRCC = 0.8388 ] +INFO:root:Average loss=0.2232109023592411 +INFO:root: +[Valid][3][UTT][ MSE = 0.2733 | LCC = 0.8479 | SRCC = 0.8479 ] +INFO:root:Average loss=0.19734020894154525 +INFO:root: +[Valid][4][UTT][ MSE = 0.2767 | LCC = 0.8549 | SRCC = 0.8511 ] +INFO:root:Average loss=0.18529265727370214 +INFO:root: +[Valid][5][UTT][ MSE = 0.2396 | LCC = 0.8576 | SRCC = 0.8563 ] +INFO:root:Average loss=0.17368695846734902 +INFO:root: +[Valid][6][UTT][ MSE = 0.2716 | LCC = 0.8558 | SRCC = 0.8548 ] +INFO:root:Average loss=0.15731440580044037 +INFO:root: +[Valid][7][UTT][ MSE = 0.2623 | LCC = 0.8597 | SRCC = 0.8582 ] +INFO:root:Average loss=0.1492131476600965 +INFO:root: +[Valid][8][UTT][ MSE = 0.2393 | LCC = 0.8561 | SRCC = 0.8549 ] +INFO:root:Average loss=0.13912334092534506 +INFO:root: +[Valid][9][UTT][ MSE = 0.2539 | LCC = 0.8550 | SRCC = 0.8550 ] +INFO:root:Average loss=0.13336492568636552 +INFO:root: +[Valid][10][UTT][ MSE = 0.2546 | LCC = 0.8533 | SRCC = 0.8509 ] +INFO:root:Average loss=0.12172118813181534 +INFO:root: +[Valid][11][UTT][ MSE = 0.2317 | LCC = 0.8575 | SRCC = 0.8570 ] +INFO:root:Average loss=0.11279679748874444 +INFO:root: +[Valid][12][UTT][ MSE = 0.2416 | LCC = 0.8539 | SRCC = 0.8536 ] +INFO:root:Average loss=0.12020231649661675 +INFO:root: +[Valid][13][UTT][ MSE = 0.2562 | LCC = 0.8555 | SRCC = 0.8543 ] +INFO:root:Average loss=0.09965758283550923 +INFO:root: +[Valid][14][UTT][ MSE = 0.2288 | LCC = 0.8574 | SRCC = 0.8561 ] +INFO:root:Average loss=0.09444686994911769 +INFO:root: +[Valid][15][UTT][ MSE = 0.2442 | LCC = 0.8527 | SRCC = 0.8509 ] +INFO:root:Average loss=0.0939451882090324 +INFO:root: +[Valid][16][UTT][ MSE = 0.2302 | LCC = 0.8569 | SRCC = 0.8552 ] +INFO:root:Average loss=0.08521000429605827 +INFO:root: +[Valid][17][UTT][ MSE = 0.2319 | LCC = 0.8555 | SRCC = 0.8548 ] +INFO:root:Average loss=0.08155398147228436 +INFO:root: +[Valid][18][UTT][ MSE = 0.2229 | LCC = 0.8557 | SRCC = 0.8559 ] +INFO:root:Average loss=0.08076945214699476 +INFO:root: +[Valid][19][UTT][ MSE = 0.2386 | LCC = 0.8564 | SRCC = 0.8542 ] +INFO:root:Average loss=0.08020685603603339 +INFO:root: +[Valid][20][UTT][ MSE = 0.2315 | LCC = 0.8555 | SRCC = 0.8534 ] +INFO:root:Average loss=0.06808629063650584 +INFO:root: +[Valid][21][UTT][ MSE = 0.2315 | LCC = 0.8560 | SRCC = 0.8535 ] +INFO:root:Average loss=0.06601778159920986 +INFO:root: +[Valid][22][UTT][ MSE = 0.2256 | LCC = 0.8590 | SRCC = 0.8572 ] +INFO:root:Average loss=0.0624178626980537 +INFO:root: +[Valid][23][UTT][ MSE = 0.2372 | LCC = 0.8557 | SRCC = 0.8548 ] +INFO:root:Average loss=0.0675360914797355 +INFO:root: +[Valid][24][UTT][ MSE = 0.2309 | LCC = 0.8568 | SRCC = 0.8542 ] +INFO:root:Average loss=0.060670554637908936 +INFO:root: +[Valid][25][UTT][ MSE = 0.2263 | LCC = 0.8559 | SRCC = 0.8549 ] +INFO:root:Average loss=0.05327345564579352 +INFO:root: +[Valid][26][UTT][ MSE = 0.2325 | LCC = 0.8561 | SRCC = 0.8533 ] +INFO:root:Average loss=0.053217802005700574 +INFO:root: +[Valid][27][UTT][ MSE = 0.2280 | LCC = 0.8569 | SRCC = 0.8551 ] +INFO:root:Average loss=0.05145088468606655 +INFO:root: +[Valid][28][UTT][ MSE = 0.2388 | LCC = 0.8529 | SRCC = 0.8499 ] +INFO:root:Average loss=0.04603676397639971 +INFO:root: +[Valid][29][UTT][ MSE = 0.2373 | LCC = 0.8560 | SRCC = 0.8532 ] +INFO:root:Average loss=0.04926757409404486 +INFO:root: +[Valid][30][UTT][ MSE = 0.2354 | LCC = 0.8560 | SRCC = 0.8542 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2868 | LCC = 0.8529 | SRCC = 0.8541 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a92c652497805046f9fdb1fe3ea798b78994d207 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c205d91f3d6bae74b16fc35314b552dc84f84ee53756bde1f1e367d644c07c99 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f168f9acd031471ec6302c6b6e96f6e52b43360 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc5f2a5327234d41e2684c3a7a4e3d2921adbc292b2325f5cf5e6a87c30ae3e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..16312dc0b96c8d0db83d3484e3b2057f9a2e5b80 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47040780939352816 +INFO:root: +[Valid][0][UTT][ MSE = 0.3468 | LCC = 0.7896 | SRCC = 0.7915 ] +INFO:root:Average loss=0.2847976778180171 +INFO:root: +[Valid][1][UTT][ MSE = 0.3038 | LCC = 0.8241 | SRCC = 0.8237 ] +INFO:root:Average loss=0.2524728616460776 +INFO:root: +[Valid][2][UTT][ MSE = 0.3145 | LCC = 0.8350 | SRCC = 0.8325 ] +INFO:root:Average loss=0.22784886098442933 +INFO:root: +[Valid][3][UTT][ MSE = 0.2943 | LCC = 0.8431 | SRCC = 0.8421 ] +INFO:root:Average loss=0.21348233883961654 +INFO:root: +[Valid][4][UTT][ MSE = 0.2528 | LCC = 0.8483 | SRCC = 0.8464 ] +INFO:root:Average loss=0.19737713650251046 +INFO:root: +[Valid][5][UTT][ MSE = 0.2605 | LCC = 0.8495 | SRCC = 0.8484 ] +INFO:root:Average loss=0.18409655969112348 +INFO:root: +[Valid][6][UTT][ MSE = 0.2908 | LCC = 0.8496 | SRCC = 0.8493 ] +INFO:root:Average loss=0.1725703270580524 +INFO:root: +[Valid][7][UTT][ MSE = 0.2758 | LCC = 0.8503 | SRCC = 0.8488 ] +INFO:root:Average loss=0.1616462038304561 +INFO:root: +[Valid][8][UTT][ MSE = 0.2740 | LCC = 0.8517 | SRCC = 0.8493 ] +INFO:root:Average loss=0.15077212596168885 +INFO:root: +[Valid][9][UTT][ MSE = 0.2562 | LCC = 0.8522 | SRCC = 0.8513 ] +INFO:root:Average loss=0.13316431058905062 +INFO:root: +[Valid][10][UTT][ MSE = 0.2672 | LCC = 0.8465 | SRCC = 0.8462 ] +INFO:root:Average loss=0.14173676618016684 +INFO:root: +[Valid][11][UTT][ MSE = 0.2896 | LCC = 0.8461 | SRCC = 0.8462 ] +INFO:root:Average loss=0.12550433753774717 +INFO:root: +[Valid][12][UTT][ MSE = 0.2513 | LCC = 0.8476 | SRCC = 0.8474 ] +INFO:root:Average loss=0.11544311151672633 +INFO:root: +[Valid][13][UTT][ MSE = 0.2553 | LCC = 0.8465 | SRCC = 0.8466 ] +INFO:root:Average loss=0.10236274651609935 +INFO:root: +[Valid][14][UTT][ MSE = 0.2467 | LCC = 0.8453 | SRCC = 0.8442 ] +INFO:root:Average loss=0.10719781731947875 +INFO:root: +[Valid][15][UTT][ MSE = 0.2615 | LCC = 0.8444 | SRCC = 0.8440 ] +INFO:root:Average loss=0.10776156464066261 +INFO:root: +[Valid][16][UTT][ MSE = 0.2540 | LCC = 0.8451 | SRCC = 0.8440 ] +INFO:root:Average loss=0.0957528503659444 +INFO:root: +[Valid][17][UTT][ MSE = 0.2496 | LCC = 0.8476 | SRCC = 0.8472 ] +INFO:root:Average loss=0.09491507049936515 +INFO:root: +[Valid][18][UTT][ MSE = 0.2625 | LCC = 0.8453 | SRCC = 0.8455 ] +INFO:root:Average loss=0.08656031103470387 +INFO:root: +[Valid][19][UTT][ MSE = 0.2573 | LCC = 0.8469 | SRCC = 0.8467 ] +INFO:root:Average loss=0.07760185089248878 +INFO:root: +[Valid][20][UTT][ MSE = 0.2789 | LCC = 0.8443 | SRCC = 0.8439 ] +INFO:root:Average loss=0.07448826973827985 +INFO:root: +[Valid][21][UTT][ MSE = 0.2542 | LCC = 0.8401 | SRCC = 0.8404 ] +INFO:root:Average loss=0.07037244560435796 +INFO:root: +[Valid][22][UTT][ MSE = 0.2645 | LCC = 0.8451 | SRCC = 0.8446 ] +INFO:root:Average loss=0.06731914499631295 +INFO:root: +[Valid][23][UTT][ MSE = 0.2720 | LCC = 0.8441 | SRCC = 0.8432 ] +INFO:root:Average loss=0.06750235181206311 +INFO:root: +[Valid][24][UTT][ MSE = 0.2553 | LCC = 0.8444 | SRCC = 0.8443 ] +INFO:root:Average loss=0.06247976551262232 +INFO:root: +[Valid][25][UTT][ MSE = 0.2927 | LCC = 0.8384 | SRCC = 0.8391 ] +INFO:root:Average loss=0.06584692392975856 +INFO:root: +[Valid][26][UTT][ MSE = 0.2691 | LCC = 0.8437 | SRCC = 0.8437 ] +INFO:root:Average loss=0.06266157863995968 +INFO:root: +[Valid][27][UTT][ MSE = 0.2720 | LCC = 0.8460 | SRCC = 0.8463 ] +INFO:root:Average loss=0.05764797415870886 +INFO:root: +[Valid][28][UTT][ MSE = 0.2713 | LCC = 0.8454 | SRCC = 0.8449 ] +INFO:root:Average loss=0.05588005172709624 +INFO:root: +[Valid][29][UTT][ MSE = 0.2823 | LCC = 0.8440 | SRCC = 0.8440 ] +INFO:root:Average loss=0.05419999981919924 +INFO:root: +[Valid][30][UTT][ MSE = 0.2399 | LCC = 0.8461 | SRCC = 0.8459 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2553 | LCC = 0.8486 | SRCC = 0.8482 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf53497349ffd153644a04cdb81056aa67cfce1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3498eb1c7c7bf380e688a2bd429b0a1514b48c8f0bef510a012b5d2cf8c9bdb4 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f9c4192d3b52f129e98168dd716a973cdbbe224 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a4792b0e1dc7e0d3c7e6a025bb2449de7ab3f0bb3621b780e099b0b3ac2051b +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d214163071c50604dea47284e3d55f39a9e73e7e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46640389928450954 +INFO:root: +[Valid][0][UTT][ MSE = 0.3622 | LCC = 0.7891 | SRCC = 0.8015 ] +INFO:root:Average loss=0.28379953385163575 +INFO:root: +[Valid][1][UTT][ MSE = 0.3096 | LCC = 0.8280 | SRCC = 0.8283 ] +INFO:root:Average loss=0.2506103840393898 +INFO:root: +[Valid][2][UTT][ MSE = 0.2913 | LCC = 0.8394 | SRCC = 0.8400 ] +INFO:root:Average loss=0.23249359705891365 +INFO:root: +[Valid][3][UTT][ MSE = 0.2797 | LCC = 0.8443 | SRCC = 0.8418 ] +INFO:root:Average loss=0.21199272802242866 +INFO:root: +[Valid][4][UTT][ MSE = 0.2710 | LCC = 0.8480 | SRCC = 0.8446 ] +INFO:root:Average loss=0.19975523344981364 +INFO:root: +[Valid][5][UTT][ MSE = 0.2673 | LCC = 0.8475 | SRCC = 0.8472 ] +INFO:root:Average loss=0.1898851839777751 +INFO:root: +[Valid][6][UTT][ MSE = 0.2709 | LCC = 0.8511 | SRCC = 0.8483 ] +INFO:root:Average loss=0.1755053773522377 +INFO:root: +[Valid][7][UTT][ MSE = 0.2503 | LCC = 0.8541 | SRCC = 0.8510 ] +INFO:root:Average loss=0.16061040310141367 +INFO:root: +[Valid][8][UTT][ MSE = 0.2807 | LCC = 0.8522 | SRCC = 0.8511 ] +INFO:root:Average loss=0.14945117174050745 +INFO:root: +[Valid][9][UTT][ MSE = 0.2459 | LCC = 0.8515 | SRCC = 0.8491 ] +INFO:root:Average loss=0.14569364354396477 +INFO:root: +[Valid][10][UTT][ MSE = 0.2486 | LCC = 0.8508 | SRCC = 0.8482 ] +INFO:root:Average loss=0.1416880479798867 +INFO:root: +[Valid][11][UTT][ MSE = 0.2413 | LCC = 0.8508 | SRCC = 0.8488 ] +INFO:root:Average loss=0.12811346247028083 +INFO:root: +[Valid][12][UTT][ MSE = 0.2651 | LCC = 0.8460 | SRCC = 0.8435 ] +INFO:root:Average loss=0.11279336678294036 +INFO:root: +[Valid][13][UTT][ MSE = 0.2489 | LCC = 0.8470 | SRCC = 0.8443 ] +INFO:root:Average loss=0.11669147807436112 +INFO:root: +[Valid][14][UTT][ MSE = 0.2543 | LCC = 0.8453 | SRCC = 0.8421 ] +INFO:root:Average loss=0.10580313831376724 +INFO:root: +[Valid][15][UTT][ MSE = 0.2505 | LCC = 0.8496 | SRCC = 0.8471 ] +INFO:root:Average loss=0.11645764227096851 +INFO:root: +[Valid][16][UTT][ MSE = 0.3083 | LCC = 0.8412 | SRCC = 0.8401 ] +INFO:root:Average loss=0.09696846942488964 +INFO:root: +[Valid][17][UTT][ MSE = 0.2799 | LCC = 0.8417 | SRCC = 0.8392 ] +INFO:root:Average loss=0.09029279835522175 +INFO:root: +[Valid][18][UTT][ MSE = 0.2425 | LCC = 0.8464 | SRCC = 0.8445 ] +INFO:root:Average loss=0.08265529042826249 +INFO:root: +[Valid][19][UTT][ MSE = 0.2410 | LCC = 0.8441 | SRCC = 0.8425 ] +INFO:root:Average loss=0.08152824783554444 +INFO:root: +[Valid][20][UTT][ MSE = 0.2534 | LCC = 0.8419 | SRCC = 0.8399 ] +INFO:root:Average loss=0.08220520219168602 +INFO:root: +[Valid][21][UTT][ MSE = 0.2503 | LCC = 0.8423 | SRCC = 0.8413 ] +INFO:root:Average loss=0.08141673136598025 +INFO:root: +[Valid][22][UTT][ MSE = 0.2641 | LCC = 0.8407 | SRCC = 0.8398 ] +INFO:root:Average loss=0.07726746214888035 +INFO:root: +[Valid][23][UTT][ MSE = 0.2577 | LCC = 0.8423 | SRCC = 0.8406 ] +INFO:root:Average loss=0.06693116857264286 +INFO:root: +[Valid][24][UTT][ MSE = 0.2645 | LCC = 0.8394 | SRCC = 0.8384 ] +INFO:root:Average loss=0.07199445309547278 +INFO:root: +[Valid][25][UTT][ MSE = 0.2514 | LCC = 0.8423 | SRCC = 0.8410 ] +INFO:root:Average loss=0.07116440860315776 +INFO:root: +[Valid][26][UTT][ MSE = 0.2584 | LCC = 0.8404 | SRCC = 0.8382 ] +INFO:root:Average loss=0.062282325652165293 +INFO:root: +[Valid][27][UTT][ MSE = 0.2736 | LCC = 0.8391 | SRCC = 0.8386 ] +INFO:root:Average loss=0.06544030405198917 +INFO:root: +[Valid][28][UTT][ MSE = 0.2503 | LCC = 0.8447 | SRCC = 0.8432 ] +INFO:root:Average loss=0.058969370590952724 +INFO:root: +[Valid][29][UTT][ MSE = 0.2572 | LCC = 0.8427 | SRCC = 0.8409 ] +INFO:root:Average loss=0.056886494207458616 +INFO:root: +[Valid][30][UTT][ MSE = 0.2591 | LCC = 0.8395 | SRCC = 0.8374 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2621 | LCC = 0.8482 | SRCC = 0.8478 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..488df2d2f823db9b68265fb55981e28767a06346 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9566b09fc7cc32e0695b9a2c556a353eba0d878603830a82e6a9349e070318 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e73614372f4744942e06313c59b87c76d95ae4d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01eb940b57fefb1a399a1914f6cae931e23d5ddaecbf5f4de6409d5343a4caa2 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e4437b4bbd95d1387f25b96554c94fd69ccf29ff --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5075658947611467 +INFO:root: +[Valid][0][UTT][ MSE = 0.3460 | LCC = 0.7946 | SRCC = 0.7971 ] +INFO:root:Average loss=0.29026743674125427 +INFO:root: +[Valid][1][UTT][ MSE = 0.3157 | LCC = 0.8235 | SRCC = 0.8257 ] +INFO:root:Average loss=0.26149706408763546 +INFO:root: +[Valid][2][UTT][ MSE = 0.3037 | LCC = 0.8393 | SRCC = 0.8374 ] +INFO:root:Average loss=0.2327426495269323 +INFO:root: +[Valid][3][UTT][ MSE = 0.3205 | LCC = 0.8496 | SRCC = 0.8473 ] +INFO:root:Average loss=0.21384479926946837 +INFO:root: +[Valid][4][UTT][ MSE = 0.3199 | LCC = 0.8498 | SRCC = 0.8465 ] +INFO:root:Average loss=0.20510303028500998 +INFO:root: +[Valid][5][UTT][ MSE = 0.2536 | LCC = 0.8533 | SRCC = 0.8515 ] +INFO:root:Average loss=0.1931032039798223 +INFO:root: +[Valid][6][UTT][ MSE = 0.2766 | LCC = 0.8560 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1812341873271343 +INFO:root: +[Valid][7][UTT][ MSE = 0.2795 | LCC = 0.8580 | SRCC = 0.8554 ] +INFO:root:Average loss=0.1680853291390798 +INFO:root: +[Valid][8][UTT][ MSE = 0.2475 | LCC = 0.8575 | SRCC = 0.8561 ] +INFO:root:Average loss=0.15964612326560876 +INFO:root: +[Valid][9][UTT][ MSE = 0.3446 | LCC = 0.8529 | SRCC = 0.8518 ] +INFO:root:Average loss=0.17504164137137243 +INFO:root: +[Valid][10][UTT][ MSE = 0.2636 | LCC = 0.8554 | SRCC = 0.8549 ] +INFO:root:Average loss=0.1450587782340172 +INFO:root: +[Valid][11][UTT][ MSE = 0.2684 | LCC = 0.8551 | SRCC = 0.8541 ] +INFO:root:Average loss=0.12834073058687723 +INFO:root: +[Valid][12][UTT][ MSE = 0.2483 | LCC = 0.8542 | SRCC = 0.8537 ] +INFO:root:Average loss=0.12355610938408436 +INFO:root: +[Valid][13][UTT][ MSE = 0.2446 | LCC = 0.8541 | SRCC = 0.8534 ] +INFO:root:Average loss=0.11410496488977702 +INFO:root: +[Valid][14][UTT][ MSE = 0.2577 | LCC = 0.8534 | SRCC = 0.8519 ] +INFO:root:Average loss=0.1053730219316024 +INFO:root: +[Valid][15][UTT][ MSE = 0.2440 | LCC = 0.8537 | SRCC = 0.8535 ] +INFO:root:Average loss=0.10492380135334455 +INFO:root: +[Valid][16][UTT][ MSE = 0.2751 | LCC = 0.8515 | SRCC = 0.8518 ] +INFO:root:Average loss=0.09638812273549728 +INFO:root: +[Valid][17][UTT][ MSE = 0.2748 | LCC = 0.8496 | SRCC = 0.8492 ] +INFO:root:Average loss=0.09047482062417728 +INFO:root: +[Valid][18][UTT][ MSE = 0.2840 | LCC = 0.8496 | SRCC = 0.8497 ] +INFO:root:Average loss=0.08396384506844558 +INFO:root: +[Valid][19][UTT][ MSE = 0.2948 | LCC = 0.8490 | SRCC = 0.8510 ] +INFO:root:Average loss=0.08005128920269318 +INFO:root: +[Valid][20][UTT][ MSE = 0.2681 | LCC = 0.8495 | SRCC = 0.8496 ] +INFO:root:Average loss=0.07758580420452815 +INFO:root: +[Valid][21][UTT][ MSE = 0.3260 | LCC = 0.8439 | SRCC = 0.8465 ] +INFO:root:Average loss=0.07589406610872501 +INFO:root: +[Valid][22][UTT][ MSE = 0.2512 | LCC = 0.8486 | SRCC = 0.8489 ] +INFO:root:Average loss=0.07789191102179197 +INFO:root: +[Valid][23][UTT][ MSE = 0.2589 | LCC = 0.8496 | SRCC = 0.8501 ] +INFO:root:Average loss=0.07236680025473619 +INFO:root: +[Valid][24][UTT][ MSE = 0.2576 | LCC = 0.8491 | SRCC = 0.8490 ] +INFO:root:Average loss=0.06969243498184742 +INFO:root: +[Valid][25][UTT][ MSE = 0.2495 | LCC = 0.8495 | SRCC = 0.8502 ] +INFO:root:Average loss=0.060403333499263495 +INFO:root: +[Valid][26][UTT][ MSE = 0.2680 | LCC = 0.8480 | SRCC = 0.8482 ] +INFO:root:Average loss=0.05890220102782433 +INFO:root: +[Valid][27][UTT][ MSE = 0.2872 | LCC = 0.8441 | SRCC = 0.8442 ] +INFO:root:Average loss=0.06078556757897903 +INFO:root: +[Valid][28][UTT][ MSE = 0.2488 | LCC = 0.8476 | SRCC = 0.8471 ] +INFO:root:Average loss=0.05815214417779293 +INFO:root: +[Valid][29][UTT][ MSE = 0.2858 | LCC = 0.8456 | SRCC = 0.8455 ] +INFO:root:Average loss=0.05704020708799362 +INFO:root: +[Valid][30][UTT][ MSE = 0.2525 | LCC = 0.8443 | SRCC = 0.8443 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2809 | LCC = 0.8438 | SRCC = 0.8419 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..797a7820dd0dcdc8ac5b966e8256f3e40de9c186 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76699d2d70516755a81dcece7b881fa432cda58c0e6e90d256c57bb8d5eca5d2 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..73861548aa0193df0350033692759d56edd3f4e9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f67032609eb9d2388f9cc3649e72199616fd224a8816b611184f728e80092a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4736447a3437c6680d4bfe89579ba45aaead3833 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.43978516661967987 +INFO:root: +[Valid][0][UTT][ MSE = 0.3516 | LCC = 0.7972 | SRCC = 0.7990 ] +INFO:root:Average loss=0.28500203253367007 +INFO:root: +[Valid][1][UTT][ MSE = 0.3239 | LCC = 0.8284 | SRCC = 0.8259 ] +INFO:root:Average loss=0.25458285747430265 +INFO:root: +[Valid][2][UTT][ MSE = 0.2995 | LCC = 0.8410 | SRCC = 0.8383 ] +INFO:root:Average loss=0.22501173214270517 +INFO:root: +[Valid][3][UTT][ MSE = 0.2746 | LCC = 0.8480 | SRCC = 0.8455 ] +INFO:root:Average loss=0.21156645699953422 +INFO:root: +[Valid][4][UTT][ MSE = 0.2995 | LCC = 0.8461 | SRCC = 0.8420 ] +INFO:root:Average loss=0.20807096094657213 +INFO:root: +[Valid][5][UTT][ MSE = 0.2909 | LCC = 0.8505 | SRCC = 0.8478 ] +INFO:root:Average loss=0.19301560339637291 +INFO:root: +[Valid][6][UTT][ MSE = 0.2692 | LCC = 0.8511 | SRCC = 0.8481 ] +INFO:root:Average loss=0.18584806653551567 +INFO:root: +[Valid][7][UTT][ MSE = 0.2793 | LCC = 0.8519 | SRCC = 0.8505 ] +INFO:root:Average loss=0.1655916224878568 +INFO:root: +[Valid][8][UTT][ MSE = 0.2478 | LCC = 0.8522 | SRCC = 0.8505 ] +INFO:root:Average loss=0.16109384204714727 +INFO:root: +[Valid][9][UTT][ MSE = 0.2495 | LCC = 0.8533 | SRCC = 0.8516 ] +INFO:root:Average loss=0.15531294897962838 +INFO:root: +[Valid][10][UTT][ MSE = 0.2605 | LCC = 0.8516 | SRCC = 0.8500 ] +INFO:root:Average loss=0.13765670311374542 +INFO:root: +[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.8487 | SRCC = 0.8472 ] +INFO:root:Average loss=0.12743768917444426 +INFO:root: +[Valid][12][UTT][ MSE = 0.2544 | LCC = 0.8531 | SRCC = 0.8514 ] +INFO:root:Average loss=0.11787287957775287 +INFO:root: +[Valid][13][UTT][ MSE = 0.2562 | LCC = 0.8500 | SRCC = 0.8497 ] +INFO:root:Average loss=0.11734688291564965 +INFO:root: +[Valid][14][UTT][ MSE = 0.2526 | LCC = 0.8482 | SRCC = 0.8474 ] +INFO:root:Average loss=0.11064825827876727 +INFO:root: +[Valid][15][UTT][ MSE = 0.2513 | LCC = 0.8475 | SRCC = 0.8468 ] +INFO:root:Average loss=0.09880908282521443 +INFO:root: +[Valid][16][UTT][ MSE = 0.2790 | LCC = 0.8391 | SRCC = 0.8395 ] +INFO:root:Average loss=0.09873047213141735 +INFO:root: +[Valid][17][UTT][ MSE = 0.2527 | LCC = 0.8459 | SRCC = 0.8454 ] +INFO:root:Average loss=0.09585528844633164 +INFO:root: +[Valid][18][UTT][ MSE = 0.2458 | LCC = 0.8474 | SRCC = 0.8474 ] +INFO:root:Average loss=0.09206413582731517 +INFO:root: +[Valid][19][UTT][ MSE = 0.2528 | LCC = 0.8471 | SRCC = 0.8466 ] +INFO:root:Average loss=0.08207124414352271 +INFO:root: +[Valid][20][UTT][ MSE = 0.2481 | LCC = 0.8484 | SRCC = 0.8477 ] +INFO:root:Average loss=0.07701822532675205 +INFO:root: +[Valid][21][UTT][ MSE = 0.2608 | LCC = 0.8461 | SRCC = 0.8461 ] +INFO:root:Average loss=0.07568967781769924 +INFO:root: +[Valid][22][UTT][ MSE = 0.2615 | LCC = 0.8489 | SRCC = 0.8487 ] +INFO:root:Average loss=0.07623693471153577 +INFO:root: +[Valid][23][UTT][ MSE = 0.2567 | LCC = 0.8501 | SRCC = 0.8501 ] +INFO:root:Average loss=0.07265575683842866 +INFO:root: +[Valid][24][UTT][ MSE = 0.2444 | LCC = 0.8496 | SRCC = 0.8493 ] +INFO:root:Average loss=0.07118678231460926 +INFO:root: +[Valid][25][UTT][ MSE = 0.2479 | LCC = 0.8479 | SRCC = 0.8474 ] +INFO:root:Average loss=0.06768396544532898 +INFO:root: +[Valid][26][UTT][ MSE = 0.2398 | LCC = 0.8519 | SRCC = 0.8516 ] +INFO:root:Average loss=0.06559269493206954 +INFO:root: +[Valid][27][UTT][ MSE = 0.2513 | LCC = 0.8479 | SRCC = 0.8472 ] +INFO:root:Average loss=0.059528422326995775 +INFO:root: +[Valid][28][UTT][ MSE = 0.2594 | LCC = 0.8483 | SRCC = 0.8477 ] +INFO:root:Average loss=0.06218712361386189 +INFO:root: +[Valid][29][UTT][ MSE = 0.2527 | LCC = 0.8458 | SRCC = 0.8447 ] +INFO:root:Average loss=0.054288098779626384 +INFO:root: +[Valid][30][UTT][ MSE = 0.2455 | LCC = 0.8465 | SRCC = 0.8460 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2665 | LCC = 0.8479 | SRCC = 0.8482 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1327778304f4b93b80abb8e91f1dcb833a6c440 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b76d535939528c03e8870b68476f04fc36ef33dec2041f039ff6f4405637e58 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d4397cf18647d7a71e7d160696726fa66f9ffde --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e73c4d0d0a68fc1593ec8c7701bdd20773a7aa9eca6c3b2f22875eb6a3ea69 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8d5e2d35b1159d46fc547ccc9de4c27820034247 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.420570028707003 +INFO:root: +[Valid][0][UTT][ MSE = 0.3520 | LCC = 0.7927 | SRCC = 0.7947 ] +INFO:root:Average loss=0.2827154512588794 +INFO:root: +[Valid][1][UTT][ MSE = 0.2978 | LCC = 0.8234 | SRCC = 0.8231 ] +INFO:root:Average loss=0.25289534548154247 +INFO:root: +[Valid][2][UTT][ MSE = 0.2854 | LCC = 0.8390 | SRCC = 0.8372 ] +INFO:root:Average loss=0.22739037288687167 +INFO:root: +[Valid][3][UTT][ MSE = 0.2965 | LCC = 0.8433 | SRCC = 0.8405 ] +INFO:root:Average loss=0.2204444822974694 +INFO:root: +[Valid][4][UTT][ MSE = 0.2509 | LCC = 0.8441 | SRCC = 0.8437 ] +INFO:root:Average loss=0.20369883120442048 +INFO:root: +[Valid][5][UTT][ MSE = 0.2764 | LCC = 0.8506 | SRCC = 0.8499 ] +INFO:root:Average loss=0.19148393663076255 +INFO:root: +[Valid][6][UTT][ MSE = 0.2672 | LCC = 0.8482 | SRCC = 0.8486 ] +INFO:root:Average loss=0.1780370073631788 +INFO:root: +[Valid][7][UTT][ MSE = 0.2902 | LCC = 0.8497 | SRCC = 0.8500 ] +INFO:root:Average loss=0.1674891094175669 +INFO:root: +[Valid][8][UTT][ MSE = 0.2386 | LCC = 0.8501 | SRCC = 0.8504 ] +INFO:root:Average loss=0.1523930867895102 +INFO:root: +[Valid][9][UTT][ MSE = 0.2392 | LCC = 0.8534 | SRCC = 0.8528 ] +INFO:root:Average loss=0.1557608945056414 +INFO:root: +[Valid][10][UTT][ MSE = 0.2393 | LCC = 0.8502 | SRCC = 0.8500 ] +INFO:root:Average loss=0.15239368885373458 +INFO:root: +[Valid][11][UTT][ MSE = 0.2733 | LCC = 0.8470 | SRCC = 0.8476 ] +INFO:root:Average loss=0.12914409259190926 +INFO:root: +[Valid][12][UTT][ MSE = 0.2661 | LCC = 0.8434 | SRCC = 0.8439 ] +INFO:root:Average loss=0.1191936058875842 +INFO:root: +[Valid][13][UTT][ MSE = 0.2452 | LCC = 0.8428 | SRCC = 0.8433 ] +INFO:root:Average loss=0.1152621593612891 +INFO:root: +[Valid][14][UTT][ MSE = 0.2952 | LCC = 0.8424 | SRCC = 0.8417 ] +INFO:root:Average loss=0.12354740615074451 +INFO:root: +[Valid][15][UTT][ MSE = 0.2569 | LCC = 0.8435 | SRCC = 0.8447 ] +INFO:root:Average loss=0.10981429435121708 +INFO:root: +[Valid][16][UTT][ MSE = 0.2542 | LCC = 0.8430 | SRCC = 0.8419 ] +INFO:root:Average loss=0.10210582833641614 +INFO:root: +[Valid][17][UTT][ MSE = 0.2722 | LCC = 0.8427 | SRCC = 0.8432 ] +INFO:root:Average loss=0.09427633623664196 +INFO:root: +[Valid][18][UTT][ MSE = 0.2613 | LCC = 0.8383 | SRCC = 0.8387 ] +INFO:root:Average loss=0.08598086395515846 +INFO:root: +[Valid][19][UTT][ MSE = 0.2708 | LCC = 0.8360 | SRCC = 0.8369 ] +INFO:root:Average loss=0.0860133903244367 +INFO:root: +[Valid][20][UTT][ MSE = 0.2787 | LCC = 0.8364 | SRCC = 0.8368 ] +INFO:root:Average loss=0.08268515923275398 +INFO:root: +[Valid][21][UTT][ MSE = 0.2650 | LCC = 0.8336 | SRCC = 0.8337 ] +INFO:root:Average loss=0.07361353422777775 +INFO:root: +[Valid][22][UTT][ MSE = 0.2606 | LCC = 0.8358 | SRCC = 0.8350 ] +INFO:root:Average loss=0.07229995579482654 +INFO:root: +[Valid][23][UTT][ MSE = 0.2577 | LCC = 0.8366 | SRCC = 0.8362 ] +INFO:root:Average loss=0.07023149074461216 +INFO:root: +[Valid][24][UTT][ MSE = 0.2757 | LCC = 0.8386 | SRCC = 0.8388 ] +INFO:root:Average loss=0.06715868188975713 +INFO:root: +[Valid][25][UTT][ MSE = 0.2598 | LCC = 0.8357 | SRCC = 0.8349 ] +INFO:root:Average loss=0.06572776459730588 +INFO:root: +[Valid][26][UTT][ MSE = 0.2553 | LCC = 0.8367 | SRCC = 0.8365 ] +INFO:root:Average loss=0.06025792629672931 +INFO:root: +[Valid][27][UTT][ MSE = 0.2691 | LCC = 0.8357 | SRCC = 0.8341 ] +INFO:root:Average loss=0.0665111626761082 +INFO:root: +[Valid][28][UTT][ MSE = 0.2612 | LCC = 0.8359 | SRCC = 0.8343 ] +INFO:root:Average loss=0.057380601620444886 +INFO:root: +[Valid][29][UTT][ MSE = 0.2734 | LCC = 0.8321 | SRCC = 0.8317 ] +INFO:root:Average loss=0.055680168935885795 +INFO:root: +[Valid][30][UTT][ MSE = 0.2831 | LCC = 0.8307 | SRCC = 0.8307 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2677 | LCC = 0.8461 | SRCC = 0.8473 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c276426695bc8d65d73b2049ddb1075a6f4b0ee --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f596c9104b25f80f7d3aa30aa03caa77b1a1685f6f93837db226092d92e44320 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1b128a6880e42ab09ee88128c6f4bea4c9476c1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44222881ec11e95d5b0b4d5cadf71f830f1bb283eea6ebabdd23a56bc276ffea +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6e88d2acdb9f24f1389937eae1825275e025b895 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3987163972014036 +INFO:root: +[Valid][0][UTT][ MSE = 0.3373 | LCC = 0.8154 | SRCC = 0.8205 ] +INFO:root:Average loss=0.2654454776873955 +INFO:root: +[Valid][1][UTT][ MSE = 0.3323 | LCC = 0.8458 | SRCC = 0.8433 ] +INFO:root:Average loss=0.23150800455075043 +INFO:root: +[Valid][2][UTT][ MSE = 0.2826 | LCC = 0.8514 | SRCC = 0.8496 ] +INFO:root:Average loss=0.21382885942092308 +INFO:root: +[Valid][3][UTT][ MSE = 0.2436 | LCC = 0.8566 | SRCC = 0.8549 ] +INFO:root:Average loss=0.21079810441304475 +INFO:root: +[Valid][4][UTT][ MSE = 0.3011 | LCC = 0.8568 | SRCC = 0.8549 ] +INFO:root:Average loss=0.1882258802652359 +INFO:root: +[Valid][5][UTT][ MSE = 0.2524 | LCC = 0.8554 | SRCC = 0.8534 ] +INFO:root:Average loss=0.17371350593673876 +INFO:root: +[Valid][6][UTT][ MSE = 0.2572 | LCC = 0.8561 | SRCC = 0.8561 ] +INFO:root:Average loss=0.16841356475383806 +INFO:root: +[Valid][7][UTT][ MSE = 0.2686 | LCC = 0.8570 | SRCC = 0.8547 ] +INFO:root:Average loss=0.16264294575040156 +INFO:root: +[Valid][8][UTT][ MSE = 0.2474 | LCC = 0.8573 | SRCC = 0.8558 ] +INFO:root:Average loss=0.15718976971812737 +INFO:root: +[Valid][9][UTT][ MSE = 0.2357 | LCC = 0.8542 | SRCC = 0.8536 ] +INFO:root:Average loss=0.13570824208167884 +INFO:root: +[Valid][10][UTT][ MSE = 0.2564 | LCC = 0.8511 | SRCC = 0.8486 ] +INFO:root:Average loss=0.1273104161119614 +INFO:root: +[Valid][11][UTT][ MSE = 0.2871 | LCC = 0.8527 | SRCC = 0.8532 ] +INFO:root:Average loss=0.12216594461829235 +INFO:root: +[Valid][12][UTT][ MSE = 0.2726 | LCC = 0.8546 | SRCC = 0.8521 ] +INFO:root:Average loss=0.11005371799453711 +INFO:root: +[Valid][13][UTT][ MSE = 0.2538 | LCC = 0.8489 | SRCC = 0.8475 ] +INFO:root:Average loss=0.10464241231481235 +INFO:root: +[Valid][14][UTT][ MSE = 0.2668 | LCC = 0.8490 | SRCC = 0.8472 ] +INFO:root:Average loss=0.10206075929678403 +INFO:root: +[Valid][15][UTT][ MSE = 0.2618 | LCC = 0.8467 | SRCC = 0.8454 ] +INFO:root:Average loss=0.09557346378763516 +INFO:root: +[Valid][16][UTT][ MSE = 0.2918 | LCC = 0.8473 | SRCC = 0.8445 ] +INFO:root:Average loss=0.0899546208480994 +INFO:root: +[Valid][17][UTT][ MSE = 0.2761 | LCC = 0.8513 | SRCC = 0.8515 ] +INFO:root:Average loss=0.08617332611137475 +INFO:root: +[Valid][18][UTT][ MSE = 0.3299 | LCC = 0.8443 | SRCC = 0.8429 ] +INFO:root:Average loss=0.085644580805913 +INFO:root: +[Valid][19][UTT][ MSE = 0.3038 | LCC = 0.8426 | SRCC = 0.8405 ] +INFO:root:Average loss=0.07965702276963454 +INFO:root: +[Valid][20][UTT][ MSE = 0.2437 | LCC = 0.8489 | SRCC = 0.8485 ] +INFO:root:Average loss=0.07718084934048164 +INFO:root: +[Valid][21][UTT][ MSE = 0.3199 | LCC = 0.8437 | SRCC = 0.8426 ] +INFO:root:Average loss=0.07021113146000947 +INFO:root: +[Valid][22][UTT][ MSE = 0.3095 | LCC = 0.8448 | SRCC = 0.8441 ] +INFO:root:Average loss=0.06651001237332821 +INFO:root: +[Valid][23][UTT][ MSE = 0.3293 | LCC = 0.8440 | SRCC = 0.8426 ] +INFO:root:Average loss=0.06625367261660405 +INFO:root: +[Valid][24][UTT][ MSE = 0.3194 | LCC = 0.8437 | SRCC = 0.8445 ] +INFO:root:Average loss=0.061046320371902905 +INFO:root: +[Valid][25][UTT][ MSE = 0.2808 | LCC = 0.8400 | SRCC = 0.8383 ] +INFO:root:Average loss=0.061678845387620806 +INFO:root: +[Valid][26][UTT][ MSE = 0.2875 | LCC = 0.8421 | SRCC = 0.8419 ] +INFO:root:Average loss=0.06355267906418213 +INFO:root: +[Valid][27][UTT][ MSE = 0.3249 | LCC = 0.8396 | SRCC = 0.8409 ] +INFO:root:Average loss=0.05961080272801411 +INFO:root: +[Valid][28][UTT][ MSE = 0.2736 | LCC = 0.8387 | SRCC = 0.8378 ] +INFO:root:Average loss=0.05574739452164907 +INFO:root: +[Valid][29][UTT][ MSE = 0.2516 | LCC = 0.8406 | SRCC = 0.8400 ] +INFO:root:Average loss=0.0558573588108023 +INFO:root: +[Valid][30][UTT][ MSE = 0.3263 | LCC = 0.8380 | SRCC = 0.8372 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2536 | LCC = 0.8463 | SRCC = 0.8463 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb9fdd3d4017ef743745bfca8c7731d14b712380 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06490309c77fc3884a080a5b6bb450be46f21dcdaf3c8651a29a4412f433e896 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3167e9d2eb628a50f1870ce83213cf63719ac75 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a32e0800a9f1e3ae2673e08d8bedbb2d5cfd5b21469050933f011fe7f1f7b3 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..31223b3508607ba4124d2dae34b31067fa5f3fa9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.493474352818269 +INFO:root: +[Valid][0][UTT][ MSE = 0.3615 | LCC = 0.7981 | SRCC = 0.8028 ] +INFO:root:Average loss=0.29078767754328555 +INFO:root: +[Valid][1][UTT][ MSE = 0.3440 | LCC = 0.8279 | SRCC = 0.8302 ] +INFO:root:Average loss=0.2504318960202046 +INFO:root: +[Valid][2][UTT][ MSE = 0.2820 | LCC = 0.8468 | SRCC = 0.8462 ] +INFO:root:Average loss=0.22582051348991883 +INFO:root: +[Valid][3][UTT][ MSE = 0.2680 | LCC = 0.8529 | SRCC = 0.8533 ] +INFO:root:Average loss=0.21647841082169458 +INFO:root: +[Valid][4][UTT][ MSE = 0.2632 | LCC = 0.8522 | SRCC = 0.8523 ] +INFO:root:Average loss=0.19866898140081993 +INFO:root: +[Valid][5][UTT][ MSE = 0.2813 | LCC = 0.8516 | SRCC = 0.8523 ] +INFO:root:Average loss=0.18444903691609701 +INFO:root: +[Valid][6][UTT][ MSE = 0.2566 | LCC = 0.8582 | SRCC = 0.8586 ] +INFO:root:Average loss=0.1721430623378509 +INFO:root: +[Valid][7][UTT][ MSE = 0.2340 | LCC = 0.8594 | SRCC = 0.8601 ] +INFO:root:Average loss=0.161695392563557 +INFO:root: +[Valid][8][UTT][ MSE = 0.2361 | LCC = 0.8606 | SRCC = 0.8618 ] +INFO:root:Average loss=0.15809816045638841 +INFO:root: +[Valid][9][UTT][ MSE = 0.2356 | LCC = 0.8620 | SRCC = 0.8624 ] +INFO:root:Average loss=0.14217107475568086 +INFO:root: +[Valid][10][UTT][ MSE = 0.2498 | LCC = 0.8587 | SRCC = 0.8597 ] +INFO:root:Average loss=0.13161737997180376 +INFO:root: +[Valid][11][UTT][ MSE = 0.2645 | LCC = 0.8556 | SRCC = 0.8560 ] +INFO:root:Average loss=0.12440385296940804 +INFO:root: +[Valid][12][UTT][ MSE = 0.2560 | LCC = 0.8558 | SRCC = 0.8559 ] +INFO:root:Average loss=0.11502777956999265 +INFO:root: +[Valid][13][UTT][ MSE = 0.2730 | LCC = 0.8538 | SRCC = 0.8539 ] +INFO:root:Average loss=0.1110049388729609 +INFO:root: +[Valid][14][UTT][ MSE = 0.2436 | LCC = 0.8552 | SRCC = 0.8554 ] +INFO:root:Average loss=0.10909928400547077 +INFO:root: +[Valid][15][UTT][ MSE = 0.2778 | LCC = 0.8479 | SRCC = 0.8495 ] +INFO:root:Average loss=0.10368559547723868 +INFO:root: +[Valid][16][UTT][ MSE = 0.2739 | LCC = 0.8506 | SRCC = 0.8501 ] +INFO:root:Average loss=0.09336117378030068 +INFO:root: +[Valid][17][UTT][ MSE = 0.2510 | LCC = 0.8508 | SRCC = 0.8503 ] +INFO:root:Average loss=0.0890915127327809 +INFO:root: +[Valid][18][UTT][ MSE = 0.2668 | LCC = 0.8498 | SRCC = 0.8497 ] +INFO:root:Average loss=0.09285752499141754 +INFO:root: +[Valid][19][UTT][ MSE = 0.2378 | LCC = 0.8518 | SRCC = 0.8526 ] +INFO:root:Average loss=0.0848172518114249 +INFO:root: +[Valid][20][UTT][ MSE = 0.2475 | LCC = 0.8489 | SRCC = 0.8480 ] +INFO:root:Average loss=0.07711340845204316 +INFO:root: +[Valid][21][UTT][ MSE = 0.2592 | LCC = 0.8425 | SRCC = 0.8427 ] +INFO:root:Average loss=0.07980140117116463 +INFO:root: +[Valid][22][UTT][ MSE = 0.2981 | LCC = 0.8448 | SRCC = 0.8446 ] +INFO:root:Average loss=0.07255736399346437 +INFO:root: +[Valid][23][UTT][ MSE = 0.2747 | LCC = 0.8475 | SRCC = 0.8476 ] +INFO:root:Average loss=0.07384981071719757 +INFO:root: +[Valid][24][UTT][ MSE = 0.2751 | LCC = 0.8442 | SRCC = 0.8442 ] +INFO:root:Average loss=0.06481487867541802 +INFO:root: +[Valid][25][UTT][ MSE = 0.2457 | LCC = 0.8479 | SRCC = 0.8479 ] +INFO:root:Average loss=0.05955324384073416 +INFO:root: +[Valid][26][UTT][ MSE = 0.2557 | LCC = 0.8485 | SRCC = 0.8484 ] +INFO:root:Average loss=0.060126348422505915 +INFO:root: +[Valid][27][UTT][ MSE = 0.2837 | LCC = 0.8468 | SRCC = 0.8471 ] +INFO:root:Average loss=0.05933674458318796 +INFO:root: +[Valid][28][UTT][ MSE = 0.2613 | LCC = 0.8444 | SRCC = 0.8446 ] +INFO:root:Average loss=0.06325057459374268 +INFO:root: +[Valid][29][UTT][ MSE = 0.2814 | LCC = 0.8454 | SRCC = 0.8466 ] +INFO:root:Average loss=0.05542511875048662 +INFO:root: +[Valid][30][UTT][ MSE = 0.2766 | LCC = 0.8454 | SRCC = 0.8456 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2512 | LCC = 0.8493 | SRCC = 0.8497 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64