diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec15ea868cac109d5ef0a894a07b8431ffa67bb5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab412a40c6a2a7fb78b6ba80e6a890b9b5dc58db1ebf1b0ea16c266fa97849e5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..41bdade6f327a048e7e7fbe84812cc48f17edc65 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7698ab5576e7ac936a82b6fbf0546adbc3155970ce8bf6022014b940076b93e5 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6dacefa8b47bcb82be1579cef9ae5003e8f53bb9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4333679804053062 +INFO:root: +[Valid][0][UTT][ MSE = 0.3561 | LCC = 0.8064 | SRCC = 0.8111 ] +INFO:root:Average loss=0.27634325871864956 +INFO:root: +[Valid][1][UTT][ MSE = 0.3084 | LCC = 0.8394 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2417834808047001 +INFO:root: +[Valid][2][UTT][ MSE = 0.3485 | LCC = 0.8483 | SRCC = 0.8507 ] +INFO:root:Average loss=0.2363869091257071 +INFO:root: +[Valid][3][UTT][ MSE = 0.2711 | LCC = 0.8551 | SRCC = 0.8538 ] +INFO:root:Average loss=0.21763800313839546 +INFO:root: +[Valid][4][UTT][ MSE = 0.2544 | LCC = 0.8584 | SRCC = 0.8584 ] +INFO:root:Average loss=0.19965359090994567 +INFO:root: +[Valid][5][UTT][ MSE = 0.3070 | LCC = 0.8598 | SRCC = 0.8588 ] +INFO:root:Average loss=0.18454301662934133 +INFO:root: +[Valid][6][UTT][ MSE = 0.2501 | LCC = 0.8572 | SRCC = 0.8555 ] +INFO:root:Average loss=0.17260222862928343 +INFO:root: +[Valid][7][UTT][ MSE = 0.2483 | LCC = 0.8597 | SRCC = 0.8598 ] +INFO:root:Average loss=0.16166870964643282 +INFO:root: +[Valid][8][UTT][ MSE = 0.2490 | LCC = 0.8598 | SRCC = 0.8600 ] +INFO:root:Average loss=0.14926960261968467 +INFO:root: +[Valid][9][UTT][ MSE = 0.2632 | LCC = 0.8607 | SRCC = 0.8602 ] +INFO:root:Average loss=0.14366154783429244 +INFO:root: +[Valid][10][UTT][ MSE = 0.2406 | LCC = 0.8575 | SRCC = 0.8566 ] +INFO:root:Average loss=0.13270336131636912 +INFO:root: +[Valid][11][UTT][ MSE = 0.2480 | LCC = 0.8566 | SRCC = 0.8561 ] +INFO:root:Average loss=0.12664856838110167 +INFO:root: +[Valid][12][UTT][ MSE = 0.2659 | LCC = 0.8546 | SRCC = 0.8570 ] +INFO:root:Average loss=0.11981937614006874 +INFO:root: +[Valid][13][UTT][ MSE = 0.2470 | LCC = 0.8519 | SRCC = 0.8529 ] +INFO:root:Average loss=0.1176408742291805 +INFO:root: +[Valid][14][UTT][ MSE = 0.2629 | LCC = 0.8542 | SRCC = 0.8551 ] +INFO:root:Average loss=0.10629363157428227 +INFO:root: +[Valid][15][UTT][ MSE = 0.2790 | LCC = 0.8513 | SRCC = 0.8532 ] +INFO:root:Average loss=0.09905539023188445 +INFO:root: +[Valid][16][UTT][ MSE = 0.2683 | LCC = 0.8479 | SRCC = 0.8480 ] +INFO:root:Average loss=0.09355268398156533 +INFO:root: +[Valid][17][UTT][ MSE = 0.2807 | LCC = 0.8432 | SRCC = 0.8459 ] +INFO:root:Average loss=0.0945625029122218 +INFO:root: +[Valid][18][UTT][ MSE = 0.2507 | LCC = 0.8487 | SRCC = 0.8497 ] +INFO:root:Average loss=0.0855995132946051 +INFO:root: +[Valid][19][UTT][ MSE = 0.2653 | LCC = 0.8466 | SRCC = 0.8466 ] +INFO:root:Average loss=0.08877791110903789 +INFO:root: +[Valid][20][UTT][ MSE = 0.2444 | LCC = 0.8511 | SRCC = 0.8523 ] +INFO:root:Average loss=0.08188509148282883 +INFO:root: +[Valid][21][UTT][ MSE = 0.2533 | LCC = 0.8484 | SRCC = 0.8497 ] +INFO:root:Average loss=0.07404621523351242 +INFO:root: +[Valid][22][UTT][ MSE = 0.2624 | LCC = 0.8462 | SRCC = 0.8473 ] +INFO:root:Average loss=0.07226133031340745 +INFO:root: +[Valid][23][UTT][ MSE = 0.2529 | LCC = 0.8506 | SRCC = 0.8515 ] +INFO:root:Average loss=0.06969021642819428 +INFO:root: +[Valid][24][UTT][ MSE = 0.2734 | LCC = 0.8433 | SRCC = 0.8429 ] +INFO:root:Average loss=0.0658117977854533 +INFO:root: +[Valid][25][UTT][ MSE = 0.2387 | LCC = 0.8498 | SRCC = 0.8512 ] +INFO:root:Average loss=0.06294814812449309 +INFO:root: +[Valid][26][UTT][ MSE = 0.2505 | LCC = 0.8490 | SRCC = 0.8490 ] +INFO:root:Average loss=0.05886615440249443 +INFO:root: +[Valid][27][UTT][ MSE = 0.2603 | LCC = 0.8470 | SRCC = 0.8474 ] +INFO:root:Average loss=0.06502897827289043 +INFO:root: +[Valid][28][UTT][ MSE = 0.2498 | LCC = 0.8478 | SRCC = 0.8487 ] +INFO:root:Average loss=0.05716708899499514 +INFO:root: +[Valid][29][UTT][ MSE = 0.2474 | LCC = 0.8491 | SRCC = 0.8506 ] +INFO:root:Average loss=0.05529519208730795 +INFO:root: +[Valid][30][UTT][ MSE = 0.2509 | LCC = 0.8480 | SRCC = 0.8496 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2618 | LCC = 0.8545 | SRCC = 0.8545 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..05cb043d95b4ec31db100d3db4ccebb70854afde --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c044c654a235ea22bca38526a79abc04b31e7b75fec343bedeefdf651b13165 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b4c6780719fc6979314410e156c9018337513f0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799fe32dda6351c6f9545fff54e5d9ffdf44818f21b1e8eb9cb0347b0a8745dc +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..167fe810b8bfed3c9d7de469540a66a790b9100a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.43758178807986087 +INFO:root: +[Valid][0][UTT][ MSE = 0.3539 | LCC = 0.8074 | SRCC = 0.8132 ] +INFO:root:Average loss=0.27459769141979706 +INFO:root: +[Valid][1][UTT][ MSE = 0.3049 | LCC = 0.8408 | SRCC = 0.8401 ] +INFO:root:Average loss=0.2429573260820829 +INFO:root: +[Valid][2][UTT][ MSE = 0.3024 | LCC = 0.8515 | SRCC = 0.8493 ] +INFO:root:Average loss=0.22346308005925936 +INFO:root: +[Valid][3][UTT][ MSE = 0.2774 | LCC = 0.8556 | SRCC = 0.8543 ] +INFO:root:Average loss=0.21441376257019165 +INFO:root: +[Valid][4][UTT][ MSE = 0.2575 | LCC = 0.8587 | SRCC = 0.8564 ] +INFO:root:Average loss=0.20390632767707872 +INFO:root: +[Valid][5][UTT][ MSE = 0.2398 | LCC = 0.8612 | SRCC = 0.8603 ] +INFO:root:Average loss=0.1827615274068637 +INFO:root: +[Valid][6][UTT][ MSE = 0.2447 | LCC = 0.8647 | SRCC = 0.8631 ] +INFO:root:Average loss=0.17666180852131966 +INFO:root: +[Valid][7][UTT][ MSE = 0.2448 | LCC = 0.8626 | SRCC = 0.8612 ] +INFO:root:Average loss=0.17401467999204612 +INFO:root: +[Valid][8][UTT][ MSE = 0.2554 | LCC = 0.8610 | SRCC = 0.8603 ] +INFO:root:Average loss=0.15118789195250243 +INFO:root: +[Valid][9][UTT][ MSE = 0.2648 | LCC = 0.8550 | SRCC = 0.8547 ] +INFO:root:Average loss=0.14323040499137 +INFO:root: +[Valid][10][UTT][ MSE = 0.2619 | LCC = 0.8552 | SRCC = 0.8540 ] +INFO:root:Average loss=0.13883352661744142 +INFO:root: +[Valid][11][UTT][ MSE = 0.2436 | LCC = 0.8555 | SRCC = 0.8536 ] +INFO:root:Average loss=0.13759343230571502 +INFO:root: +[Valid][12][UTT][ MSE = 0.2495 | LCC = 0.8558 | SRCC = 0.8549 ] +INFO:root:Average loss=0.12571560648771432 +INFO:root: +[Valid][13][UTT][ MSE = 0.2366 | LCC = 0.8557 | SRCC = 0.8539 ] +INFO:root:Average loss=0.11170433576290424 +INFO:root: +[Valid][14][UTT][ MSE = 0.2476 | LCC = 0.8527 | SRCC = 0.8527 ] +INFO:root:Average loss=0.11621865797310303 +INFO:root: +[Valid][15][UTT][ MSE = 0.2430 | LCC = 0.8506 | SRCC = 0.8492 ] +INFO:root:Average loss=0.11055554239413677 +INFO:root: +[Valid][16][UTT][ MSE = 0.2520 | LCC = 0.8499 | SRCC = 0.8491 ] +INFO:root:Average loss=0.09552048122844635 +INFO:root: +[Valid][17][UTT][ MSE = 0.2442 | LCC = 0.8482 | SRCC = 0.8477 ] +INFO:root:Average loss=0.0940097991663676 +INFO:root: +[Valid][18][UTT][ MSE = 0.2473 | LCC = 0.8450 | SRCC = 0.8442 ] +INFO:root:Average loss=0.08238960525546318 +INFO:root: +[Valid][19][UTT][ MSE = 0.2469 | LCC = 0.8447 | SRCC = 0.8448 ] +INFO:root:Average loss=0.08315739842752616 +INFO:root: +[Valid][20][UTT][ MSE = 0.2684 | LCC = 0.8465 | SRCC = 0.8446 ] +INFO:root:Average loss=0.07951096015480849 +INFO:root: +[Valid][21][UTT][ MSE = 0.2539 | LCC = 0.8463 | SRCC = 0.8448 ] +INFO:root:Average loss=0.0808035160582035 +INFO:root: +[Valid][22][UTT][ MSE = 0.2467 | LCC = 0.8466 | SRCC = 0.8462 ] +INFO:root:Average loss=0.06967812523436852 +INFO:root: +[Valid][23][UTT][ MSE = 0.2423 | LCC = 0.8485 | SRCC = 0.8481 ] +INFO:root:Average loss=0.06693637542999707 +INFO:root: +[Valid][24][UTT][ MSE = 0.2659 | LCC = 0.8458 | SRCC = 0.8452 ] +INFO:root:Average loss=0.06728526051992025 +INFO:root: +[Valid][25][UTT][ MSE = 0.2427 | LCC = 0.8468 | SRCC = 0.8467 ] +INFO:root:Average loss=0.06428273881857212 +INFO:root: +[Valid][26][UTT][ MSE = 0.2512 | LCC = 0.8420 | SRCC = 0.8412 ] +INFO:root:Average loss=0.06212889455640928 +INFO:root: +[Valid][27][UTT][ MSE = 0.2510 | LCC = 0.8475 | SRCC = 0.8468 ] +INFO:root:Average loss=0.05527650297452242 +INFO:root: +[Valid][28][UTT][ MSE = 0.2555 | LCC = 0.8418 | SRCC = 0.8410 ] +INFO:root:Average loss=0.05925052374219283 +INFO:root: +[Valid][29][UTT][ MSE = 0.2549 | LCC = 0.8511 | SRCC = 0.8518 ] +INFO:root:Average loss=0.0530470193674167 +INFO:root: +[Valid][30][UTT][ MSE = 0.2690 | LCC = 0.8456 | SRCC = 0.8437 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2736 | LCC = 0.8476 | SRCC = 0.8479 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9e05475bd54cbd93a7abe71a9b262259d9455a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c005cc74d5043872a925bfe06ff3108e12e70282024c0b9cb22bc4a514fe008 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca528e75685a941fa9b3f4543e66a83eba0ec8af --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e46e158aa41028fdf4ecd033cb845311dcaf0fafaf73575ad130afc911de705 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d61c6a41404ba0b33b82d67a15b246ebf56f8b47 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer7/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.452056314318608 +INFO:root: +[Valid][0][UTT][ MSE = 0.3180 | LCC = 0.8033 | SRCC = 0.8126 ] +INFO:root:Average loss=0.28075962494581175 +INFO:root: +[Valid][1][UTT][ MSE = 0.3133 | LCC = 0.8388 | SRCC = 0.8359 ] +INFO:root:Average loss=0.24883588747336313 +INFO:root: +[Valid][2][UTT][ MSE = 0.2865 | LCC = 0.8490 | SRCC = 0.8459 ] +INFO:root:Average loss=0.22087921412327352 +INFO:root: +[Valid][3][UTT][ MSE = 0.2560 | LCC = 0.8562 | SRCC = 0.8534 ] +INFO:root:Average loss=0.20980743165963736 +INFO:root: +[Valid][4][UTT][ MSE = 0.2687 | LCC = 0.8581 | SRCC = 0.8557 ] +INFO:root:Average loss=0.19847632696231207 +INFO:root: +[Valid][5][UTT][ MSE = 0.2448 | LCC = 0.8600 | SRCC = 0.8589 ] +INFO:root:Average loss=0.17746730502217245 +INFO:root: +[Valid][6][UTT][ MSE = 0.2413 | LCC = 0.8595 | SRCC = 0.8583 ] +INFO:root:Average loss=0.16760278779726762 +INFO:root: +[Valid][7][UTT][ MSE = 0.2404 | LCC = 0.8605 | SRCC = 0.8585 ] +INFO:root:Average loss=0.15927141522749877 +INFO:root: +[Valid][8][UTT][ MSE = 0.2363 | LCC = 0.8587 | SRCC = 0.8557 ] +INFO:root:Average loss=0.14369378086083975 +INFO:root: +[Valid][9][UTT][ MSE = 0.2501 | LCC = 0.8568 | SRCC = 0.8550 ] +INFO:root:Average loss=0.13832736101288062 +INFO:root: +[Valid][10][UTT][ MSE = 0.2567 | LCC = 0.8544 | SRCC = 0.8524 ] +INFO:root:Average loss=0.12984634582430887 +INFO:root: +[Valid][11][UTT][ MSE = 0.2514 | LCC = 0.8541 | SRCC = 0.8525 ] +INFO:root:Average loss=0.11912940853299239 +INFO:root: +[Valid][12][UTT][ MSE = 0.2415 | LCC = 0.8569 | SRCC = 0.8557 ] +INFO:root:Average loss=0.11701363540039612 +INFO:root: +[Valid][13][UTT][ MSE = 0.2581 | LCC = 0.8531 | SRCC = 0.8513 ] +INFO:root:Average loss=0.10647028144926597 +INFO:root: +[Valid][14][UTT][ MSE = 0.2474 | LCC = 0.8503 | SRCC = 0.8478 ] +INFO:root:Average loss=0.09998841378360222 +INFO:root: +[Valid][15][UTT][ MSE = 0.2427 | LCC = 0.8517 | SRCC = 0.8514 ] +INFO:root:Average loss=0.09776374286948106 +INFO:root: +[Valid][16][UTT][ MSE = 0.2416 | LCC = 0.8488 | SRCC = 0.8487 ] +INFO:root:Average loss=0.09849136690489757 +INFO:root: +[Valid][17][UTT][ MSE = 0.2510 | LCC = 0.8530 | SRCC = 0.8514 ] +INFO:root:Average loss=0.08787564326746342 +INFO:root: +[Valid][18][UTT][ MSE = 0.2531 | LCC = 0.8468 | SRCC = 0.8472 ] +INFO:root:Average loss=0.08047295696078202 +INFO:root: +[Valid][19][UTT][ MSE = 0.2503 | LCC = 0.8481 | SRCC = 0.8469 ] +INFO:root:Average loss=0.0800807113544299 +INFO:root: +[Valid][20][UTT][ MSE = 0.2806 | LCC = 0.8476 | SRCC = 0.8461 ] +INFO:root:Average loss=0.07766213654898681 +INFO:root: +[Valid][21][UTT][ MSE = 0.2480 | LCC = 0.8466 | SRCC = 0.8454 ] +INFO:root:Average loss=0.06867456698837952 +INFO:root: +[Valid][22][UTT][ MSE = 0.2421 | LCC = 0.8462 | SRCC = 0.8455 ] +INFO:root:Average loss=0.07454978598233981 +INFO:root: +[Valid][23][UTT][ MSE = 0.2873 | LCC = 0.8408 | SRCC = 0.8422 ] +INFO:root:Average loss=0.06894614456746823 +INFO:root: +[Valid][24][UTT][ MSE = 0.2485 | LCC = 0.8482 | SRCC = 0.8472 ] +INFO:root:Average loss=0.06405419498108901 +INFO:root: +[Valid][25][UTT][ MSE = 0.2435 | LCC = 0.8488 | SRCC = 0.8475 ] +INFO:root:Average loss=0.06023827629784743 +INFO:root: +[Valid][26][UTT][ MSE = 0.2630 | LCC = 0.8463 | SRCC = 0.8452 ] +INFO:root:Average loss=0.05772898284097513 +INFO:root: +[Valid][27][UTT][ MSE = 0.2517 | LCC = 0.8441 | SRCC = 0.8437 ] +INFO:root:Average loss=0.05193462480719273 +INFO:root: +[Valid][28][UTT][ MSE = 0.2475 | LCC = 0.8469 | SRCC = 0.8466 ] +INFO:root:Average loss=0.05206845416568029 +INFO:root: +[Valid][29][UTT][ MSE = 0.2494 | LCC = 0.8462 | SRCC = 0.8451 ] +INFO:root:Average loss=0.048558820803196005 +INFO:root: +[Valid][30][UTT][ MSE = 0.2480 | LCC = 0.8450 | SRCC = 0.8443 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2674 | LCC = 0.8480 | SRCC = 0.8486 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce05d899121ce454439a22c957bd814ffc4b659 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a75ea57d1c60fcc537a34a6c7f3689c31eaec88efc4140bafdc7bfb668461c43 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..44832e9c7b1fd9c0d7cffd6393299dd08b514c5e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cffb8133bf1e41da74124aac9cb28a7eb05e9d22f8f5ddda8411c7e55d06b40 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8d6623d16dd6566e198a5e85cc9b81f6826f2293 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47223941676127607 +INFO:root: +[Valid][0][UTT][ MSE = 0.3751 | LCC = 0.7904 | SRCC = 0.8011 ] +INFO:root:Average loss=0.27982731278126055 +INFO:root: +[Valid][1][UTT][ MSE = 0.3302 | LCC = 0.8303 | SRCC = 0.8308 ] +INFO:root:Average loss=0.2549691217449995 +INFO:root: +[Valid][2][UTT][ MSE = 0.2838 | LCC = 0.8463 | SRCC = 0.8453 ] +INFO:root:Average loss=0.23500471390210664 +INFO:root: +[Valid][3][UTT][ MSE = 0.2539 | LCC = 0.8503 | SRCC = 0.8517 ] +INFO:root:Average loss=0.21987843398864454 +INFO:root: +[Valid][4][UTT][ MSE = 0.2718 | LCC = 0.8506 | SRCC = 0.8522 ] +INFO:root:Average loss=0.2170359866741376 +INFO:root: +[Valid][5][UTT][ MSE = 0.2457 | LCC = 0.8586 | SRCC = 0.8584 ] +INFO:root:Average loss=0.20060518842477065 +INFO:root: +[Valid][6][UTT][ MSE = 0.2286 | LCC = 0.8626 | SRCC = 0.8630 ] +INFO:root:Average loss=0.19284183226334742 +INFO:root: +[Valid][7][UTT][ MSE = 0.2629 | LCC = 0.8586 | SRCC = 0.8582 ] +INFO:root:Average loss=0.17678190242403594 +INFO:root: +[Valid][8][UTT][ MSE = 0.2560 | LCC = 0.8595 | SRCC = 0.8614 ] +INFO:root:Average loss=0.17932205007244378 +INFO:root: +[Valid][9][UTT][ MSE = 0.2733 | LCC = 0.8643 | SRCC = 0.8641 ] +INFO:root:Average loss=0.16425106836817202 +INFO:root: +[Valid][10][UTT][ MSE = 0.2289 | LCC = 0.8613 | SRCC = 0.8604 ] +INFO:root:Average loss=0.16195728620275474 +INFO:root: +[Valid][11][UTT][ MSE = 0.2871 | LCC = 0.8548 | SRCC = 0.8567 ] +INFO:root:Average loss=0.14901328545350295 +INFO:root: +[Valid][12][UTT][ MSE = 0.2531 | LCC = 0.8595 | SRCC = 0.8583 ] +INFO:root:Average loss=0.1450820328333439 +INFO:root: +[Valid][13][UTT][ MSE = 0.2588 | LCC = 0.8582 | SRCC = 0.8622 ] +INFO:root:Average loss=0.14872629548876715 +INFO:root: +[Valid][14][UTT][ MSE = 0.2499 | LCC = 0.8616 | SRCC = 0.8629 ] +INFO:root:Average loss=0.13497571045389542 +INFO:root: +[Valid][15][UTT][ MSE = 0.2722 | LCC = 0.8587 | SRCC = 0.8610 ] +INFO:root:Average loss=0.12823205307508126 +INFO:root: +[Valid][16][UTT][ MSE = 0.2513 | LCC = 0.8575 | SRCC = 0.8599 ] +INFO:root:Average loss=0.11853662391121571 +INFO:root: +[Valid][17][UTT][ MSE = 0.2392 | LCC = 0.8583 | SRCC = 0.8596 ] +INFO:root:Average loss=0.1215384110617332 +INFO:root: +[Valid][18][UTT][ MSE = 0.2400 | LCC = 0.8624 | SRCC = 0.8627 ] +INFO:root:Average loss=0.11138051327986595 +INFO:root: +[Valid][19][UTT][ MSE = 0.2692 | LCC = 0.8510 | SRCC = 0.8559 ] +INFO:root:Average loss=0.10720421330860028 +INFO:root: +[Valid][20][UTT][ MSE = 0.2219 | LCC = 0.8603 | SRCC = 0.8609 ] +INFO:root:Average loss=0.10368176158039998 +INFO:root: +[Valid][21][UTT][ MSE = 0.2606 | LCC = 0.8563 | SRCC = 0.8613 ] +INFO:root:Average loss=0.09395950932342273 +INFO:root: +[Valid][22][UTT][ MSE = 0.2329 | LCC = 0.8539 | SRCC = 0.8549 ] +INFO:root:Average loss=0.0912096606901823 +INFO:root: +[Valid][23][UTT][ MSE = 0.2483 | LCC = 0.8518 | SRCC = 0.8572 ] +INFO:root:Average loss=0.0967549738020469 +INFO:root: +[Valid][24][UTT][ MSE = 0.2274 | LCC = 0.8592 | SRCC = 0.8603 ] +INFO:root:Average loss=0.08598366322425696 +INFO:root: +[Valid][25][UTT][ MSE = 0.2381 | LCC = 0.8554 | SRCC = 0.8547 ] +INFO:root:Average loss=0.08496240774790446 +INFO:root: +[Valid][26][UTT][ MSE = 0.2299 | LCC = 0.8567 | SRCC = 0.8560 ] +INFO:root:Average loss=0.07885864548958264 +INFO:root: +[Valid][27][UTT][ MSE = 0.2292 | LCC = 0.8565 | SRCC = 0.8591 ] +INFO:root:Average loss=0.07814654598060326 +INFO:root: +[Valid][28][UTT][ MSE = 0.2370 | LCC = 0.8523 | SRCC = 0.8532 ] +INFO:root:Average loss=0.0762549732835629 +INFO:root: +[Valid][29][UTT][ MSE = 0.2385 | LCC = 0.8525 | SRCC = 0.8537 ] +INFO:root:Average loss=0.07473513718025807 +INFO:root: +[Valid][30][UTT][ MSE = 0.2510 | LCC = 0.8476 | SRCC = 0.8498 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2667 | LCC = 0.8646 | SRCC = 0.8623 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd06ca7fe0ebc45bcacc172b6c82b24ba20daaf0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdafd90b7bc12c729c4df2e3a1609d1346e0c4c2e5ebf3bd6b18b0c23d7c7de3 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b71ef62795bad246185e035245f1ed9f7041a0f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dd2f52000cdb89be8a5b10597c15b96ad3e0745365a10c38fbe2eb634132fef +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d2275da5bd11b91bde2eda12875a2e92c3803e0d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.41303758246776384 +INFO:root: +[Valid][0][UTT][ MSE = 0.3732 | LCC = 0.8069 | SRCC = 0.8122 ] +INFO:root:Average loss=0.285670280838624 +INFO:root: +[Valid][1][UTT][ MSE = 0.3252 | LCC = 0.8318 | SRCC = 0.8336 ] +INFO:root:Average loss=0.2465732741432312 +INFO:root: +[Valid][2][UTT][ MSE = 0.2782 | LCC = 0.8431 | SRCC = 0.8426 ] +INFO:root:Average loss=0.23031453559031853 +INFO:root: +[Valid][3][UTT][ MSE = 0.2695 | LCC = 0.8469 | SRCC = 0.8471 ] +INFO:root:Average loss=0.2165564417074888 +INFO:root: +[Valid][4][UTT][ MSE = 0.2533 | LCC = 0.8569 | SRCC = 0.8579 ] +INFO:root:Average loss=0.20914513503129667 +INFO:root: +[Valid][5][UTT][ MSE = 0.2484 | LCC = 0.8551 | SRCC = 0.8553 ] +INFO:root:Average loss=0.19378782894748908 +INFO:root: +[Valid][6][UTT][ MSE = 0.2830 | LCC = 0.8554 | SRCC = 0.8556 ] +INFO:root:Average loss=0.19045280875303808 +INFO:root: +[Valid][7][UTT][ MSE = 0.2577 | LCC = 0.8613 | SRCC = 0.8614 ] +INFO:root:Average loss=0.1825267035418596 +INFO:root: +[Valid][8][UTT][ MSE = 0.2559 | LCC = 0.8612 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1781048531142565 +INFO:root: +[Valid][9][UTT][ MSE = 0.2480 | LCC = 0.8628 | SRCC = 0.8614 ] +INFO:root:Average loss=0.1567079455424578 +INFO:root: +[Valid][10][UTT][ MSE = 0.2610 | LCC = 0.8596 | SRCC = 0.8582 ] +INFO:root:Average loss=0.15464371643387353 +INFO:root: +[Valid][11][UTT][ MSE = 0.2663 | LCC = 0.8602 | SRCC = 0.8593 ] +INFO:root:Average loss=0.15943133668639722 +INFO:root: +[Valid][12][UTT][ MSE = 0.2434 | LCC = 0.8588 | SRCC = 0.8588 ] +INFO:root:Average loss=0.13974300399422646 +INFO:root: +[Valid][13][UTT][ MSE = 0.2527 | LCC = 0.8597 | SRCC = 0.8590 ] +INFO:root:Average loss=0.13362917944024771 +INFO:root: +[Valid][14][UTT][ MSE = 0.2506 | LCC = 0.8576 | SRCC = 0.8567 ] +INFO:root:Average loss=0.14108931206357786 +INFO:root: +[Valid][15][UTT][ MSE = 0.2575 | LCC = 0.8563 | SRCC = 0.8579 ] +INFO:root:Average loss=0.12080439170583701 +INFO:root: +[Valid][16][UTT][ MSE = 0.2339 | LCC = 0.8572 | SRCC = 0.8572 ] +INFO:root:Average loss=0.12141439557457581 +INFO:root: +[Valid][17][UTT][ MSE = 0.2522 | LCC = 0.8558 | SRCC = 0.8563 ] +INFO:root:Average loss=0.11084135382985458 +INFO:root: +[Valid][18][UTT][ MSE = 0.2263 | LCC = 0.8595 | SRCC = 0.8601 ] +INFO:root:Average loss=0.10768489721111763 +INFO:root: +[Valid][19][UTT][ MSE = 0.2399 | LCC = 0.8555 | SRCC = 0.8557 ] +INFO:root:Average loss=0.10416071470349263 +INFO:root: +[Valid][20][UTT][ MSE = 0.2568 | LCC = 0.8535 | SRCC = 0.8535 ] +INFO:root:Average loss=0.1003027319526061 +INFO:root: +[Valid][21][UTT][ MSE = 0.2479 | LCC = 0.8515 | SRCC = 0.8523 ] +INFO:root:Average loss=0.09413785067124245 +INFO:root: +[Valid][22][UTT][ MSE = 0.2455 | LCC = 0.8547 | SRCC = 0.8538 ] +INFO:root:Average loss=0.09474462060592113 +INFO:root: +[Valid][23][UTT][ MSE = 0.2563 | LCC = 0.8475 | SRCC = 0.8485 ] +INFO:root:Average loss=0.08715413195582536 +INFO:root: +[Valid][24][UTT][ MSE = 0.2635 | LCC = 0.8497 | SRCC = 0.8499 ] +INFO:root:Average loss=0.08358084114316182 +INFO:root: +[Valid][25][UTT][ MSE = 0.2458 | LCC = 0.8492 | SRCC = 0.8482 ] +INFO:root:Average loss=0.08539289790086257 +INFO:root: +[Valid][26][UTT][ MSE = 0.2477 | LCC = 0.8525 | SRCC = 0.8543 ] +INFO:root:Average loss=0.07988832332193851 +INFO:root: +[Valid][27][UTT][ MSE = 0.2406 | LCC = 0.8528 | SRCC = 0.8537 ] +INFO:root:Average loss=0.0792451973240345 +INFO:root: +[Valid][28][UTT][ MSE = 0.2300 | LCC = 0.8561 | SRCC = 0.8560 ] +INFO:root:Average loss=0.07189440622161596 +INFO:root: +[Valid][29][UTT][ MSE = 0.2456 | LCC = 0.8487 | SRCC = 0.8490 ] +INFO:root:Average loss=0.07597707555844234 +INFO:root: +[Valid][30][UTT][ MSE = 0.2339 | LCC = 0.8544 | SRCC = 0.8541 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2507 | LCC = 0.8575 | SRCC = 0.8566 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..05151eca679a361c856585a5b0d25d3125e26534 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28554270ea3746945a70254d3c16fa1891e297fe95b35782b784777732203d60 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b2494a09c26537c711fb04e4248a11b2fc8587d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab01059d7aa73d848a850fac307178a448ea569cade2e633670f4f4112b46571 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..cb37bffb629ac615e9a8f0702147b540aada9ad9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4284714019069305 +INFO:root: +[Valid][0][UTT][ MSE = 0.4288 | LCC = 0.8063 | SRCC = 0.8101 ] +INFO:root:Average loss=0.2851868722683344 +INFO:root: +[Valid][1][UTT][ MSE = 0.3220 | LCC = 0.8339 | SRCC = 0.8350 ] +INFO:root:Average loss=0.24797301987806955 +INFO:root: +[Valid][2][UTT][ MSE = 0.3159 | LCC = 0.8416 | SRCC = 0.8408 ] +INFO:root:Average loss=0.23648603585286018 +INFO:root: +[Valid][3][UTT][ MSE = 0.3584 | LCC = 0.8436 | SRCC = 0.8444 ] +INFO:root:Average loss=0.21922305016181406 +INFO:root: +[Valid][4][UTT][ MSE = 0.3090 | LCC = 0.8522 | SRCC = 0.8512 ] +INFO:root:Average loss=0.23053583999474844 +INFO:root: +[Valid][5][UTT][ MSE = 0.2908 | LCC = 0.8516 | SRCC = 0.8494 ] +INFO:root:Average loss=0.20694475363080317 +INFO:root: +[Valid][6][UTT][ MSE = 0.2505 | LCC = 0.8596 | SRCC = 0.8567 ] +INFO:root:Average loss=0.1895792339092646 +INFO:root: +[Valid][7][UTT][ MSE = 0.2652 | LCC = 0.8616 | SRCC = 0.8609 ] +INFO:root:Average loss=0.17921728335129908 +INFO:root: +[Valid][8][UTT][ MSE = 0.2995 | LCC = 0.8570 | SRCC = 0.8550 ] +INFO:root:Average loss=0.16879250319340292 +INFO:root: +[Valid][9][UTT][ MSE = 0.2540 | LCC = 0.8542 | SRCC = 0.8517 ] +INFO:root:Average loss=0.16210990771651268 +INFO:root: +[Valid][10][UTT][ MSE = 0.2948 | LCC = 0.8568 | SRCC = 0.8579 ] +INFO:root:Average loss=0.15975914952846673 +INFO:root: +[Valid][11][UTT][ MSE = 0.3007 | LCC = 0.8533 | SRCC = 0.8534 ] +INFO:root:Average loss=0.1476324700201169 +INFO:root: +[Valid][12][UTT][ MSE = 0.2552 | LCC = 0.8567 | SRCC = 0.8565 ] +INFO:root:Average loss=0.13965487948212868 +INFO:root: +[Valid][13][UTT][ MSE = 0.2529 | LCC = 0.8545 | SRCC = 0.8533 ] +INFO:root:Average loss=0.1314195753672184 +INFO:root: +[Valid][14][UTT][ MSE = 0.2787 | LCC = 0.8546 | SRCC = 0.8535 ] +INFO:root:Average loss=0.12969911471009254 +INFO:root: +[Valid][15][UTT][ MSE = 0.2740 | LCC = 0.8548 | SRCC = 0.8525 ] +INFO:root:Average loss=0.12821087948022744 +INFO:root: +[Valid][16][UTT][ MSE = 0.2554 | LCC = 0.8507 | SRCC = 0.8486 ] +INFO:root:Average loss=0.12309678414693245 +INFO:root: +[Valid][17][UTT][ MSE = 0.2384 | LCC = 0.8510 | SRCC = 0.8487 ] +INFO:root:Average loss=0.10895248215932113 +INFO:root: +[Valid][18][UTT][ MSE = 0.3008 | LCC = 0.8464 | SRCC = 0.8450 ] +INFO:root:Average loss=0.10654697099175209 +INFO:root: +[Valid][19][UTT][ MSE = 0.2488 | LCC = 0.8468 | SRCC = 0.8454 ] +INFO:root:Average loss=0.1012338790564965 +INFO:root: +[Valid][20][UTT][ MSE = 0.3068 | LCC = 0.8422 | SRCC = 0.8417 ] +INFO:root:Average loss=0.10265656675283726 +INFO:root: +[Valid][21][UTT][ MSE = 0.2414 | LCC = 0.8506 | SRCC = 0.8495 ] +INFO:root:Average loss=0.0958816347978054 +INFO:root: +[Valid][22][UTT][ MSE = 0.2623 | LCC = 0.8450 | SRCC = 0.8436 ] +INFO:root:Average loss=0.08844794638645954 +INFO:root: +[Valid][23][UTT][ MSE = 0.2644 | LCC = 0.8445 | SRCC = 0.8442 ] +INFO:root:Average loss=0.08726239767976296 +INFO:root: +[Valid][24][UTT][ MSE = 0.2722 | LCC = 0.8456 | SRCC = 0.8444 ] +INFO:root:Average loss=0.08903845958411694 +INFO:root: +[Valid][25][UTT][ MSE = 0.3081 | LCC = 0.8481 | SRCC = 0.8483 ] +INFO:root:Average loss=0.08786079831994496 +INFO:root: +[Valid][26][UTT][ MSE = 0.2508 | LCC = 0.8497 | SRCC = 0.8485 ] +INFO:root:Average loss=0.08469467180279586 +INFO:root: +[Valid][27][UTT][ MSE = 0.2450 | LCC = 0.8485 | SRCC = 0.8476 ] +INFO:root:Average loss=0.07920091355649325 +INFO:root: +[Valid][28][UTT][ MSE = 0.2528 | LCC = 0.8470 | SRCC = 0.8465 ] +INFO:root:Average loss=0.07507136316062549 +INFO:root: +[Valid][29][UTT][ MSE = 0.2453 | LCC = 0.8480 | SRCC = 0.8474 ] +INFO:root:Average loss=0.0728788711130619 +INFO:root: +[Valid][30][UTT][ MSE = 0.2559 | LCC = 0.8486 | SRCC = 0.8482 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2579 | LCC = 0.8554 | SRCC = 0.8532 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c09ec168ee940184e6ce4ce378be11c672f91e95 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e04901f0c7684dec0f71c23996942b5de1561e7b298e98635d26038f918778 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f29106faa7064dc7775d1d79e56e3659b8e8bbd0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:817ef44e113973ca2620964878941835dd0cddb7070ab69523e6da0414097fc5 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0f10c7d3f57b195686edccee57054e7273195188 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40541908622552186 +INFO:root: +[Valid][0][UTT][ MSE = 0.3292 | LCC = 0.8130 | SRCC = 0.8154 ] +INFO:root:Average loss=0.27299155103854644 +INFO:root: +[Valid][1][UTT][ MSE = 0.2932 | LCC = 0.8382 | SRCC = 0.8358 ] +INFO:root:Average loss=0.2485059251387914 +INFO:root: +[Valid][2][UTT][ MSE = 0.2642 | LCC = 0.8462 | SRCC = 0.8457 ] +INFO:root:Average loss=0.2358058819021934 +INFO:root: +[Valid][3][UTT][ MSE = 0.2710 | LCC = 0.8525 | SRCC = 0.8533 ] +INFO:root:Average loss=0.2178884758017002 +INFO:root: +[Valid][4][UTT][ MSE = 0.2632 | LCC = 0.8556 | SRCC = 0.8525 ] +INFO:root:Average loss=0.21346342353484568 +INFO:root: +[Valid][5][UTT][ MSE = 0.2489 | LCC = 0.8528 | SRCC = 0.8503 ] +INFO:root:Average loss=0.20036793786745805 +INFO:root: +[Valid][6][UTT][ MSE = 0.2706 | LCC = 0.8604 | SRCC = 0.8579 ] +INFO:root:Average loss=0.18231598717662004 +INFO:root: +[Valid][7][UTT][ MSE = 0.2438 | LCC = 0.8625 | SRCC = 0.8604 ] +INFO:root:Average loss=0.17464523705152366 +INFO:root: +[Valid][8][UTT][ MSE = 0.2510 | LCC = 0.8567 | SRCC = 0.8542 ] +INFO:root:Average loss=0.16686499223877221 +INFO:root: +[Valid][9][UTT][ MSE = 0.2490 | LCC = 0.8642 | SRCC = 0.8619 ] +INFO:root:Average loss=0.15523532529671988 +INFO:root: +[Valid][10][UTT][ MSE = 0.2472 | LCC = 0.8595 | SRCC = 0.8564 ] +INFO:root:Average loss=0.14768393203998223 +INFO:root: +[Valid][11][UTT][ MSE = 0.2777 | LCC = 0.8592 | SRCC = 0.8579 ] +INFO:root:Average loss=0.14827872946476325 +INFO:root: +[Valid][12][UTT][ MSE = 0.2755 | LCC = 0.8584 | SRCC = 0.8579 ] +INFO:root:Average loss=0.1361596627304187 +INFO:root: +[Valid][13][UTT][ MSE = 0.2317 | LCC = 0.8554 | SRCC = 0.8531 ] +INFO:root:Average loss=0.12682292954279825 +INFO:root: +[Valid][14][UTT][ MSE = 0.2496 | LCC = 0.8557 | SRCC = 0.8531 ] +INFO:root:Average loss=0.12293366266366763 +INFO:root: +[Valid][15][UTT][ MSE = 0.2605 | LCC = 0.8584 | SRCC = 0.8576 ] +INFO:root:Average loss=0.11543400318194659 +INFO:root: +[Valid][16][UTT][ MSE = 0.2605 | LCC = 0.8524 | SRCC = 0.8505 ] +INFO:root:Average loss=0.11308515215149292 +INFO:root: +[Valid][17][UTT][ MSE = 0.2459 | LCC = 0.8544 | SRCC = 0.8535 ] +INFO:root:Average loss=0.11106220088326015 +INFO:root: +[Valid][18][UTT][ MSE = 0.2462 | LCC = 0.8513 | SRCC = 0.8499 ] +INFO:root:Average loss=0.10959643316574585 +INFO:root: +[Valid][19][UTT][ MSE = 0.2388 | LCC = 0.8552 | SRCC = 0.8537 ] +INFO:root:Average loss=0.10280151264025615 +INFO:root: +[Valid][20][UTT][ MSE = 0.2367 | LCC = 0.8572 | SRCC = 0.8561 ] +INFO:root:Average loss=0.09583375765345035 +INFO:root: +[Valid][21][UTT][ MSE = 0.2472 | LCC = 0.8525 | SRCC = 0.8525 ] +INFO:root:Average loss=0.09108715327695394 +INFO:root: +[Valid][22][UTT][ MSE = 0.2474 | LCC = 0.8538 | SRCC = 0.8519 ] +INFO:root:Average loss=0.08602023435135682 +INFO:root: +[Valid][23][UTT][ MSE = 0.2464 | LCC = 0.8517 | SRCC = 0.8498 ] +INFO:root:Average loss=0.08819783736880009 +INFO:root: +[Valid][24][UTT][ MSE = 0.2689 | LCC = 0.8464 | SRCC = 0.8452 ] +INFO:root:Average loss=0.0810032367037657 +INFO:root: +[Valid][25][UTT][ MSE = 0.2375 | LCC = 0.8509 | SRCC = 0.8496 ] +INFO:root:Average loss=0.07612811587750912 +INFO:root: +[Valid][26][UTT][ MSE = 0.2506 | LCC = 0.8500 | SRCC = 0.8486 ] +INFO:root:Average loss=0.08309972878450002 +INFO:root: +[Valid][27][UTT][ MSE = 0.2633 | LCC = 0.8494 | SRCC = 0.8484 ] +INFO:root:Average loss=0.07546157108094448 +INFO:root: +[Valid][28][UTT][ MSE = 0.2501 | LCC = 0.8498 | SRCC = 0.8478 ] +INFO:root:Average loss=0.0741928331553936 +INFO:root: +[Valid][29][UTT][ MSE = 0.2582 | LCC = 0.8511 | SRCC = 0.8502 ] +INFO:root:Average loss=0.06476368224964692 +INFO:root: +[Valid][30][UTT][ MSE = 0.2410 | LCC = 0.8492 | SRCC = 0.8491 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2692 | LCC = 0.8569 | SRCC = 0.8593 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c46646367a628d1ab5046f5e4519c0e6dfee5918 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7bbb8e0472ccf1fbd917353cb8eda0f47b45934cd5cfc6aeee445c8fe214b0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6a47b81309e486312957cacd93c096e37ccdbe4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0f3f4e414f8b12d9d5dcda1231a614be423c83892f5772f68e636a1dd89c78 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..19f992045e14f51802f8f7085ce5363042b31620 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.43741939942806196 +INFO:root: +[Valid][0][UTT][ MSE = 0.3538 | LCC = 0.7955 | SRCC = 0.7995 ] +INFO:root:Average loss=0.2892684185734162 +INFO:root: +[Valid][1][UTT][ MSE = 0.3225 | LCC = 0.8224 | SRCC = 0.8260 ] +INFO:root:Average loss=0.24687125247258407 +INFO:root: +[Valid][2][UTT][ MSE = 0.2957 | LCC = 0.8453 | SRCC = 0.8444 ] +INFO:root:Average loss=0.22453046322633058 +INFO:root: +[Valid][3][UTT][ MSE = 0.2956 | LCC = 0.8495 | SRCC = 0.8497 ] +INFO:root:Average loss=0.2161407819352089 +INFO:root: +[Valid][4][UTT][ MSE = 0.2601 | LCC = 0.8594 | SRCC = 0.8583 ] +INFO:root:Average loss=0.2075838952874526 +INFO:root: +[Valid][5][UTT][ MSE = 0.2637 | LCC = 0.8630 | SRCC = 0.8620 ] +INFO:root:Average loss=0.2106938322003071 +INFO:root: +[Valid][6][UTT][ MSE = 0.2440 | LCC = 0.8615 | SRCC = 0.8610 ] +INFO:root:Average loss=0.1833732172082632 +INFO:root: +[Valid][7][UTT][ MSE = 0.2426 | LCC = 0.8628 | SRCC = 0.8626 ] +INFO:root:Average loss=0.17070448857087356 +INFO:root: +[Valid][8][UTT][ MSE = 0.2519 | LCC = 0.8630 | SRCC = 0.8629 ] +INFO:root:Average loss=0.16309963032985345 +INFO:root: +[Valid][9][UTT][ MSE = 0.2384 | LCC = 0.8641 | SRCC = 0.8645 ] +INFO:root:Average loss=0.15788956072468024 +INFO:root: +[Valid][10][UTT][ MSE = 0.2264 | LCC = 0.8653 | SRCC = 0.8652 ] +INFO:root:Average loss=0.15759127290967184 +INFO:root: +[Valid][11][UTT][ MSE = 0.3060 | LCC = 0.8598 | SRCC = 0.8622 ] +INFO:root:Average loss=0.15851521339171973 +INFO:root: +[Valid][12][UTT][ MSE = 0.2240 | LCC = 0.8663 | SRCC = 0.8675 ] +INFO:root:Average loss=0.1394150136755063 +INFO:root: +[Valid][13][UTT][ MSE = 0.2274 | LCC = 0.8664 | SRCC = 0.8670 ] +INFO:root:Average loss=0.13565322651694983 +INFO:root: +[Valid][14][UTT][ MSE = 0.2362 | LCC = 0.8644 | SRCC = 0.8649 ] +INFO:root:Average loss=0.12542991130015788 +INFO:root: +[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.8641 | SRCC = 0.8647 ] +INFO:root:Average loss=0.11608249178299537 +INFO:root: +[Valid][16][UTT][ MSE = 0.2440 | LCC = 0.8606 | SRCC = 0.8614 ] +INFO:root:Average loss=0.11595186696220668 +INFO:root: +[Valid][17][UTT][ MSE = 0.2413 | LCC = 0.8592 | SRCC = 0.8591 ] +INFO:root:Average loss=0.11024917996464631 +INFO:root: +[Valid][18][UTT][ MSE = 0.2382 | LCC = 0.8596 | SRCC = 0.8605 ] +INFO:root:Average loss=0.10416477918624878 +INFO:root: +[Valid][19][UTT][ MSE = 0.2674 | LCC = 0.8542 | SRCC = 0.8535 ] +INFO:root:Average loss=0.09718882345045224 +INFO:root: +[Valid][20][UTT][ MSE = 0.2379 | LCC = 0.8586 | SRCC = 0.8599 ] +INFO:root:Average loss=0.09196937079421985 +INFO:root: +[Valid][21][UTT][ MSE = 0.2561 | LCC = 0.8534 | SRCC = 0.8541 ] +INFO:root:Average loss=0.09043105338246395 +INFO:root: +[Valid][22][UTT][ MSE = 0.2331 | LCC = 0.8574 | SRCC = 0.8587 ] +INFO:root:Average loss=0.08995892900304917 +INFO:root: +[Valid][23][UTT][ MSE = 0.2339 | LCC = 0.8598 | SRCC = 0.8597 ] +INFO:root:Average loss=0.08405351543273681 +INFO:root: +[Valid][24][UTT][ MSE = 0.2510 | LCC = 0.8571 | SRCC = 0.8573 ] +INFO:root:Average loss=0.07768201933075221 +INFO:root: +[Valid][25][UTT][ MSE = 0.2522 | LCC = 0.8562 | SRCC = 0.8572 ] +INFO:root:Average loss=0.0780353932044445 +INFO:root: +[Valid][26][UTT][ MSE = 0.2251 | LCC = 0.8571 | SRCC = 0.8581 ] +INFO:root:Average loss=0.07864247553814681 +INFO:root: +[Valid][27][UTT][ MSE = 0.2314 | LCC = 0.8559 | SRCC = 0.8565 ] +INFO:root:Average loss=0.07323050661346851 +INFO:root: +[Valid][28][UTT][ MSE = 0.2243 | LCC = 0.8572 | SRCC = 0.8585 ] +INFO:root:Average loss=0.07265138511474316 +INFO:root: +[Valid][29][UTT][ MSE = 0.2550 | LCC = 0.8526 | SRCC = 0.8534 ] +INFO:root:Average loss=0.0646772900930582 +INFO:root: +[Valid][30][UTT][ MSE = 0.2387 | LCC = 0.8538 | SRCC = 0.8545 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2626 | LCC = 0.8533 | SRCC = 0.8526 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..783eccfa762a618f4bd528b2761eb360065daa39 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8712c99bb3cbfe5a0a5e91f3d2054ea82f6084c0e6ed874a46179e4a3bf6dca8 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..25e5a83f62877d3df36346f6af281f9c4882c25c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bc07c53d1a2118dfc2a1a194b372b56b536e961461d15da3d0c288e1571401 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..aee0f6cb921cea397d73cb7ebb66383493c863ea --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40266313346532673 +INFO:root: +[Valid][0][UTT][ MSE = 0.3359 | LCC = 0.7966 | SRCC = 0.7982 ] +INFO:root:Average loss=0.29929162313540775 +INFO:root: +[Valid][1][UTT][ MSE = 0.3918 | LCC = 0.8220 | SRCC = 0.8244 ] +INFO:root:Average loss=0.2818653656122012 +INFO:root: +[Valid][2][UTT][ MSE = 0.3207 | LCC = 0.8372 | SRCC = 0.8360 ] +INFO:root:Average loss=0.263999010125796 +INFO:root: +[Valid][3][UTT][ MSE = 0.2658 | LCC = 0.8363 | SRCC = 0.8379 ] +INFO:root:Average loss=0.2569745114216438 +INFO:root: +[Valid][4][UTT][ MSE = 0.3762 | LCC = 0.8436 | SRCC = 0.8459 ] +INFO:root:Average loss=0.24703097190612403 +INFO:root: +[Valid][5][UTT][ MSE = 0.2841 | LCC = 0.8474 | SRCC = 0.8477 ] +INFO:root:Average loss=0.2624498519759912 +INFO:root: +[Valid][6][UTT][ MSE = 0.3735 | LCC = 0.8507 | SRCC = 0.8502 ] +INFO:root:Average loss=0.23869414455615556 +INFO:root: +[Valid][7][UTT][ MSE = 0.2764 | LCC = 0.8506 | SRCC = 0.8507 ] +INFO:root:Average loss=0.21669101361662912 +INFO:root: +[Valid][8][UTT][ MSE = 0.2513 | LCC = 0.8581 | SRCC = 0.8578 ] +INFO:root:Average loss=0.20718366289750123 +INFO:root: +[Valid][9][UTT][ MSE = 0.3034 | LCC = 0.8592 | SRCC = 0.8612 ] +INFO:root:Average loss=0.2161941912311774 +INFO:root: +[Valid][10][UTT][ MSE = 0.3129 | LCC = 0.8583 | SRCC = 0.8575 ] +INFO:root:Average loss=0.21269655743470559 +INFO:root: +[Valid][11][UTT][ MSE = 0.3040 | LCC = 0.8601 | SRCC = 0.8583 ] +INFO:root:Average loss=0.20141950383400306 +INFO:root: +[Valid][12][UTT][ MSE = 0.2737 | LCC = 0.8605 | SRCC = 0.8580 ] +INFO:root:Average loss=0.20354594595921346 +INFO:root: +[Valid][13][UTT][ MSE = 0.2812 | LCC = 0.8585 | SRCC = 0.8570 ] +INFO:root:Average loss=0.19188268568653327 +INFO:root: +[Valid][14][UTT][ MSE = 0.3086 | LCC = 0.8573 | SRCC = 0.8610 ] +INFO:root:Average loss=0.1888957713276912 +INFO:root: +[Valid][15][UTT][ MSE = 0.3459 | LCC = 0.8562 | SRCC = 0.8609 ] +INFO:root:Average loss=0.18730529254445663 +INFO:root: +[Valid][16][UTT][ MSE = 0.2625 | LCC = 0.8589 | SRCC = 0.8570 ] +INFO:root:Average loss=0.1779670580648459 +INFO:root: +[Valid][17][UTT][ MSE = 0.2522 | LCC = 0.8563 | SRCC = 0.8567 ] +INFO:root:Average loss=0.1712119739789229 +INFO:root: +[Valid][18][UTT][ MSE = 0.2592 | LCC = 0.8588 | SRCC = 0.8585 ] +INFO:root:Average loss=0.17276713022818932 +INFO:root: +[Valid][19][UTT][ MSE = 0.2630 | LCC = 0.8600 | SRCC = 0.8582 ] +INFO:root:Average loss=0.1593610692100647 +INFO:root: +[Valid][20][UTT][ MSE = 0.2969 | LCC = 0.8575 | SRCC = 0.8592 ] +INFO:root:Average loss=0.1659397159058314 +INFO:root: +[Valid][21][UTT][ MSE = 0.2753 | LCC = 0.8618 | SRCC = 0.8607 ] +INFO:root:Average loss=0.1549930579196184 +INFO:root: +[Valid][22][UTT][ MSE = 0.2566 | LCC = 0.8619 | SRCC = 0.8616 ] +INFO:root:Average loss=0.16745337662406456 +INFO:root: +[Valid][23][UTT][ MSE = 0.2867 | LCC = 0.8570 | SRCC = 0.8570 ] +INFO:root:Average loss=0.15673001817403695 +INFO:root: +[Valid][24][UTT][ MSE = 0.3009 | LCC = 0.8588 | SRCC = 0.8578 ] +INFO:root:Average loss=0.14925719224489653 +INFO:root: +[Valid][25][UTT][ MSE = 0.2394 | LCC = 0.8603 | SRCC = 0.8587 ] +INFO:root:Average loss=0.15450562527164435 +INFO:root: +[Valid][26][UTT][ MSE = 0.2645 | LCC = 0.8614 | SRCC = 0.8594 ] +INFO:root:Average loss=0.1366595337406183 +INFO:root: +[Valid][27][UTT][ MSE = 0.2373 | LCC = 0.8575 | SRCC = 0.8565 ] +INFO:root:Average loss=0.13738801101079354 +INFO:root: +[Valid][28][UTT][ MSE = 0.2639 | LCC = 0.8533 | SRCC = 0.8522 ] +INFO:root:Average loss=0.1267202989413188 +INFO:root: +[Valid][29][UTT][ MSE = 0.2985 | LCC = 0.8510 | SRCC = 0.8510 ] +INFO:root:Average loss=0.12687058336077592 +INFO:root: +[Valid][30][UTT][ MSE = 0.2258 | LCC = 0.8599 | SRCC = 0.8586 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2939 | LCC = 0.8493 | SRCC = 0.8522 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..045e70f624fc266433d9223ae905bdaba91a4787 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c236fa89aa193ebad1e250f365e8baee945fb63a83c1f20b9871743db6e32abb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..75fa4f1d6165d03001b4e0888e8b7abdb687f9e3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35b472145f937f13071729146a86316d7127143bfacc1e8e7a56a24b259c011 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..afe9f39553b9d57dd7fac46e62c4e0bb8b9551d4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4648682929766484 +INFO:root: +[Valid][0][UTT][ MSE = 0.3894 | LCC = 0.7893 | SRCC = 0.7919 ] +INFO:root:Average loss=0.29751755621952886 +INFO:root: +[Valid][1][UTT][ MSE = 0.3217 | LCC = 0.8200 | SRCC = 0.8215 ] +INFO:root:Average loss=0.2782701930174461 +INFO:root: +[Valid][2][UTT][ MSE = 0.3154 | LCC = 0.8149 | SRCC = 0.8217 ] +INFO:root:Average loss=0.2735561869847469 +INFO:root: +[Valid][3][UTT][ MSE = 0.3193 | LCC = 0.8401 | SRCC = 0.8377 ] +INFO:root:Average loss=0.26198548556138307 +INFO:root: +[Valid][4][UTT][ MSE = 0.3044 | LCC = 0.8434 | SRCC = 0.8425 ] +INFO:root:Average loss=0.24024102378350037 +INFO:root: +[Valid][5][UTT][ MSE = 0.2920 | LCC = 0.8517 | SRCC = 0.8515 ] +INFO:root:Average loss=0.2412498067968931 +INFO:root: +[Valid][6][UTT][ MSE = 0.2637 | LCC = 0.8512 | SRCC = 0.8502 ] +INFO:root:Average loss=0.24265832874255303 +INFO:root: +[Valid][7][UTT][ MSE = 0.3037 | LCC = 0.8526 | SRCC = 0.8512 ] +INFO:root:Average loss=0.2187001244762005 +INFO:root: +[Valid][8][UTT][ MSE = 0.2693 | LCC = 0.8561 | SRCC = 0.8561 ] +INFO:root:Average loss=0.2090743953982989 +INFO:root: +[Valid][9][UTT][ MSE = 0.2790 | LCC = 0.8521 | SRCC = 0.8535 ] +INFO:root:Average loss=0.20778891501518396 +INFO:root: +[Valid][10][UTT][ MSE = 0.2772 | LCC = 0.8602 | SRCC = 0.8603 ] +INFO:root:Average loss=0.21923466695424837 +INFO:root: +[Valid][11][UTT][ MSE = 0.2922 | LCC = 0.8600 | SRCC = 0.8575 ] +INFO:root:Average loss=0.19139932201076776 +INFO:root: +[Valid][12][UTT][ MSE = 0.3009 | LCC = 0.8639 | SRCC = 0.8625 ] +INFO:root:Average loss=0.19710553341951126 +INFO:root: +[Valid][13][UTT][ MSE = 0.3082 | LCC = 0.8659 | SRCC = 0.8639 ] +INFO:root:Average loss=0.18678924231193003 +INFO:root: +[Valid][14][UTT][ MSE = 0.2350 | LCC = 0.8624 | SRCC = 0.8617 ] +INFO:root:Average loss=0.18032619930230653 +INFO:root: +[Valid][15][UTT][ MSE = 0.2665 | LCC = 0.8625 | SRCC = 0.8607 ] +INFO:root:Average loss=0.1813369193711342 +INFO:root: +[Valid][16][UTT][ MSE = 0.2409 | LCC = 0.8636 | SRCC = 0.8624 ] +INFO:root:Average loss=0.16888423808492148 +INFO:root: +[Valid][17][UTT][ MSE = 0.2555 | LCC = 0.8607 | SRCC = 0.8598 ] +INFO:root:Average loss=0.17025642154308465 +INFO:root: +[Valid][18][UTT][ MSE = 0.2545 | LCC = 0.8646 | SRCC = 0.8632 ] +INFO:root:Average loss=0.16329536577447867 +INFO:root: +[Valid][19][UTT][ MSE = 0.2634 | LCC = 0.8619 | SRCC = 0.8599 ] +INFO:root:Average loss=0.16247353483086976 +INFO:root: +[Valid][20][UTT][ MSE = 0.2443 | LCC = 0.8630 | SRCC = 0.8624 ] +INFO:root:Average loss=0.160555169177361 +INFO:root: +[Valid][21][UTT][ MSE = 0.2394 | LCC = 0.8619 | SRCC = 0.8615 ] +INFO:root:Average loss=0.163032844185065 +INFO:root: +[Valid][22][UTT][ MSE = 0.2617 | LCC = 0.8571 | SRCC = 0.8571 ] +INFO:root:Average loss=0.15858055183138603 +INFO:root: +[Valid][23][UTT][ MSE = 0.2323 | LCC = 0.8579 | SRCC = 0.8590 ] +INFO:root:Average loss=0.14591626756084272 +INFO:root: +[Valid][24][UTT][ MSE = 0.2573 | LCC = 0.8587 | SRCC = 0.8566 ] +INFO:root:Average loss=0.14349040169364366 +INFO:root: +[Valid][25][UTT][ MSE = 0.2601 | LCC = 0.8614 | SRCC = 0.8605 ] +INFO:root:Average loss=0.13605844850341478 +INFO:root: +[Valid][26][UTT][ MSE = 0.2414 | LCC = 0.8572 | SRCC = 0.8570 ] +INFO:root:Average loss=0.1352860598036876 +INFO:root: +[Valid][27][UTT][ MSE = 0.2451 | LCC = 0.8560 | SRCC = 0.8558 ] +INFO:root:Average loss=0.13141561834475932 +INFO:root: +[Valid][28][UTT][ MSE = 0.2441 | LCC = 0.8581 | SRCC = 0.8571 ] +INFO:root:Average loss=0.1243367326947359 +INFO:root: +[Valid][29][UTT][ MSE = 0.2485 | LCC = 0.8564 | SRCC = 0.8564 ] +INFO:root:Average loss=0.12883145486315092 +INFO:root: +[Valid][30][UTT][ MSE = 0.2562 | LCC = 0.8565 | SRCC = 0.8565 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3199 | LCC = 0.8519 | SRCC = 0.8508 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5d316e4bf12888dc5a82b67fa236a52705d9a3d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca08dd9b5e33413b8dfb4bfeb23a7d2e2aeab58e3e5e42db51e17a3a56114e08 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c04ae69e95350065fb5205408acd9a28207c9ff6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a7c12a4e14f45e409ca9e3dea3ed4b67e48065b2e575c091175d872c1969bc +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..52d3c440e715aba6fed62237d65449a2d233b1e2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4380430716734666 +INFO:root: +[Valid][0][UTT][ MSE = 0.3651 | LCC = 0.7911 | SRCC = 0.7934 ] +INFO:root:Average loss=0.3175906286789821 +INFO:root: +[Valid][1][UTT][ MSE = 0.3453 | LCC = 0.8137 | SRCC = 0.8168 ] +INFO:root:Average loss=0.30156727077869266 +INFO:root: +[Valid][2][UTT][ MSE = 0.3076 | LCC = 0.8227 | SRCC = 0.8246 ] +INFO:root:Average loss=0.2668433584845983 +INFO:root: +[Valid][3][UTT][ MSE = 0.3279 | LCC = 0.8348 | SRCC = 0.8328 ] +INFO:root:Average loss=0.2522684801847507 +INFO:root: +[Valid][4][UTT][ MSE = 0.3280 | LCC = 0.8371 | SRCC = 0.8353 ] +INFO:root:Average loss=0.2482475391947306 +INFO:root: +[Valid][5][UTT][ MSE = 0.3321 | LCC = 0.8457 | SRCC = 0.8466 ] +INFO:root:Average loss=0.2267345585502111 +INFO:root: +[Valid][6][UTT][ MSE = 0.2629 | LCC = 0.8489 | SRCC = 0.8479 ] +INFO:root:Average loss=0.23283594827621412 +INFO:root: +[Valid][7][UTT][ MSE = 0.2862 | LCC = 0.8523 | SRCC = 0.8527 ] +INFO:root:Average loss=0.23233816027641296 +INFO:root: +[Valid][8][UTT][ MSE = 0.3290 | LCC = 0.8566 | SRCC = 0.8573 ] +INFO:root:Average loss=0.217007499283705 +INFO:root: +[Valid][9][UTT][ MSE = 0.2853 | LCC = 0.8593 | SRCC = 0.8587 ] +INFO:root:Average loss=0.21657805335827363 +INFO:root: +[Valid][10][UTT][ MSE = 0.2816 | LCC = 0.8598 | SRCC = 0.8581 ] +INFO:root:Average loss=0.21848731402021188 +INFO:root: +[Valid][11][UTT][ MSE = 0.2686 | LCC = 0.8609 | SRCC = 0.8591 ] +INFO:root:Average loss=0.2011777832148931 +INFO:root: +[Valid][12][UTT][ MSE = 0.3169 | LCC = 0.8572 | SRCC = 0.8586 ] +INFO:root:Average loss=0.18928339083989462 +INFO:root: +[Valid][13][UTT][ MSE = 0.2622 | LCC = 0.8605 | SRCC = 0.8581 ] +INFO:root:Average loss=0.19051613677770662 +INFO:root: +[Valid][14][UTT][ MSE = 0.2824 | LCC = 0.8590 | SRCC = 0.8566 ] +INFO:root:Average loss=0.18298456187431628 +INFO:root: +[Valid][15][UTT][ MSE = 0.2672 | LCC = 0.8652 | SRCC = 0.8638 ] +INFO:root:Average loss=0.17545409223590142 +INFO:root: +[Valid][16][UTT][ MSE = 0.2493 | LCC = 0.8627 | SRCC = 0.8610 ] +INFO:root:Average loss=0.1711289882659912 +INFO:root: +[Valid][17][UTT][ MSE = 0.2479 | LCC = 0.8610 | SRCC = 0.8615 ] +INFO:root:Average loss=0.1718349771048778 +INFO:root: +[Valid][18][UTT][ MSE = 0.2877 | LCC = 0.8571 | SRCC = 0.8563 ] +INFO:root:Average loss=0.16342714390693566 +INFO:root: +[Valid][19][UTT][ MSE = 0.2460 | LCC = 0.8560 | SRCC = 0.8543 ] +INFO:root:Average loss=0.17224891751240462 +INFO:root: +[Valid][20][UTT][ MSE = 0.2750 | LCC = 0.8583 | SRCC = 0.8568 ] +INFO:root:Average loss=0.1667442812751501 +INFO:root: +[Valid][21][UTT][ MSE = 0.2911 | LCC = 0.8527 | SRCC = 0.8518 ] +INFO:root:Average loss=0.15686444708934197 +INFO:root: +[Valid][22][UTT][ MSE = 0.2725 | LCC = 0.8543 | SRCC = 0.8517 ] +INFO:root:Average loss=0.14840580427493805 +INFO:root: +[Valid][23][UTT][ MSE = 0.2502 | LCC = 0.8616 | SRCC = 0.8595 ] +INFO:root:Average loss=0.15023532681740248 +INFO:root: +[Valid][24][UTT][ MSE = 0.2550 | LCC = 0.8574 | SRCC = 0.8574 ] +INFO:root:Average loss=0.13739874433630553 +INFO:root: +[Valid][25][UTT][ MSE = 0.2442 | LCC = 0.8603 | SRCC = 0.8593 ] +INFO:root:Average loss=0.13486138492440566 +INFO:root: +[Valid][26][UTT][ MSE = 0.2634 | LCC = 0.8524 | SRCC = 0.8510 ] +INFO:root:Average loss=0.13031689574321112 +INFO:root: +[Valid][27][UTT][ MSE = 0.2684 | LCC = 0.8541 | SRCC = 0.8516 ] +INFO:root:Average loss=0.13020408506958914 +INFO:root: +[Valid][28][UTT][ MSE = 0.2748 | LCC = 0.8530 | SRCC = 0.8532 ] +INFO:root:Average loss=0.13747126618639016 +INFO:root: +[Valid][29][UTT][ MSE = 0.2592 | LCC = 0.8526 | SRCC = 0.8527 ] +INFO:root:Average loss=0.12138828176718491 +INFO:root: +[Valid][30][UTT][ MSE = 0.2682 | LCC = 0.8466 | SRCC = 0.8427 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2706 | LCC = 0.8554 | SRCC = 0.8557 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f936a652e9adaab2eda6976e0554119c9ceba1db --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b548a25e71148bd5546559aae6dd1ece4414ac7f19ff6949e0c017e983bbd436 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3cf245d8a067773132125ff34a8b8598cc7071a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61376ce0e5e7483513dca887e6ef4f2198e93a888ed19f707b1657d6d4aae2f2 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f0df4525692bedffd91c5be42a5726eeba216f37 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5438558818438114 +INFO:root: +[Valid][0][UTT][ MSE = 0.3763 | LCC = 0.7776 | SRCC = 0.7818 ] +INFO:root:Average loss=0.31684504716824263 +INFO:root: +[Valid][1][UTT][ MSE = 0.3293 | LCC = 0.8029 | SRCC = 0.8075 ] +INFO:root:Average loss=0.29425239715820706 +INFO:root: +[Valid][2][UTT][ MSE = 0.3285 | LCC = 0.8216 | SRCC = 0.8232 ] +INFO:root:Average loss=0.2700358713284517 +INFO:root: +[Valid][3][UTT][ MSE = 0.3121 | LCC = 0.8352 | SRCC = 0.8358 ] +INFO:root:Average loss=0.26226788205214036 +INFO:root: +[Valid][4][UTT][ MSE = 0.3116 | LCC = 0.8435 | SRCC = 0.8439 ] +INFO:root:Average loss=0.25144613820772904 +INFO:root: +[Valid][5][UTT][ MSE = 0.2722 | LCC = 0.8406 | SRCC = 0.8421 ] +INFO:root:Average loss=0.24430168592012846 +INFO:root: +[Valid][6][UTT][ MSE = 0.2788 | LCC = 0.8474 | SRCC = 0.8465 ] +INFO:root:Average loss=0.23114579151838255 +INFO:root: +[Valid][7][UTT][ MSE = 0.3113 | LCC = 0.8413 | SRCC = 0.8448 ] +INFO:root:Average loss=0.22467450759349725 +INFO:root: +[Valid][8][UTT][ MSE = 0.2778 | LCC = 0.8434 | SRCC = 0.8444 ] +INFO:root:Average loss=0.23356003715441778 +INFO:root: +[Valid][9][UTT][ MSE = 0.2907 | LCC = 0.8512 | SRCC = 0.8503 ] +INFO:root:Average loss=0.21789864087716126 +INFO:root: +[Valid][10][UTT][ MSE = 0.2630 | LCC = 0.8572 | SRCC = 0.8562 ] +INFO:root:Average loss=0.2068679734873466 +INFO:root: +[Valid][11][UTT][ MSE = 0.2605 | LCC = 0.8578 | SRCC = 0.8578 ] +INFO:root:Average loss=0.2001887424251972 +INFO:root: +[Valid][12][UTT][ MSE = 0.2562 | LCC = 0.8586 | SRCC = 0.8572 ] +INFO:root:Average loss=0.1998200210241171 +INFO:root: +[Valid][13][UTT][ MSE = 0.2862 | LCC = 0.8608 | SRCC = 0.8604 ] +INFO:root:Average loss=0.1897058802155348 +INFO:root: +[Valid][14][UTT][ MSE = 0.2510 | LCC = 0.8601 | SRCC = 0.8589 ] +INFO:root:Average loss=0.18851592544561777 +INFO:root: +[Valid][15][UTT][ MSE = 0.2587 | LCC = 0.8573 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1853850024441878 +INFO:root: +[Valid][16][UTT][ MSE = 0.2748 | LCC = 0.8663 | SRCC = 0.8648 ] +INFO:root:Average loss=0.17419022197524706 +INFO:root: +[Valid][17][UTT][ MSE = 0.2541 | LCC = 0.8611 | SRCC = 0.8600 ] +INFO:root:Average loss=0.17481951577923235 +INFO:root: +[Valid][18][UTT][ MSE = 0.2906 | LCC = 0.8537 | SRCC = 0.8595 ] +INFO:root:Average loss=0.16672851966741759 +INFO:root: +[Valid][19][UTT][ MSE = 0.2557 | LCC = 0.8599 | SRCC = 0.8582 ] +INFO:root:Average loss=0.16473962548069465 +INFO:root: +[Valid][20][UTT][ MSE = 0.2713 | LCC = 0.8644 | SRCC = 0.8624 ] +INFO:root:Average loss=0.1695888197192779 +INFO:root: +[Valid][21][UTT][ MSE = 0.2281 | LCC = 0.8591 | SRCC = 0.8583 ] +INFO:root:Average loss=0.15933551925879258 +INFO:root: +[Valid][22][UTT][ MSE = 0.2526 | LCC = 0.8579 | SRCC = 0.8556 ] +INFO:root:Average loss=0.14816596855719885 +INFO:root: +[Valid][23][UTT][ MSE = 0.2568 | LCC = 0.8595 | SRCC = 0.8589 ] +INFO:root:Average loss=0.15036036523106772 +INFO:root: +[Valid][24][UTT][ MSE = 0.2616 | LCC = 0.8517 | SRCC = 0.8531 ] +INFO:root:Average loss=0.1405003054592854 +INFO:root: +[Valid][25][UTT][ MSE = 0.2301 | LCC = 0.8589 | SRCC = 0.8591 ] +INFO:root:Average loss=0.140032014499108 +INFO:root: +[Valid][26][UTT][ MSE = 0.2576 | LCC = 0.8561 | SRCC = 0.8565 ] +INFO:root:Average loss=0.1408207094631134 +INFO:root: +[Valid][27][UTT][ MSE = 0.2308 | LCC = 0.8619 | SRCC = 0.8610 ] +INFO:root:Average loss=0.1366943697898816 +INFO:root: +[Valid][28][UTT][ MSE = 0.2400 | LCC = 0.8593 | SRCC = 0.8582 ] +INFO:root:Average loss=0.13014958646052924 +INFO:root: +[Valid][29][UTT][ MSE = 0.2415 | LCC = 0.8564 | SRCC = 0.8551 ] +INFO:root:Average loss=0.12681995341793084 +INFO:root: +[Valid][30][UTT][ MSE = 0.2585 | LCC = 0.8520 | SRCC = 0.8501 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2955 | LCC = 0.8546 | SRCC = 0.8541 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..049838eb46d3a4e7d4df5601c33be856522add66 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc97282c85157499e35d31ae8323f0ebf4c60e9b69d16a3f7b9cf28675c87eeb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8c6b8dc3a39518b2d8c09e74851fc78317ce643 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48897cd2e4fd733ede66bbcaa4e114dbc7093a2593f07663faeb8f0f94226ed +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..134c7b47fdf645539c22522563857902d48389c9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_2epoch/layer9/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.41739088487930787 +INFO:root: +[Valid][0][UTT][ MSE = 0.3815 | LCC = 0.7886 | SRCC = 0.7943 ] +INFO:root:Average loss=0.2997271437675525 +INFO:root: +[Valid][1][UTT][ MSE = 0.3234 | LCC = 0.8189 | SRCC = 0.8211 ] +INFO:root:Average loss=0.28322058266554123 +INFO:root: +[Valid][2][UTT][ MSE = 0.3036 | LCC = 0.8318 | SRCC = 0.8329 ] +INFO:root:Average loss=0.2632005258630484 +INFO:root: +[Valid][3][UTT][ MSE = 0.2942 | LCC = 0.8391 | SRCC = 0.8375 ] +INFO:root:Average loss=0.2497514946720539 +INFO:root: +[Valid][4][UTT][ MSE = 0.3138 | LCC = 0.8419 | SRCC = 0.8402 ] +INFO:root:Average loss=0.2604560021024484 +INFO:root: +[Valid][5][UTT][ MSE = 0.2938 | LCC = 0.8465 | SRCC = 0.8453 ] +INFO:root:Average loss=0.23734379406922904 +INFO:root: +[Valid][6][UTT][ MSE = 0.2875 | LCC = 0.8525 | SRCC = 0.8506 ] +INFO:root:Average loss=0.23327469443663573 +INFO:root: +[Valid][7][UTT][ MSE = 0.3023 | LCC = 0.8451 | SRCC = 0.8514 ] +INFO:root:Average loss=0.2147889502155475 +INFO:root: +[Valid][8][UTT][ MSE = 0.3116 | LCC = 0.8508 | SRCC = 0.8496 ] +INFO:root:Average loss=0.21560975450735825 +INFO:root: +[Valid][9][UTT][ MSE = 0.3060 | LCC = 0.8553 | SRCC = 0.8532 ] +INFO:root:Average loss=0.2143768161917344 +INFO:root: +[Valid][10][UTT][ MSE = 0.2893 | LCC = 0.8558 | SRCC = 0.8537 ] +INFO:root:Average loss=0.20033979950807032 +INFO:root: +[Valid][11][UTT][ MSE = 0.3736 | LCC = 0.8512 | SRCC = 0.8526 ] +INFO:root:Average loss=0.20828356383702692 +INFO:root: +[Valid][12][UTT][ MSE = 0.3044 | LCC = 0.8523 | SRCC = 0.8520 ] +INFO:root:Average loss=0.19281127361150888 +INFO:root: +[Valid][13][UTT][ MSE = 0.2593 | LCC = 0.8591 | SRCC = 0.8571 ] +INFO:root:Average loss=0.18987514584874496 +INFO:root: +[Valid][14][UTT][ MSE = 0.2634 | LCC = 0.8616 | SRCC = 0.8608 ] +INFO:root:Average loss=0.18866521483048415 +INFO:root: +[Valid][15][UTT][ MSE = 0.2791 | LCC = 0.8588 | SRCC = 0.8580 ] +INFO:root:Average loss=0.1821375107153868 +INFO:root: +[Valid][16][UTT][ MSE = 0.2563 | LCC = 0.8600 | SRCC = 0.8592 ] +INFO:root:Average loss=0.18005338005530527 +INFO:root: +[Valid][17][UTT][ MSE = 0.2871 | LCC = 0.8541 | SRCC = 0.8563 ] +INFO:root:Average loss=0.1731043493327422 +INFO:root: +[Valid][18][UTT][ MSE = 0.2436 | LCC = 0.8641 | SRCC = 0.8636 ] +INFO:root:Average loss=0.1698895414861349 +INFO:root: +[Valid][19][UTT][ MSE = 0.3130 | LCC = 0.8586 | SRCC = 0.8574 ] +INFO:root:Average loss=0.17087027554710707 +INFO:root: +[Valid][20][UTT][ MSE = 0.2963 | LCC = 0.8611 | SRCC = 0.8612 ] +INFO:root:Average loss=0.16610100559699228 +INFO:root: +[Valid][21][UTT][ MSE = 0.2418 | LCC = 0.8624 | SRCC = 0.8607 ] +INFO:root:Average loss=0.15627573019801042 +INFO:root: +[Valid][22][UTT][ MSE = 0.2418 | LCC = 0.8652 | SRCC = 0.8645 ] +INFO:root:Average loss=0.163602909216514 +INFO:root: +[Valid][23][UTT][ MSE = 0.2269 | LCC = 0.8627 | SRCC = 0.8629 ] +INFO:root:Average loss=0.14863204698149973 +INFO:root: +[Valid][24][UTT][ MSE = 0.2513 | LCC = 0.8610 | SRCC = 0.8603 ] +INFO:root:Average loss=0.14235289519031843 +INFO:root: +[Valid][25][UTT][ MSE = 0.2419 | LCC = 0.8640 | SRCC = 0.8622 ] +INFO:root:Average loss=0.1448581823362754 +INFO:root: +[Valid][26][UTT][ MSE = 0.2377 | LCC = 0.8627 | SRCC = 0.8627 ] +INFO:root:Average loss=0.13802626270514268 +INFO:root: +[Valid][27][UTT][ MSE = 0.2616 | LCC = 0.8614 | SRCC = 0.8620 ] +INFO:root:Average loss=0.14736069710208818 +INFO:root: +[Valid][28][UTT][ MSE = 0.2560 | LCC = 0.8616 | SRCC = 0.8611 ] +INFO:root:Average loss=0.13466571319179657 +INFO:root: +[Valid][29][UTT][ MSE = 0.2293 | LCC = 0.8638 | SRCC = 0.8636 ] +INFO:root:Average loss=0.13108511632069564 +INFO:root: +[Valid][30][UTT][ MSE = 0.2485 | LCC = 0.8595 | SRCC = 0.8589 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2539 | LCC = 0.8528 | SRCC = 0.8533 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..56b9468642bb16c781eafc737d578214d77c8c35 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e13f60b68a0cc9463e88e50ac79dfb62b0217b568a12ad412cbc7c91bba611 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..76fa7cdefbc262cad86f0569f53c0db2b87c4c46 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6622d21b5f5172f1ce47ed666f0e80bbb9299471171ff6d11fc51984e9804b8c +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..63c3335070ea95157a8cde70ff616f9ed72df3b8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5886032180144236 +INFO:root: +[Valid][0][UTT][ MSE = 0.4177 | LCC = 0.7202 | SRCC = 0.7244 ] +INFO:root:Average loss=0.3169361994816707 +INFO:root: +[Valid][1][UTT][ MSE = 0.3498 | LCC = 0.7806 | SRCC = 0.7859 ] +INFO:root:Average loss=0.28114873954118824 +INFO:root: +[Valid][2][UTT][ MSE = 0.3500 | LCC = 0.8027 | SRCC = 0.8061 ] +INFO:root:Average loss=0.24859850548016718 +INFO:root: +[Valid][3][UTT][ MSE = 0.3032 | LCC = 0.8137 | SRCC = 0.8139 ] +INFO:root:Average loss=0.23378401908736962 +INFO:root: +[Valid][4][UTT][ MSE = 0.3382 | LCC = 0.8170 | SRCC = 0.8204 ] +INFO:root:Average loss=0.21537341645512825 +INFO:root: +[Valid][5][UTT][ MSE = 0.3276 | LCC = 0.8222 | SRCC = 0.8241 ] +INFO:root:Average loss=0.20253107696771622 +INFO:root: +[Valid][6][UTT][ MSE = 0.2715 | LCC = 0.8276 | SRCC = 0.8287 ] +INFO:root:Average loss=0.1962807418253177 +INFO:root: +[Valid][7][UTT][ MSE = 0.2954 | LCC = 0.8320 | SRCC = 0.8308 ] +INFO:root:Average loss=0.18949010968208313 +INFO:root: +[Valid][8][UTT][ MSE = 0.2795 | LCC = 0.8338 | SRCC = 0.8343 ] +INFO:root:Average loss=0.17792697279499128 +INFO:root: +[Valid][9][UTT][ MSE = 0.2773 | LCC = 0.8371 | SRCC = 0.8358 ] +INFO:root:Average loss=0.16495056316638604 +INFO:root: +[Valid][10][UTT][ MSE = 0.2542 | LCC = 0.8366 | SRCC = 0.8369 ] +INFO:root:Average loss=0.16082150145218924 +INFO:root: +[Valid][11][UTT][ MSE = 0.2546 | LCC = 0.8374 | SRCC = 0.8369 ] +INFO:root:Average loss=0.14681579850805113 +INFO:root: +[Valid][12][UTT][ MSE = 0.2727 | LCC = 0.8447 | SRCC = 0.8434 ] +INFO:root:Average loss=0.14075570543989158 +INFO:root: +[Valid][13][UTT][ MSE = 0.2612 | LCC = 0.8385 | SRCC = 0.8372 ] +INFO:root:Average loss=0.1339955743497763 +INFO:root: +[Valid][14][UTT][ MSE = 0.2553 | LCC = 0.8413 | SRCC = 0.8413 ] +INFO:root:Average loss=0.1321813254020153 +INFO:root: +[Valid][15][UTT][ MSE = 0.2566 | LCC = 0.8454 | SRCC = 0.8437 ] +INFO:root:Average loss=0.12760549086408737 +INFO:root: +[Valid][16][UTT][ MSE = 0.2364 | LCC = 0.8463 | SRCC = 0.8447 ] +INFO:root:Average loss=0.12347575649619102 +INFO:root: +[Valid][17][UTT][ MSE = 0.2889 | LCC = 0.8456 | SRCC = 0.8467 ] +INFO:root:Average loss=0.11807749133843642 +INFO:root: +[Valid][18][UTT][ MSE = 0.2824 | LCC = 0.8464 | SRCC = 0.8443 ] +INFO:root:Average loss=0.11759104082981746 +INFO:root: +[Valid][19][UTT][ MSE = 0.2393 | LCC = 0.8482 | SRCC = 0.8447 ] +INFO:root:Average loss=0.11624243057882175 +INFO:root: +[Valid][20][UTT][ MSE = 0.2515 | LCC = 0.8440 | SRCC = 0.8438 ] +INFO:root:Average loss=0.1048635924473787 +INFO:root: +[Valid][21][UTT][ MSE = 0.2420 | LCC = 0.8520 | SRCC = 0.8511 ] +INFO:root:Average loss=0.09786603179497597 +INFO:root: +[Valid][22][UTT][ MSE = 0.2815 | LCC = 0.8411 | SRCC = 0.8408 ] +INFO:root:Average loss=0.09936811927801524 +INFO:root: +[Valid][23][UTT][ MSE = 0.2622 | LCC = 0.8480 | SRCC = 0.8459 ] +INFO:root:Average loss=0.09495572559535503 +INFO:root: +[Valid][24][UTT][ MSE = 0.2554 | LCC = 0.8489 | SRCC = 0.8469 ] +INFO:root:Average loss=0.0957833139751202 +INFO:root: +[Valid][25][UTT][ MSE = 0.2411 | LCC = 0.8436 | SRCC = 0.8436 ] +INFO:root:Average loss=0.08748552074226049 +INFO:root: +[Valid][26][UTT][ MSE = 0.2777 | LCC = 0.8439 | SRCC = 0.8418 ] +INFO:root:Average loss=0.0907144571821659 +INFO:root: +[Valid][27][UTT][ MSE = 0.2493 | LCC = 0.8473 | SRCC = 0.8458 ] +INFO:root:Average loss=0.08127036609519751 +INFO:root: +[Valid][28][UTT][ MSE = 0.2618 | LCC = 0.8480 | SRCC = 0.8471 ] +INFO:root:Average loss=0.09433000281644173 +INFO:root: +[Valid][29][UTT][ MSE = 0.2411 | LCC = 0.8448 | SRCC = 0.8430 ] +INFO:root:Average loss=0.08734032253806408 +INFO:root: +[Valid][30][UTT][ MSE = 0.3060 | LCC = 0.8470 | SRCC = 0.8480 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2672 | LCC = 0.8496 | SRCC = 0.8525 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..93788b9d39451fe7e81119af8f2b6a813d1b4945 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0973096e2c26343e157d535924289ab1fe2b5281659d0d18699665d0a571486 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5443732ea57a2af3bfc0e1aca5b668ae70ef7e8d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f9f6b2328b17bc583721f6e6b6f861f874b99e27d8395cb57cf5a8af48ae016 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2b8de7ab15bade546fe459c054023726c0d620ee --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.498603031039238 +INFO:root: +[Valid][0][UTT][ MSE = 0.3810 | LCC = 0.7441 | SRCC = 0.7468 ] +INFO:root:Average loss=0.3131270286364433 +INFO:root: +[Valid][1][UTT][ MSE = 0.3388 | LCC = 0.7870 | SRCC = 0.7898 ] +INFO:root:Average loss=0.28015825954767376 +INFO:root: +[Valid][2][UTT][ MSE = 0.3129 | LCC = 0.8036 | SRCC = 0.8035 ] +INFO:root:Average loss=0.2441315431243334 +INFO:root: +[Valid][3][UTT][ MSE = 0.2941 | LCC = 0.8139 | SRCC = 0.8154 ] +INFO:root:Average loss=0.22822524244204545 +INFO:root: +[Valid][4][UTT][ MSE = 0.2825 | LCC = 0.8190 | SRCC = 0.8224 ] +INFO:root:Average loss=0.2199184579344896 +INFO:root: +[Valid][5][UTT][ MSE = 0.2891 | LCC = 0.8238 | SRCC = 0.8285 ] +INFO:root:Average loss=0.20869826353513277 +INFO:root: +[Valid][6][UTT][ MSE = 0.2635 | LCC = 0.8305 | SRCC = 0.8322 ] +INFO:root:Average loss=0.19756170066121298 +INFO:root: +[Valid][7][UTT][ MSE = 0.2826 | LCC = 0.8315 | SRCC = 0.8329 ] +INFO:root:Average loss=0.18333172960541186 +INFO:root: +[Valid][8][UTT][ MSE = 0.2622 | LCC = 0.8391 | SRCC = 0.8394 ] +INFO:root:Average loss=0.17976520391993034 +INFO:root: +[Valid][9][UTT][ MSE = 0.2644 | LCC = 0.8395 | SRCC = 0.8401 ] +INFO:root:Average loss=0.1684568997185964 +INFO:root: +[Valid][10][UTT][ MSE = 0.2539 | LCC = 0.8395 | SRCC = 0.8435 ] +INFO:root:Average loss=0.1682210568434153 +INFO:root: +[Valid][11][UTT][ MSE = 0.2541 | LCC = 0.8436 | SRCC = 0.8447 ] +INFO:root:Average loss=0.15342280669854239 +INFO:root: +[Valid][12][UTT][ MSE = 0.2421 | LCC = 0.8468 | SRCC = 0.8478 ] +INFO:root:Average loss=0.1480825983752043 +INFO:root: +[Valid][13][UTT][ MSE = 0.2334 | LCC = 0.8499 | SRCC = 0.8510 ] +INFO:root:Average loss=0.1764008844128022 +INFO:root: +[Valid][14][UTT][ MSE = 0.2559 | LCC = 0.8389 | SRCC = 0.8408 ] +INFO:root:Average loss=0.1510880399399843 +INFO:root: +[Valid][15][UTT][ MSE = 0.2394 | LCC = 0.8489 | SRCC = 0.8495 ] +INFO:root:Average loss=0.13412101022326028 +INFO:root: +[Valid][16][UTT][ MSE = 0.2339 | LCC = 0.8488 | SRCC = 0.8504 ] +INFO:root:Average loss=0.1291938205369008 +INFO:root: +[Valid][17][UTT][ MSE = 0.2392 | LCC = 0.8437 | SRCC = 0.8459 ] +INFO:root:Average loss=0.12453554971860005 +INFO:root: +[Valid][18][UTT][ MSE = 0.2418 | LCC = 0.8451 | SRCC = 0.8459 ] +INFO:root:Average loss=0.11910759457028829 +INFO:root: +[Valid][19][UTT][ MSE = 0.2570 | LCC = 0.8433 | SRCC = 0.8460 ] +INFO:root:Average loss=0.11727461677331191 +INFO:root: +[Valid][20][UTT][ MSE = 0.2571 | LCC = 0.8480 | SRCC = 0.8481 ] +INFO:root:Average loss=0.11560118227050854 +INFO:root: +[Valid][21][UTT][ MSE = 0.2448 | LCC = 0.8445 | SRCC = 0.8447 ] +INFO:root:Average loss=0.11892081185793266 +INFO:root: +[Valid][22][UTT][ MSE = 0.2418 | LCC = 0.8451 | SRCC = 0.8469 ] +INFO:root:Average loss=0.10159941800893882 +INFO:root: +[Valid][23][UTT][ MSE = 0.2356 | LCC = 0.8480 | SRCC = 0.8474 ] +INFO:root:Average loss=0.10030658676838264 +INFO:root: +[Valid][24][UTT][ MSE = 0.2323 | LCC = 0.8504 | SRCC = 0.8516 ] +INFO:root:Average loss=0.09210440545127942 +INFO:root: +[Valid][25][UTT][ MSE = 0.2331 | LCC = 0.8487 | SRCC = 0.8484 ] +INFO:root:Average loss=0.09448945546188416 +INFO:root: +[Valid][26][UTT][ MSE = 0.2379 | LCC = 0.8489 | SRCC = 0.8488 ] +INFO:root:Average loss=0.09447749775762741 +INFO:root: +[Valid][27][UTT][ MSE = 0.2565 | LCC = 0.8400 | SRCC = 0.8421 ] +INFO:root:Average loss=0.08866217331244396 +INFO:root: +[Valid][28][UTT][ MSE = 0.2493 | LCC = 0.8460 | SRCC = 0.8463 ] +INFO:root:Average loss=0.09237497982879479 +INFO:root: +[Valid][29][UTT][ MSE = 0.2386 | LCC = 0.8501 | SRCC = 0.8495 ] +INFO:root:Average loss=0.08196233112651569 +INFO:root: +[Valid][30][UTT][ MSE = 0.2321 | LCC = 0.8501 | SRCC = 0.8500 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2308 | LCC = 0.8569 | SRCC = 0.8553 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5fd0316186eff7d53b65f832bfa49bf870a4e0a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34701247417b7171459bb4c107fc0d811c9b1657b44016a81eba35ff2fba40ed +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b70cfb3bd1744b0e9d6c49b7a4bec5a5eb7a5ae4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d4b1311d8f4935ccb9ccbe81b304d97d08ae2861454f0a8852498d635af57c +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0c3555c7755cf815ae3ba6a3be58c0ede525a2d1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5472582208040433 +INFO:root: +[Valid][0][UTT][ MSE = 0.4167 | LCC = 0.7256 | SRCC = 0.7338 ] +INFO:root:Average loss=0.3355421039920587 +INFO:root: +[Valid][1][UTT][ MSE = 0.3290 | LCC = 0.7857 | SRCC = 0.7885 ] +INFO:root:Average loss=0.2813814668319164 +INFO:root: +[Valid][2][UTT][ MSE = 0.3053 | LCC = 0.8047 | SRCC = 0.8055 ] +INFO:root:Average loss=0.25283767665043855 +INFO:root: +[Valid][3][UTT][ MSE = 0.3033 | LCC = 0.8148 | SRCC = 0.8155 ] +INFO:root:Average loss=0.2414803296709672 +INFO:root: +[Valid][4][UTT][ MSE = 0.2926 | LCC = 0.8272 | SRCC = 0.8277 ] +INFO:root:Average loss=0.21934705743422875 +INFO:root: +[Valid][5][UTT][ MSE = 0.2712 | LCC = 0.8291 | SRCC = 0.8300 ] +INFO:root:Average loss=0.20542224783163804 +INFO:root: +[Valid][6][UTT][ MSE = 0.2716 | LCC = 0.8272 | SRCC = 0.8304 ] +INFO:root:Average loss=0.20543285105855036 +INFO:root: +[Valid][7][UTT][ MSE = 0.2887 | LCC = 0.8352 | SRCC = 0.8352 ] +INFO:root:Average loss=0.1898091909212944 +INFO:root: +[Valid][8][UTT][ MSE = 0.2539 | LCC = 0.8415 | SRCC = 0.8376 ] +INFO:root:Average loss=0.1732929015579896 +INFO:root: +[Valid][9][UTT][ MSE = 0.2464 | LCC = 0.8404 | SRCC = 0.8402 ] +INFO:root:Average loss=0.175731197763712 +INFO:root: +[Valid][10][UTT][ MSE = 0.2586 | LCC = 0.8458 | SRCC = 0.8438 ] +INFO:root:Average loss=0.164319491539246 +INFO:root: +[Valid][11][UTT][ MSE = 0.2458 | LCC = 0.8394 | SRCC = 0.8399 ] +INFO:root:Average loss=0.15462320708693603 +INFO:root: +[Valid][12][UTT][ MSE = 0.2531 | LCC = 0.8460 | SRCC = 0.8438 ] +INFO:root:Average loss=0.15190307948833856 +INFO:root: +[Valid][13][UTT][ MSE = 0.3309 | LCC = 0.8402 | SRCC = 0.8431 ] +INFO:root:Average loss=0.15192391532353866 +INFO:root: +[Valid][14][UTT][ MSE = 0.2558 | LCC = 0.8466 | SRCC = 0.8454 ] +INFO:root:Average loss=0.14442849761018386 +INFO:root: +[Valid][15][UTT][ MSE = 0.2622 | LCC = 0.8452 | SRCC = 0.8440 ] +INFO:root:Average loss=0.13657447036642295 +INFO:root: +[Valid][16][UTT][ MSE = 0.2496 | LCC = 0.8470 | SRCC = 0.8436 ] +INFO:root:Average loss=0.1267793730665476 +INFO:root: +[Valid][17][UTT][ MSE = 0.2483 | LCC = 0.8498 | SRCC = 0.8476 ] +INFO:root:Average loss=0.11761690074434647 +INFO:root: +[Valid][18][UTT][ MSE = 0.2328 | LCC = 0.8530 | SRCC = 0.8511 ] +INFO:root:Average loss=0.12021419902642567 +INFO:root: +[Valid][19][UTT][ MSE = 0.2283 | LCC = 0.8541 | SRCC = 0.8520 ] +INFO:root:Average loss=0.11005926695771706 +INFO:root: +[Valid][20][UTT][ MSE = 0.2296 | LCC = 0.8526 | SRCC = 0.8512 ] +INFO:root:Average loss=0.10768655229073304 +INFO:root: +[Valid][21][UTT][ MSE = 0.2354 | LCC = 0.8511 | SRCC = 0.8499 ] +INFO:root:Average loss=0.10554705483791156 +INFO:root: +[Valid][22][UTT][ MSE = 0.2336 | LCC = 0.8508 | SRCC = 0.8499 ] +INFO:root:Average loss=0.10208293461264709 +INFO:root: +[Valid][23][UTT][ MSE = 0.2330 | LCC = 0.8514 | SRCC = 0.8509 ] +INFO:root:Average loss=0.09716654377870071 +INFO:root: +[Valid][24][UTT][ MSE = 0.2270 | LCC = 0.8548 | SRCC = 0.8537 ] +INFO:root:Average loss=0.09851359657179086 +INFO:root: +[Valid][25][UTT][ MSE = 0.2307 | LCC = 0.8522 | SRCC = 0.8510 ] +INFO:root:Average loss=0.0978450640462912 +INFO:root: +[Valid][26][UTT][ MSE = 0.2237 | LCC = 0.8548 | SRCC = 0.8539 ] +INFO:root:Average loss=0.08842330617018235 +INFO:root: +[Valid][27][UTT][ MSE = 0.2406 | LCC = 0.8518 | SRCC = 0.8516 ] +INFO:root:Average loss=0.10134428357466674 +INFO:root: +[Valid][28][UTT][ MSE = 0.2359 | LCC = 0.8539 | SRCC = 0.8537 ] +INFO:root:Average loss=0.08935829027532002 +INFO:root: +[Valid][29][UTT][ MSE = 0.2340 | LCC = 0.8494 | SRCC = 0.8492 ] +INFO:root:Average loss=0.08257371325714466 +INFO:root: +[Valid][30][UTT][ MSE = 0.2316 | LCC = 0.8525 | SRCC = 0.8511 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2297 | LCC = 0.8567 | SRCC = 0.8564 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d23be28b7b4e4d8392895f3928e97f620f0099 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a72bdb114293ce6fcaeddb77596d660efb8b1ef24f02ad17aa48155d61e6d47 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e91e54aba652cafe76a01464cf6bd998389fd77b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f12b96c1f8f19004b0c30e6fe40b43d7c3d4feb7d154e01dc2fd0dea6558d254 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..34450569378a59c2366348845cb2f1be21a55d72 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5117351749004462 +INFO:root: +[Valid][0][UTT][ MSE = 0.3849 | LCC = 0.7504 | SRCC = 0.7521 ] +INFO:root:Average loss=0.3149665689621216 +INFO:root: +[Valid][1][UTT][ MSE = 0.3151 | LCC = 0.8013 | SRCC = 0.8017 ] +INFO:root:Average loss=0.26497441434707397 +INFO:root: +[Valid][2][UTT][ MSE = 0.2925 | LCC = 0.8123 | SRCC = 0.8144 ] +INFO:root:Average loss=0.2543793803988359 +INFO:root: +[Valid][3][UTT][ MSE = 0.2846 | LCC = 0.8207 | SRCC = 0.8226 ] +INFO:root:Average loss=0.23170348963676354 +INFO:root: +[Valid][4][UTT][ MSE = 0.2921 | LCC = 0.8280 | SRCC = 0.8253 ] +INFO:root:Average loss=0.2269082806813411 +INFO:root: +[Valid][5][UTT][ MSE = 0.3189 | LCC = 0.8210 | SRCC = 0.8295 ] +INFO:root:Average loss=0.19642087587943444 +INFO:root: +[Valid][6][UTT][ MSE = 0.2770 | LCC = 0.8382 | SRCC = 0.8366 ] +INFO:root:Average loss=0.1865738949332482 +INFO:root: +[Valid][7][UTT][ MSE = 0.2563 | LCC = 0.8375 | SRCC = 0.8393 ] +INFO:root:Average loss=0.180022060775604 +INFO:root: +[Valid][8][UTT][ MSE = 0.2685 | LCC = 0.8380 | SRCC = 0.8407 ] +INFO:root:Average loss=0.17807515347615266 +INFO:root: +[Valid][9][UTT][ MSE = 0.2636 | LCC = 0.8410 | SRCC = 0.8402 ] +INFO:root:Average loss=0.16810423699327004 +INFO:root: +[Valid][10][UTT][ MSE = 0.2459 | LCC = 0.8430 | SRCC = 0.8425 ] +INFO:root:Average loss=0.1557364281362448 +INFO:root: +[Valid][11][UTT][ MSE = 0.2562 | LCC = 0.8437 | SRCC = 0.8466 ] +INFO:root:Average loss=0.1466429747450046 +INFO:root: +[Valid][12][UTT][ MSE = 0.2620 | LCC = 0.8458 | SRCC = 0.8472 ] +INFO:root:Average loss=0.14605836665783173 +INFO:root: +[Valid][13][UTT][ MSE = 0.2749 | LCC = 0.8440 | SRCC = 0.8479 ] +INFO:root:Average loss=0.13404054653186065 +INFO:root: +[Valid][14][UTT][ MSE = 0.2399 | LCC = 0.8508 | SRCC = 0.8504 ] +INFO:root:Average loss=0.13199290996178603 +INFO:root: +[Valid][15][UTT][ MSE = 0.2813 | LCC = 0.8467 | SRCC = 0.8476 ] +INFO:root:Average loss=0.13068498661502814 +INFO:root: +[Valid][16][UTT][ MSE = 0.2976 | LCC = 0.8414 | SRCC = 0.8443 ] +INFO:root:Average loss=0.12160342291761668 +INFO:root: +[Valid][17][UTT][ MSE = 0.2646 | LCC = 0.8488 | SRCC = 0.8460 ] +INFO:root:Average loss=0.11882252207933328 +INFO:root: +[Valid][18][UTT][ MSE = 0.2482 | LCC = 0.8505 | SRCC = 0.8522 ] +INFO:root:Average loss=0.11629305254572476 +INFO:root: +[Valid][19][UTT][ MSE = 0.2532 | LCC = 0.8514 | SRCC = 0.8505 ] +INFO:root:Average loss=0.10438086942602427 +INFO:root: +[Valid][20][UTT][ MSE = 0.2352 | LCC = 0.8503 | SRCC = 0.8499 ] +INFO:root:Average loss=0.10289937869096413 +INFO:root: +[Valid][21][UTT][ MSE = 0.2340 | LCC = 0.8517 | SRCC = 0.8494 ] +INFO:root:Average loss=0.09977980655355331 +INFO:root: +[Valid][22][UTT][ MSE = 0.2852 | LCC = 0.8494 | SRCC = 0.8499 ] +INFO:root:Average loss=0.10306506384259616 +INFO:root: +[Valid][23][UTT][ MSE = 0.2500 | LCC = 0.8539 | SRCC = 0.8503 ] +INFO:root:Average loss=0.09351475212054375 +INFO:root: +[Valid][24][UTT][ MSE = 0.2474 | LCC = 0.8546 | SRCC = 0.8549 ] +INFO:root:Average loss=0.08710552613513592 +INFO:root: +[Valid][25][UTT][ MSE = 0.2302 | LCC = 0.8533 | SRCC = 0.8510 ] +INFO:root:Average loss=0.09045696244216882 +INFO:root: +[Valid][26][UTT][ MSE = 0.2325 | LCC = 0.8515 | SRCC = 0.8501 ] +INFO:root:Average loss=0.08882304510244957 +INFO:root: +[Valid][27][UTT][ MSE = 0.2440 | LCC = 0.8534 | SRCC = 0.8508 ] +INFO:root:Average loss=0.08556704084651592 +INFO:root: +[Valid][28][UTT][ MSE = 0.2545 | LCC = 0.8516 | SRCC = 0.8510 ] +INFO:root:Average loss=0.08631086316055213 +INFO:root: +[Valid][29][UTT][ MSE = 0.2264 | LCC = 0.8533 | SRCC = 0.8516 ] +INFO:root:Average loss=0.07756095136014315 +INFO:root: +[Valid][30][UTT][ MSE = 0.2629 | LCC = 0.8520 | SRCC = 0.8513 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2228 | LCC = 0.8622 | SRCC = 0.8601 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1df7e647fa113eda43f5ae2457e973593c1faf90 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a471470993adf770f98275d2596417cd3110e7c4386ab6d87d4892be62c666 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a51d5ce4348067ee093c74b88775f63b096a4087 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825701dd3fc795534fb67096d36f7b4dcc902ca46285087c41775c96282e85f7 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7d4dc85cab421ab7d234c01fa37eeb6f7a4db2a6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5266000540592731 +INFO:root: +[Valid][0][UTT][ MSE = 0.3994 | LCC = 0.7531 | SRCC = 0.7530 ] +INFO:root:Average loss=0.3111184040705363 +INFO:root: +[Valid][1][UTT][ MSE = 0.3361 | LCC = 0.7984 | SRCC = 0.8014 ] +INFO:root:Average loss=0.2677946830025086 +INFO:root: +[Valid][2][UTT][ MSE = 0.3068 | LCC = 0.8098 | SRCC = 0.8120 ] +INFO:root:Average loss=0.24320721377929053 +INFO:root: +[Valid][3][UTT][ MSE = 0.2991 | LCC = 0.8221 | SRCC = 0.8235 ] +INFO:root:Average loss=0.22526946167151132 +INFO:root: +[Valid][4][UTT][ MSE = 0.2863 | LCC = 0.8235 | SRCC = 0.8258 ] +INFO:root:Average loss=0.22860365227246895 +INFO:root: +[Valid][5][UTT][ MSE = 0.2834 | LCC = 0.8309 | SRCC = 0.8305 ] +INFO:root:Average loss=0.20881206991198736 +INFO:root: +[Valid][6][UTT][ MSE = 0.2611 | LCC = 0.8312 | SRCC = 0.8287 ] +INFO:root:Average loss=0.20094985018173853 +INFO:root: +[Valid][7][UTT][ MSE = 0.2661 | LCC = 0.8322 | SRCC = 0.8332 ] +INFO:root:Average loss=0.19229518144558638 +INFO:root: +[Valid][8][UTT][ MSE = 0.2643 | LCC = 0.8375 | SRCC = 0.8360 ] +INFO:root:Average loss=0.1776546759483142 +INFO:root: +[Valid][9][UTT][ MSE = 0.2590 | LCC = 0.8448 | SRCC = 0.8438 ] +INFO:root:Average loss=0.1787428957147476 +INFO:root: +[Valid][10][UTT][ MSE = 0.2494 | LCC = 0.8428 | SRCC = 0.8403 ] +INFO:root:Average loss=0.1712721137282176 +INFO:root: +[Valid][11][UTT][ MSE = 0.2464 | LCC = 0.8445 | SRCC = 0.8430 ] +INFO:root:Average loss=0.15650626940604967 +INFO:root: +[Valid][12][UTT][ MSE = 0.2577 | LCC = 0.8354 | SRCC = 0.8360 ] +INFO:root:Average loss=0.15663589527591681 +INFO:root: +[Valid][13][UTT][ MSE = 0.2727 | LCC = 0.8371 | SRCC = 0.8357 ] +INFO:root:Average loss=0.14793930451075235 +INFO:root: +[Valid][14][UTT][ MSE = 0.2592 | LCC = 0.8404 | SRCC = 0.8394 ] +INFO:root:Average loss=0.1364551612581962 +INFO:root: +[Valid][15][UTT][ MSE = 0.2454 | LCC = 0.8465 | SRCC = 0.8460 ] +INFO:root:Average loss=0.12747518374369696 +INFO:root: +[Valid][16][UTT][ MSE = 0.2483 | LCC = 0.8433 | SRCC = 0.8421 ] +INFO:root:Average loss=0.12620649123803163 +INFO:root: +[Valid][17][UTT][ MSE = 0.2427 | LCC = 0.8424 | SRCC = 0.8429 ] +INFO:root:Average loss=0.11958313656923099 +INFO:root: +[Valid][18][UTT][ MSE = 0.2460 | LCC = 0.8466 | SRCC = 0.8453 ] +INFO:root:Average loss=0.12187627034309582 +INFO:root: +[Valid][19][UTT][ MSE = 0.2399 | LCC = 0.8460 | SRCC = 0.8458 ] +INFO:root:Average loss=0.11884494670308553 +INFO:root: +[Valid][20][UTT][ MSE = 0.2498 | LCC = 0.8437 | SRCC = 0.8412 ] +INFO:root:Average loss=0.1176129091435518 +INFO:root: +[Valid][21][UTT][ MSE = 0.2327 | LCC = 0.8479 | SRCC = 0.8484 ] +INFO:root:Average loss=0.10489165754272388 +INFO:root: +[Valid][22][UTT][ MSE = 0.2573 | LCC = 0.8425 | SRCC = 0.8416 ] +INFO:root:Average loss=0.1016495384944555 +INFO:root: +[Valid][23][UTT][ MSE = 0.2314 | LCC = 0.8499 | SRCC = 0.8474 ] +INFO:root:Average loss=0.09954876624620877 +INFO:root: +[Valid][24][UTT][ MSE = 0.2430 | LCC = 0.8449 | SRCC = 0.8439 ] +INFO:root:Average loss=0.1018089504005053 +INFO:root: +[Valid][25][UTT][ MSE = 0.2327 | LCC = 0.8496 | SRCC = 0.8483 ] +INFO:root:Average loss=0.09363827166649011 +INFO:root: +[Valid][26][UTT][ MSE = 0.2363 | LCC = 0.8465 | SRCC = 0.8458 ] +INFO:root:Average loss=0.08970189347672157 +INFO:root: +[Valid][27][UTT][ MSE = 0.2644 | LCC = 0.8414 | SRCC = 0.8421 ] +INFO:root:Average loss=0.08515522390221938 +INFO:root: +[Valid][28][UTT][ MSE = 0.2416 | LCC = 0.8467 | SRCC = 0.8451 ] +INFO:root:Average loss=0.09142917786271144 +INFO:root: +[Valid][29][UTT][ MSE = 0.3207 | LCC = 0.8363 | SRCC = 0.8385 ] +INFO:root:Average loss=0.09331962614296338 +INFO:root: +[Valid][30][UTT][ MSE = 0.2624 | LCC = 0.8452 | SRCC = 0.8442 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2410 | LCC = 0.8509 | SRCC = 0.8508 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d18b38e5c6af7968915501cbc00d4de5637dce7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e203f1707a5d429804c287dd189c016c374f1ccf4fabd4436cc9334b7258b6a8 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f4ec28b02b53bdff995ddc9fefd849249a11661 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0685838b5bc589117ba4914a99038111392a1357bf5960c03929488dbe58bb0 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ec95f493d6ed1fff95f54593cbc83951ffa0c79a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5579029818375906 +INFO:root: +[Valid][0][UTT][ MSE = 0.3923 | LCC = 0.7504 | SRCC = 0.7579 ] +INFO:root:Average loss=0.281908868597104 +INFO:root: +[Valid][1][UTT][ MSE = 0.2960 | LCC = 0.8220 | SRCC = 0.8247 ] +INFO:root:Average loss=0.24152254370542672 +INFO:root: +[Valid][2][UTT][ MSE = 0.2837 | LCC = 0.8382 | SRCC = 0.8382 ] +INFO:root:Average loss=0.21605490759397164 +INFO:root: +[Valid][3][UTT][ MSE = 0.2595 | LCC = 0.8500 | SRCC = 0.8487 ] +INFO:root:Average loss=0.19972476286765856 +INFO:root: +[Valid][4][UTT][ MSE = 0.2661 | LCC = 0.8503 | SRCC = 0.8482 ] +INFO:root:Average loss=0.18289579623020613 +INFO:root: +[Valid][5][UTT][ MSE = 0.2382 | LCC = 0.8577 | SRCC = 0.8564 ] +INFO:root:Average loss=0.17403767124200478 +INFO:root: +[Valid][6][UTT][ MSE = 0.2274 | LCC = 0.8563 | SRCC = 0.8578 ] +INFO:root:Average loss=0.15883888829595003 +INFO:root: +[Valid][7][UTT][ MSE = 0.2364 | LCC = 0.8652 | SRCC = 0.8644 ] +INFO:root:Average loss=0.1502183436965331 +INFO:root: +[Valid][8][UTT][ MSE = 0.2230 | LCC = 0.8647 | SRCC = 0.8634 ] +INFO:root:Average loss=0.14425039530182496 +INFO:root: +[Valid][9][UTT][ MSE = 0.2240 | LCC = 0.8619 | SRCC = 0.8615 ] +INFO:root:Average loss=0.13120300418291336 +INFO:root: +[Valid][10][UTT][ MSE = 0.2293 | LCC = 0.8613 | SRCC = 0.8605 ] +INFO:root:Average loss=0.125763506652453 +INFO:root: +[Valid][11][UTT][ MSE = 0.2311 | LCC = 0.8588 | SRCC = 0.8581 ] +INFO:root:Average loss=0.12023446021171716 +INFO:root: +[Valid][12][UTT][ MSE = 0.2270 | LCC = 0.8637 | SRCC = 0.8633 ] +INFO:root:Average loss=0.11397567486915833 +INFO:root: +[Valid][13][UTT][ MSE = 0.2236 | LCC = 0.8606 | SRCC = 0.8592 ] +INFO:root:Average loss=0.109283841191194 +INFO:root: +[Valid][14][UTT][ MSE = 0.2549 | LCC = 0.8610 | SRCC = 0.8609 ] +INFO:root:Average loss=0.10497672158556107 +INFO:root: +[Valid][15][UTT][ MSE = 0.2279 | LCC = 0.8607 | SRCC = 0.8596 ] +INFO:root:Average loss=0.09470070931964959 +INFO:root: +[Valid][16][UTT][ MSE = 0.2463 | LCC = 0.8582 | SRCC = 0.8585 ] +INFO:root:Average loss=0.09185820397658226 +INFO:root: +[Valid][17][UTT][ MSE = 0.2378 | LCC = 0.8603 | SRCC = 0.8591 ] +INFO:root:Average loss=0.08932063542306423 +INFO:root: +[Valid][18][UTT][ MSE = 0.2295 | LCC = 0.8599 | SRCC = 0.8572 ] +INFO:root:Average loss=0.09007106826473506 +INFO:root: +[Valid][19][UTT][ MSE = 0.2232 | LCC = 0.8590 | SRCC = 0.8597 ] +INFO:root:Average loss=0.08259311877191067 +INFO:root: +[Valid][20][UTT][ MSE = 0.2265 | LCC = 0.8620 | SRCC = 0.8608 ] +INFO:root:Average loss=0.07888642130180812 +INFO:root: +[Valid][21][UTT][ MSE = 0.2230 | LCC = 0.8600 | SRCC = 0.8593 ] +INFO:root:Average loss=0.0771169771368687 +INFO:root: +[Valid][22][UTT][ MSE = 0.2229 | LCC = 0.8639 | SRCC = 0.8622 ] +INFO:root:Average loss=0.07196163027905501 +INFO:root: +[Valid][23][UTT][ MSE = 0.2172 | LCC = 0.8642 | SRCC = 0.8633 ] +INFO:root:Average loss=0.07153778680815147 +INFO:root: +[Valid][24][UTT][ MSE = 0.2198 | LCC = 0.8600 | SRCC = 0.8600 ] +INFO:root:Average loss=0.06978224256099799 +INFO:root: +[Valid][25][UTT][ MSE = 0.2421 | LCC = 0.8596 | SRCC = 0.8607 ] +INFO:root:Average loss=0.0665074652299667 +INFO:root: +[Valid][26][UTT][ MSE = 0.2450 | LCC = 0.8562 | SRCC = 0.8554 ] +INFO:root:Average loss=0.06449643388772622 +INFO:root: +[Valid][27][UTT][ MSE = 0.2274 | LCC = 0.8607 | SRCC = 0.8599 ] +INFO:root:Average loss=0.06317250196559307 +INFO:root: +[Valid][28][UTT][ MSE = 0.2246 | LCC = 0.8592 | SRCC = 0.8580 ] +INFO:root:Average loss=0.057393016054844245 +INFO:root: +[Valid][29][UTT][ MSE = 0.2210 | LCC = 0.8596 | SRCC = 0.8597 ] +INFO:root:Average loss=0.057160536925762125 +INFO:root: +[Valid][30][UTT][ MSE = 0.2276 | LCC = 0.8606 | SRCC = 0.8599 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2514 | LCC = 0.8608 | SRCC = 0.8643 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef3e9c14d597640ba25e5e10d7f6ac9f3f58169d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2331eaaa606cd4bbe704936479cd533ff902aa2d24689a02d023a22b77d46ed2 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c910be5eb4a53e8919c5d2f4a8a235c7e5994021 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341cd7f6d2e65f055cd411ccef82673969499bba76d34a7da2c4d35f29298ec3 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0c9f86b5179872a768cc51a0f51277e56bf33d6b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46443528147080004 +INFO:root: +[Valid][0][UTT][ MSE = 0.3589 | LCC = 0.7730 | SRCC = 0.7787 ] +INFO:root:Average loss=0.2829025129859264 +INFO:root: +[Valid][1][UTT][ MSE = 0.2902 | LCC = 0.8149 | SRCC = 0.8198 ] +INFO:root:Average loss=0.2459358676121785 +INFO:root: +[Valid][2][UTT][ MSE = 0.2793 | LCC = 0.8268 | SRCC = 0.8291 ] +INFO:root:Average loss=0.23203499959065363 +INFO:root: +[Valid][3][UTT][ MSE = 0.2705 | LCC = 0.8399 | SRCC = 0.8405 ] +INFO:root:Average loss=0.20652559858102065 +INFO:root: +[Valid][4][UTT][ MSE = 0.2860 | LCC = 0.8424 | SRCC = 0.8455 ] +INFO:root:Average loss=0.2007329208919635 +INFO:root: +[Valid][5][UTT][ MSE = 0.2831 | LCC = 0.8472 | SRCC = 0.8501 ] +INFO:root:Average loss=0.17777578246134979 +INFO:root: +[Valid][6][UTT][ MSE = 0.2481 | LCC = 0.8519 | SRCC = 0.8509 ] +INFO:root:Average loss=0.17219354307804352 +INFO:root: +[Valid][7][UTT][ MSE = 0.2526 | LCC = 0.8500 | SRCC = 0.8492 ] +INFO:root:Average loss=0.1520511834667279 +INFO:root: +[Valid][8][UTT][ MSE = 0.2383 | LCC = 0.8533 | SRCC = 0.8515 ] +INFO:root:Average loss=0.14455971761773795 +INFO:root: +[Valid][9][UTT][ MSE = 0.2681 | LCC = 0.8537 | SRCC = 0.8529 ] +INFO:root:Average loss=0.1402047521983966 +INFO:root: +[Valid][10][UTT][ MSE = 0.2394 | LCC = 0.8511 | SRCC = 0.8531 ] +INFO:root:Average loss=0.12799982717021918 +INFO:root: +[Valid][11][UTT][ MSE = 0.2482 | LCC = 0.8512 | SRCC = 0.8506 ] +INFO:root:Average loss=0.11879504405153103 +INFO:root: +[Valid][12][UTT][ MSE = 0.2495 | LCC = 0.8550 | SRCC = 0.8547 ] +INFO:root:Average loss=0.1258681752742865 +INFO:root: +[Valid][13][UTT][ MSE = 0.2744 | LCC = 0.8462 | SRCC = 0.8497 ] +INFO:root:Average loss=0.1364883759464973 +INFO:root: +[Valid][14][UTT][ MSE = 0.2486 | LCC = 0.8540 | SRCC = 0.8532 ] +INFO:root:Average loss=0.10662281379485741 +INFO:root: +[Valid][15][UTT][ MSE = 0.2416 | LCC = 0.8520 | SRCC = 0.8547 ] +INFO:root:Average loss=0.1051601536380939 +INFO:root: +[Valid][16][UTT][ MSE = 0.2323 | LCC = 0.8532 | SRCC = 0.8527 ] +INFO:root:Average loss=0.10943737855324379 +INFO:root: +[Valid][17][UTT][ MSE = 0.2357 | LCC = 0.8541 | SRCC = 0.8518 ] +INFO:root:Average loss=0.09673218214167999 +INFO:root: +[Valid][18][UTT][ MSE = 0.2239 | LCC = 0.8585 | SRCC = 0.8579 ] +INFO:root:Average loss=0.09031996255119641 +INFO:root: +[Valid][19][UTT][ MSE = 0.2337 | LCC = 0.8521 | SRCC = 0.8513 ] +INFO:root:Average loss=0.0894072423569667 +INFO:root: +[Valid][20][UTT][ MSE = 0.2251 | LCC = 0.8552 | SRCC = 0.8559 ] +INFO:root:Average loss=0.08091638156045707 +INFO:root: +[Valid][21][UTT][ MSE = 0.2410 | LCC = 0.8517 | SRCC = 0.8506 ] +INFO:root:Average loss=0.08385886065661907 +INFO:root: +[Valid][22][UTT][ MSE = 0.2461 | LCC = 0.8509 | SRCC = 0.8481 ] +INFO:root:Average loss=0.07571428718093114 +INFO:root: +[Valid][23][UTT][ MSE = 0.2414 | LCC = 0.8512 | SRCC = 0.8494 ] +INFO:root:Average loss=0.0746387192645134 +INFO:root: +[Valid][24][UTT][ MSE = 0.2452 | LCC = 0.8491 | SRCC = 0.8460 ] +INFO:root:Average loss=0.07460202825948214 +INFO:root: +[Valid][25][UTT][ MSE = 0.2472 | LCC = 0.8498 | SRCC = 0.8476 ] +INFO:root:Average loss=0.06846938802836797 +INFO:root: +[Valid][26][UTT][ MSE = 0.2364 | LCC = 0.8479 | SRCC = 0.8471 ] +INFO:root:Average loss=0.06587749253958464 +INFO:root: +[Valid][27][UTT][ MSE = 0.2455 | LCC = 0.8454 | SRCC = 0.8438 ] +INFO:root:Average loss=0.06548665678845002 +INFO:root: +[Valid][28][UTT][ MSE = 0.2447 | LCC = 0.8495 | SRCC = 0.8477 ] +INFO:root:Average loss=0.06506944672228435 +INFO:root: +[Valid][29][UTT][ MSE = 0.2433 | LCC = 0.8513 | SRCC = 0.8500 ] +INFO:root:Average loss=0.0630040941043542 +INFO:root: +[Valid][30][UTT][ MSE = 0.2328 | LCC = 0.8518 | SRCC = 0.8501 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2317 | LCC = 0.8601 | SRCC = 0.8598 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f9ab95c91bdc548a51b69a9df9de5c65bcc15ce --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9314331cb2148f73cb6eef8985c5796dfc40815d6d4e85e549dfeb33521c5b9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e91af6c47047ca938d69bb3943594c7ae81b12 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac0273bff55a728136b5ea39b5d8684e4ffc481572377815aac2ad64e292d69 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1540c445e5521fab0fe8a8075af5812c2e1a9fdd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4545524932253055 +INFO:root: +[Valid][0][UTT][ MSE = 0.3581 | LCC = 0.7605 | SRCC = 0.7693 ] +INFO:root:Average loss=0.2855069862726407 +INFO:root: +[Valid][1][UTT][ MSE = 0.3553 | LCC = 0.8161 | SRCC = 0.8197 ] +INFO:root:Average loss=0.24301526447137198 +INFO:root: +[Valid][2][UTT][ MSE = 0.2831 | LCC = 0.8303 | SRCC = 0.8309 ] +INFO:root:Average loss=0.21930049378902483 +INFO:root: +[Valid][3][UTT][ MSE = 0.2720 | LCC = 0.8362 | SRCC = 0.8349 ] +INFO:root:Average loss=0.20811317746455854 +INFO:root: +[Valid][4][UTT][ MSE = 0.2704 | LCC = 0.8409 | SRCC = 0.8406 ] +INFO:root:Average loss=0.19413692771624297 +INFO:root: +[Valid][5][UTT][ MSE = 0.2496 | LCC = 0.8477 | SRCC = 0.8459 ] +INFO:root:Average loss=0.17543617387612662 +INFO:root: +[Valid][6][UTT][ MSE = 0.2502 | LCC = 0.8470 | SRCC = 0.8454 ] +INFO:root:Average loss=0.1729685052847251 +INFO:root: +[Valid][7][UTT][ MSE = 0.2603 | LCC = 0.8503 | SRCC = 0.8484 ] +INFO:root:Average loss=0.1578674133007343 +INFO:root: +[Valid][8][UTT][ MSE = 0.2510 | LCC = 0.8485 | SRCC = 0.8469 ] +INFO:root:Average loss=0.15624239429449424 +INFO:root: +[Valid][9][UTT][ MSE = 0.2426 | LCC = 0.8554 | SRCC = 0.8522 ] +INFO:root:Average loss=0.13881879185254759 +INFO:root: +[Valid][10][UTT][ MSE = 0.2488 | LCC = 0.8551 | SRCC = 0.8528 ] +INFO:root:Average loss=0.13267414634808516 +INFO:root: +[Valid][11][UTT][ MSE = 0.2347 | LCC = 0.8554 | SRCC = 0.8531 ] +INFO:root:Average loss=0.13059128085390115 +INFO:root: +[Valid][12][UTT][ MSE = 0.2342 | LCC = 0.8556 | SRCC = 0.8530 ] +INFO:root:Average loss=0.12116141789234601 +INFO:root: +[Valid][13][UTT][ MSE = 0.2330 | LCC = 0.8579 | SRCC = 0.8553 ] +INFO:root:Average loss=0.10820471629118308 +INFO:root: +[Valid][14][UTT][ MSE = 0.2330 | LCC = 0.8577 | SRCC = 0.8563 ] +INFO:root:Average loss=0.10557236111699006 +INFO:root: +[Valid][15][UTT][ MSE = 0.2301 | LCC = 0.8583 | SRCC = 0.8558 ] +INFO:root:Average loss=0.106303655088712 +INFO:root: +[Valid][16][UTT][ MSE = 0.3002 | LCC = 0.8532 | SRCC = 0.8530 ] +INFO:root:Average loss=0.10439360557267299 +INFO:root: +[Valid][17][UTT][ MSE = 0.2294 | LCC = 0.8571 | SRCC = 0.8535 ] +INFO:root:Average loss=0.09970301661926967 +INFO:root: +[Valid][18][UTT][ MSE = 0.2280 | LCC = 0.8577 | SRCC = 0.8550 ] +INFO:root:Average loss=0.092440931365276 +INFO:root: +[Valid][19][UTT][ MSE = 0.2308 | LCC = 0.8581 | SRCC = 0.8555 ] +INFO:root:Average loss=0.09116978055009475 +INFO:root: +[Valid][20][UTT][ MSE = 0.2281 | LCC = 0.8557 | SRCC = 0.8524 ] +INFO:root:Average loss=0.08925519668712066 +INFO:root: +[Valid][21][UTT][ MSE = 0.2331 | LCC = 0.8562 | SRCC = 0.8549 ] +INFO:root:Average loss=0.08736130862663953 +INFO:root: +[Valid][22][UTT][ MSE = 0.2655 | LCC = 0.8555 | SRCC = 0.8567 ] +INFO:root:Average loss=0.07614122584271125 +INFO:root: +[Valid][23][UTT][ MSE = 0.2480 | LCC = 0.8551 | SRCC = 0.8520 ] +INFO:root:Average loss=0.08017058560672478 +INFO:root: +[Valid][24][UTT][ MSE = 0.2523 | LCC = 0.8578 | SRCC = 0.8544 ] +INFO:root:Average loss=0.07224704005206242 +INFO:root: +[Valid][25][UTT][ MSE = 0.2317 | LCC = 0.8585 | SRCC = 0.8556 ] +INFO:root:Average loss=0.06845181793547593 +INFO:root: +[Valid][26][UTT][ MSE = 0.2313 | LCC = 0.8577 | SRCC = 0.8559 ] +INFO:root:Average loss=0.06856709914520764 +INFO:root: +[Valid][27][UTT][ MSE = 0.2275 | LCC = 0.8617 | SRCC = 0.8586 ] +INFO:root:Average loss=0.06583490241796543 +INFO:root: +[Valid][28][UTT][ MSE = 0.2336 | LCC = 0.8602 | SRCC = 0.8588 ] +INFO:root:Average loss=0.06755445104761001 +INFO:root: +[Valid][29][UTT][ MSE = 0.2448 | LCC = 0.8567 | SRCC = 0.8535 ] +INFO:root:Average loss=0.05979926793430096 +INFO:root: +[Valid][30][UTT][ MSE = 0.2284 | LCC = 0.8592 | SRCC = 0.8560 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2419 | LCC = 0.8558 | SRCC = 0.8579 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f20ea5f91b14a8c5c70c56511e65d949c9ce41 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d531c7c3c10cea9b5db1a9ae82b2267ddc4facea149393fe426733f968537033 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..44ac53c66638e007e14df64fca4c2ab22a4dcca4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b38c97825d715fd4e88af92437607f2499d2527892ad864143d8d9ccdfcdc5 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e19e87267cdcca4e470dabbd596aaa4753c44fbf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5385575294494629 +INFO:root: +[Valid][0][UTT][ MSE = 0.3650 | LCC = 0.7587 | SRCC = 0.7644 ] +INFO:root:Average loss=0.27620500039595824 +INFO:root: +[Valid][1][UTT][ MSE = 0.2923 | LCC = 0.8209 | SRCC = 0.8247 ] +INFO:root:Average loss=0.23489143298222467 +INFO:root: +[Valid][2][UTT][ MSE = 0.2720 | LCC = 0.8312 | SRCC = 0.8341 ] +INFO:root:Average loss=0.21781235130933616 +INFO:root: +[Valid][3][UTT][ MSE = 0.2629 | LCC = 0.8377 | SRCC = 0.8388 ] +INFO:root:Average loss=0.21192719042301178 +INFO:root: +[Valid][4][UTT][ MSE = 0.2484 | LCC = 0.8462 | SRCC = 0.8478 ] +INFO:root:Average loss=0.18010057556705597 +INFO:root: +[Valid][5][UTT][ MSE = 0.2651 | LCC = 0.8466 | SRCC = 0.8486 ] +INFO:root:Average loss=0.18747084310803658 +INFO:root: +[Valid][6][UTT][ MSE = 0.2730 | LCC = 0.8564 | SRCC = 0.8555 ] +INFO:root:Average loss=0.16400125508125013 +INFO:root: +[Valid][7][UTT][ MSE = 0.2272 | LCC = 0.8595 | SRCC = 0.8593 ] +INFO:root:Average loss=0.1618386094386761 +INFO:root: +[Valid][8][UTT][ MSE = 0.2329 | LCC = 0.8585 | SRCC = 0.8579 ] +INFO:root:Average loss=0.15293849985568952 +INFO:root: +[Valid][9][UTT][ MSE = 0.2428 | LCC = 0.8631 | SRCC = 0.8617 ] +INFO:root:Average loss=0.14034963332307646 +INFO:root: +[Valid][10][UTT][ MSE = 0.2414 | LCC = 0.8644 | SRCC = 0.8627 ] +INFO:root:Average loss=0.1250902154506781 +INFO:root: +[Valid][11][UTT][ MSE = 0.2328 | LCC = 0.8636 | SRCC = 0.8600 ] +INFO:root:Average loss=0.13383773017006043 +INFO:root: +[Valid][12][UTT][ MSE = 0.2316 | LCC = 0.8635 | SRCC = 0.8612 ] +INFO:root:Average loss=0.12093319027469708 +INFO:root: +[Valid][13][UTT][ MSE = 0.2291 | LCC = 0.8645 | SRCC = 0.8634 ] +INFO:root:Average loss=0.11071070283651352 +INFO:root: +[Valid][14][UTT][ MSE = 0.2180 | LCC = 0.8663 | SRCC = 0.8646 ] +INFO:root:Average loss=0.10751488160055417 +INFO:root: +[Valid][15][UTT][ MSE = 0.2183 | LCC = 0.8657 | SRCC = 0.8651 ] +INFO:root:Average loss=0.09744001031877139 +INFO:root: +[Valid][16][UTT][ MSE = 0.2284 | LCC = 0.8605 | SRCC = 0.8593 ] +INFO:root:Average loss=0.10740042711870793 +INFO:root: +[Valid][17][UTT][ MSE = 0.2218 | LCC = 0.8648 | SRCC = 0.8630 ] +INFO:root:Average loss=0.09620826395276265 +INFO:root: +[Valid][18][UTT][ MSE = 0.2139 | LCC = 0.8677 | SRCC = 0.8665 ] +INFO:root:Average loss=0.08955078806059483 +INFO:root: +[Valid][19][UTT][ MSE = 0.2244 | LCC = 0.8684 | SRCC = 0.8678 ] +INFO:root:Average loss=0.08748393677748166 +INFO:root: +[Valid][20][UTT][ MSE = 0.2196 | LCC = 0.8676 | SRCC = 0.8666 ] +INFO:root:Average loss=0.08282751556581412 +INFO:root: +[Valid][21][UTT][ MSE = 0.2208 | LCC = 0.8647 | SRCC = 0.8637 ] +INFO:root:Average loss=0.07914482558575961 +INFO:root: +[Valid][22][UTT][ MSE = 0.2221 | LCC = 0.8660 | SRCC = 0.8646 ] +INFO:root:Average loss=0.07332701255113651 +INFO:root: +[Valid][23][UTT][ MSE = 0.2187 | LCC = 0.8682 | SRCC = 0.8664 ] +INFO:root:Average loss=0.07487595382218178 +INFO:root: +[Valid][24][UTT][ MSE = 0.2150 | LCC = 0.8668 | SRCC = 0.8660 ] +INFO:root:Average loss=0.07132558572368744 +INFO:root: +[Valid][25][UTT][ MSE = 0.2197 | LCC = 0.8649 | SRCC = 0.8633 ] +INFO:root:Average loss=0.06906977353187707 +INFO:root: +[Valid][26][UTT][ MSE = 0.2278 | LCC = 0.8656 | SRCC = 0.8639 ] +INFO:root:Average loss=0.06869275982563312 +INFO:root: +[Valid][27][UTT][ MSE = 0.2286 | LCC = 0.8643 | SRCC = 0.8620 ] +INFO:root:Average loss=0.07087300058740836 +INFO:root: +[Valid][28][UTT][ MSE = 0.2250 | LCC = 0.8659 | SRCC = 0.8645 ] +INFO:root:Average loss=0.06349486456467555 +INFO:root: +[Valid][29][UTT][ MSE = 0.2163 | LCC = 0.8645 | SRCC = 0.8632 ] +INFO:root:Average loss=0.05948789183719036 +INFO:root: +[Valid][30][UTT][ MSE = 0.2171 | LCC = 0.8651 | SRCC = 0.8630 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2632 | LCC = 0.8552 | SRCC = 0.8584 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bb9486b5508fcf9fdaff02249a7d3e64c81026b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f5feaf5278f41f38a90bca59b6099ed8bd9d7a6699f5d6ff33636293bd213a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cceac1b17a09e743efa339ed1fd5634655c2d33 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c229511eee3b1b83d8f499e7bf016ceb8b0705951bee4193bb39e3b84d97df0 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4bba359ac59d4a5824d251d40ed101f2bc13eac1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer1/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.48430947959423065 +INFO:root: +[Valid][0][UTT][ MSE = 0.3511 | LCC = 0.7691 | SRCC = 0.7772 ] +INFO:root:Average loss=0.2768903277241267 +INFO:root: +[Valid][1][UTT][ MSE = 0.2989 | LCC = 0.8226 | SRCC = 0.8278 ] +INFO:root:Average loss=0.23676855136186647 +INFO:root: +[Valid][2][UTT][ MSE = 0.2725 | LCC = 0.8357 | SRCC = 0.8393 ] +INFO:root:Average loss=0.2158789296562855 +INFO:root: +[Valid][3][UTT][ MSE = 0.2599 | LCC = 0.8419 | SRCC = 0.8451 ] +INFO:root:Average loss=0.19721630521309683 +INFO:root: +[Valid][4][UTT][ MSE = 0.2516 | LCC = 0.8476 | SRCC = 0.8489 ] +INFO:root:Average loss=0.19619602089126906 +INFO:root: +[Valid][5][UTT][ MSE = 0.2452 | LCC = 0.8481 | SRCC = 0.8506 ] +INFO:root:Average loss=0.16893498446696845 +INFO:root: +[Valid][6][UTT][ MSE = 0.2290 | LCC = 0.8548 | SRCC = 0.8556 ] +INFO:root:Average loss=0.15964206031117684 +INFO:root: +[Valid][7][UTT][ MSE = 0.2470 | LCC = 0.8560 | SRCC = 0.8564 ] +INFO:root:Average loss=0.1586914870601434 +INFO:root: +[Valid][8][UTT][ MSE = 0.2594 | LCC = 0.8519 | SRCC = 0.8534 ] +INFO:root:Average loss=0.149302944732018 +INFO:root: +[Valid][9][UTT][ MSE = 0.2375 | LCC = 0.8568 | SRCC = 0.8576 ] +INFO:root:Average loss=0.13503167883325845 +INFO:root: +[Valid][10][UTT][ MSE = 0.2402 | LCC = 0.8555 | SRCC = 0.8567 ] +INFO:root:Average loss=0.13374055033692947 +INFO:root: +[Valid][11][UTT][ MSE = 0.2511 | LCC = 0.8589 | SRCC = 0.8586 ] +INFO:root:Average loss=0.12058124471551333 +INFO:root: +[Valid][12][UTT][ MSE = 0.2350 | LCC = 0.8593 | SRCC = 0.8595 ] +INFO:root:Average loss=0.11424230134639984 +INFO:root: +[Valid][13][UTT][ MSE = 0.2328 | LCC = 0.8589 | SRCC = 0.8583 ] +INFO:root:Average loss=0.10716472126734562 +INFO:root: +[Valid][14][UTT][ MSE = 0.2302 | LCC = 0.8585 | SRCC = 0.8573 ] +INFO:root:Average loss=0.10093473872313133 +INFO:root: +[Valid][15][UTT][ MSE = 0.2388 | LCC = 0.8602 | SRCC = 0.8592 ] +INFO:root:Average loss=0.10185132161355935 +INFO:root: +[Valid][16][UTT][ MSE = 0.2171 | LCC = 0.8620 | SRCC = 0.8605 ] +INFO:root:Average loss=0.09766510248375244 +INFO:root: +[Valid][17][UTT][ MSE = 0.2171 | LCC = 0.8601 | SRCC = 0.8594 ] +INFO:root:Average loss=0.09297806048431458 +INFO:root: +[Valid][18][UTT][ MSE = 0.2245 | LCC = 0.8587 | SRCC = 0.8586 ] +INFO:root:Average loss=0.09437830430956987 +INFO:root: +[Valid][19][UTT][ MSE = 0.2224 | LCC = 0.8588 | SRCC = 0.8572 ] +INFO:root:Average loss=0.08312189841690736 +INFO:root: +[Valid][20][UTT][ MSE = 0.2235 | LCC = 0.8609 | SRCC = 0.8598 ] +INFO:root:Average loss=0.07728381426288532 +INFO:root: +[Valid][21][UTT][ MSE = 0.2204 | LCC = 0.8589 | SRCC = 0.8578 ] +INFO:root:Average loss=0.08090825078005974 +INFO:root: +[Valid][22][UTT][ MSE = 0.2213 | LCC = 0.8598 | SRCC = 0.8589 ] +INFO:root:Average loss=0.0805133536266975 +INFO:root: +[Valid][23][UTT][ MSE = 0.2425 | LCC = 0.8613 | SRCC = 0.8601 ] +INFO:root:Average loss=0.07067236046378429 +INFO:root: +[Valid][24][UTT][ MSE = 0.2228 | LCC = 0.8584 | SRCC = 0.8565 ] +INFO:root:Average loss=0.06613009590177964 +INFO:root: +[Valid][25][UTT][ MSE = 0.2295 | LCC = 0.8586 | SRCC = 0.8575 ] +INFO:root:Average loss=0.06243102596356319 +INFO:root: +[Valid][26][UTT][ MSE = 0.2256 | LCC = 0.8566 | SRCC = 0.8557 ] +INFO:root:Average loss=0.06585398297279309 +INFO:root: +[Valid][27][UTT][ MSE = 0.2234 | LCC = 0.8574 | SRCC = 0.8558 ] +INFO:root:Average loss=0.059433734569794096 +INFO:root: +[Valid][28][UTT][ MSE = 0.2267 | LCC = 0.8604 | SRCC = 0.8592 ] +INFO:root:Average loss=0.06033405914711647 +INFO:root: +[Valid][29][UTT][ MSE = 0.2474 | LCC = 0.8593 | SRCC = 0.8587 ] +INFO:root:Average loss=0.06221992145173061 +INFO:root: +[Valid][30][UTT][ MSE = 0.2354 | LCC = 0.8596 | SRCC = 0.8586 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2350 | LCC = 0.8625 | SRCC = 0.8635 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9005a61bb995fca1ef4700357d212fd652f2c7d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40340d5306c8cba496c6780d913584eb2516a3640bac5026c6bc8ad556e2cd9a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..93309898515de7e50a66ec39816df48ba79efa2a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5839c6591af4a482b428124774cc703d9cb1e62072d1e2539aaa8761213b130e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fb3447437347723e7710fa9ad8b3f5bda0d8ef9d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3755052259717232 +INFO:root: +[Valid][0][UTT][ MSE = 0.3617 | LCC = 0.7996 | SRCC = 0.8009 ] +INFO:root:Average loss=0.29228439850684923 +INFO:root: +[Valid][1][UTT][ MSE = 0.3613 | LCC = 0.8184 | SRCC = 0.8182 ] +INFO:root:Average loss=0.2759794119076851 +INFO:root: +[Valid][2][UTT][ MSE = 0.3166 | LCC = 0.8304 | SRCC = 0.8288 ] +INFO:root:Average loss=0.2594773987164864 +INFO:root: +[Valid][3][UTT][ MSE = 0.3399 | LCC = 0.8348 | SRCC = 0.8339 ] +INFO:root:Average loss=0.26083706185603756 +INFO:root: +[Valid][4][UTT][ MSE = 0.2968 | LCC = 0.8305 | SRCC = 0.8349 ] +INFO:root:Average loss=0.2504131341209778 +INFO:root: +[Valid][5][UTT][ MSE = 0.2950 | LCC = 0.8405 | SRCC = 0.8394 ] +INFO:root:Average loss=0.2644938988945423 +INFO:root: +[Valid][6][UTT][ MSE = 0.3251 | LCC = 0.8381 | SRCC = 0.8390 ] +INFO:root:Average loss=0.24096036263001272 +INFO:root: +[Valid][7][UTT][ MSE = 0.3032 | LCC = 0.8439 | SRCC = 0.8425 ] +INFO:root:Average loss=0.23795024076333413 +INFO:root: +[Valid][8][UTT][ MSE = 0.2996 | LCC = 0.8355 | SRCC = 0.8409 ] +INFO:root:Average loss=0.23301308181805488 +INFO:root: +[Valid][9][UTT][ MSE = 0.2962 | LCC = 0.8455 | SRCC = 0.8452 ] +INFO:root:Average loss=0.22884732198256713 +INFO:root: +[Valid][10][UTT][ MSE = 0.2991 | LCC = 0.8449 | SRCC = 0.8427 ] +INFO:root:Average loss=0.23572542441961092 +INFO:root: +[Valid][11][UTT][ MSE = 0.2975 | LCC = 0.8434 | SRCC = 0.8427 ] +INFO:root:Average loss=0.22542505462964377 +INFO:root: +[Valid][12][UTT][ MSE = 0.2938 | LCC = 0.8466 | SRCC = 0.8448 ] +INFO:root:Average loss=0.23018565334570715 +INFO:root: +[Valid][13][UTT][ MSE = 0.2896 | LCC = 0.8463 | SRCC = 0.8447 ] +INFO:root:Average loss=0.22079151238386446 +INFO:root: +[Valid][14][UTT][ MSE = 0.2810 | LCC = 0.8513 | SRCC = 0.8489 ] +INFO:root:Average loss=0.21709398600535515 +INFO:root: +[Valid][15][UTT][ MSE = 0.3072 | LCC = 0.8504 | SRCC = 0.8475 ] +INFO:root:Average loss=0.2181171893309324 +INFO:root: +[Valid][16][UTT][ MSE = 0.2956 | LCC = 0.8547 | SRCC = 0.8529 ] +INFO:root:Average loss=0.21098361832973284 +INFO:root: +[Valid][17][UTT][ MSE = 0.2605 | LCC = 0.8499 | SRCC = 0.8491 ] +INFO:root:Average loss=0.20367946189183456 +INFO:root: +[Valid][18][UTT][ MSE = 0.2804 | LCC = 0.8524 | SRCC = 0.8501 ] +INFO:root:Average loss=0.2042301845474121 +INFO:root: +[Valid][19][UTT][ MSE = 0.2854 | LCC = 0.8502 | SRCC = 0.8497 ] +INFO:root:Average loss=0.19899748456783783 +INFO:root: +[Valid][20][UTT][ MSE = 0.2913 | LCC = 0.8521 | SRCC = 0.8500 ] +INFO:root:Average loss=0.19959431858016893 +INFO:root: +[Valid][21][UTT][ MSE = 0.2632 | LCC = 0.8516 | SRCC = 0.8533 ] +INFO:root:Average loss=0.1968453712761402 +INFO:root: +[Valid][22][UTT][ MSE = 0.2601 | LCC = 0.8509 | SRCC = 0.8508 ] +INFO:root:Average loss=0.19324456546933222 +INFO:root: +[Valid][23][UTT][ MSE = 0.2627 | LCC = 0.8506 | SRCC = 0.8478 ] +INFO:root:Average loss=0.19271657539483827 +INFO:root: +[Valid][24][UTT][ MSE = 0.2565 | LCC = 0.8553 | SRCC = 0.8538 ] +INFO:root:Average loss=0.19778441274777436 +INFO:root: +[Valid][25][UTT][ MSE = 0.3110 | LCC = 0.8465 | SRCC = 0.8438 ] +INFO:root:Average loss=0.1917394039531549 +INFO:root: +[Valid][26][UTT][ MSE = 0.2514 | LCC = 0.8438 | SRCC = 0.8484 ] +INFO:root:Average loss=0.1857162045362668 +INFO:root: +[Valid][27][UTT][ MSE = 0.2811 | LCC = 0.8522 | SRCC = 0.8502 ] +INFO:root:Average loss=0.179224771184799 +INFO:root: +[Valid][28][UTT][ MSE = 0.2889 | LCC = 0.8527 | SRCC = 0.8488 ] +INFO:root:Average loss=0.18358595334948638 +INFO:root: +[Valid][29][UTT][ MSE = 0.2713 | LCC = 0.8504 | SRCC = 0.8485 ] +INFO:root:Average loss=0.17530563473701477 +INFO:root: +[Valid][30][UTT][ MSE = 0.2911 | LCC = 0.8522 | SRCC = 0.8523 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2578 | LCC = 0.8542 | SRCC = 0.8528 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c72865a108b131be83294249bfddfdf5c0e6bae --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24ddb9d14cd79f2bf07e6ed698ec5e7dcbbc9a85807f999a5efeff23d470206 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c03ab8d7908f6f7ac57874375c4c23433a411eb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24c223b4c8168e7dd0d2c5f484de86de518c0a1edc3f14c5512d5022ea2091d +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..280dae5331cc3e63267cc1f24052e92c355def85 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3635480006535848 +INFO:root: +[Valid][0][UTT][ MSE = 0.3621 | LCC = 0.8035 | SRCC = 0.8074 ] +INFO:root:Average loss=0.2855860909972435 +INFO:root: +[Valid][1][UTT][ MSE = 0.3394 | LCC = 0.8259 | SRCC = 0.8260 ] +INFO:root:Average loss=0.2830303395405794 +INFO:root: +[Valid][2][UTT][ MSE = 0.3549 | LCC = 0.8288 | SRCC = 0.8273 ] +INFO:root:Average loss=0.2653607831169397 +INFO:root: +[Valid][3][UTT][ MSE = 0.3335 | LCC = 0.8210 | SRCC = 0.8301 ] +INFO:root:Average loss=0.25836977649193543 +INFO:root: +[Valid][4][UTT][ MSE = 0.3233 | LCC = 0.8365 | SRCC = 0.8357 ] +INFO:root:Average loss=0.27412076409046465 +INFO:root: +[Valid][5][UTT][ MSE = 0.3341 | LCC = 0.8270 | SRCC = 0.8274 ] +INFO:root:Average loss=0.25642336446505326 +INFO:root: +[Valid][6][UTT][ MSE = 0.3078 | LCC = 0.8372 | SRCC = 0.8388 ] +INFO:root:Average loss=0.2415577253470054 +INFO:root: +[Valid][7][UTT][ MSE = 0.3260 | LCC = 0.8387 | SRCC = 0.8398 ] +INFO:root:Average loss=0.2405026362110407 +INFO:root: +[Valid][8][UTT][ MSE = 0.3108 | LCC = 0.8449 | SRCC = 0.8428 ] +INFO:root:Average loss=0.23495964457591376 +INFO:root: +[Valid][9][UTT][ MSE = 0.2992 | LCC = 0.8470 | SRCC = 0.8459 ] +INFO:root:Average loss=0.2266367337642572 +INFO:root: +[Valid][10][UTT][ MSE = 0.2694 | LCC = 0.8428 | SRCC = 0.8428 ] +INFO:root:Average loss=0.22954473319726112 +INFO:root: +[Valid][11][UTT][ MSE = 0.2769 | LCC = 0.8456 | SRCC = 0.8461 ] +INFO:root:Average loss=0.22915779111477044 +INFO:root: +[Valid][12][UTT][ MSE = 0.2947 | LCC = 0.8486 | SRCC = 0.8473 ] +INFO:root:Average loss=0.21875063415903312 +INFO:root: +[Valid][13][UTT][ MSE = 0.3401 | LCC = 0.8437 | SRCC = 0.8434 ] +INFO:root:Average loss=0.21804677675931883 +INFO:root: +[Valid][14][UTT][ MSE = 0.2900 | LCC = 0.8500 | SRCC = 0.8492 ] +INFO:root:Average loss=0.21596375375221938 +INFO:root: +[Valid][15][UTT][ MSE = 0.2672 | LCC = 0.8504 | SRCC = 0.8506 ] +INFO:root:Average loss=0.2069688217762189 +INFO:root: +[Valid][16][UTT][ MSE = 0.2825 | LCC = 0.8479 | SRCC = 0.8492 ] +INFO:root:Average loss=0.21117851023490614 +INFO:root: +[Valid][17][UTT][ MSE = 0.2915 | LCC = 0.8503 | SRCC = 0.8482 ] +INFO:root:Average loss=0.2016798499494027 +INFO:root: +[Valid][18][UTT][ MSE = 0.3092 | LCC = 0.8441 | SRCC = 0.8454 ] +INFO:root:Average loss=0.20638514845035014 +INFO:root: +[Valid][19][UTT][ MSE = 0.2699 | LCC = 0.8515 | SRCC = 0.8538 ] +INFO:root:Average loss=0.22178614598054153 +INFO:root: +[Valid][20][UTT][ MSE = 0.3260 | LCC = 0.8394 | SRCC = 0.8465 ] +INFO:root:Average loss=0.2107677052800472 +INFO:root: +[Valid][21][UTT][ MSE = 0.3013 | LCC = 0.8522 | SRCC = 0.8514 ] +INFO:root:Average loss=0.1983346545543426 +INFO:root: +[Valid][22][UTT][ MSE = 0.3182 | LCC = 0.8532 | SRCC = 0.8536 ] +INFO:root:Average loss=0.19867184681770128 +INFO:root: +[Valid][23][UTT][ MSE = 0.3495 | LCC = 0.8483 | SRCC = 0.8498 ] +INFO:root:Average loss=0.19267793400929525 +INFO:root: +[Valid][24][UTT][ MSE = 0.2777 | LCC = 0.8529 | SRCC = 0.8527 ] +INFO:root:Average loss=0.18743008069503 +INFO:root: +[Valid][25][UTT][ MSE = 0.2737 | LCC = 0.8541 | SRCC = 0.8537 ] +INFO:root:Average loss=0.19140840627444097 +INFO:root: +[Valid][26][UTT][ MSE = 0.3279 | LCC = 0.8489 | SRCC = 0.8507 ] +INFO:root:Average loss=0.19007406746729827 +INFO:root: +[Valid][27][UTT][ MSE = 0.2871 | LCC = 0.8500 | SRCC = 0.8501 ] +INFO:root:Average loss=0.17799864422816497 +INFO:root: +[Valid][28][UTT][ MSE = 0.2842 | LCC = 0.8530 | SRCC = 0.8519 ] +INFO:root:Average loss=0.18561651366643417 +INFO:root: +[Valid][29][UTT][ MSE = 0.3045 | LCC = 0.8543 | SRCC = 0.8543 ] +INFO:root:Average loss=0.18235590165624252 +INFO:root: +[Valid][30][UTT][ MSE = 0.2758 | LCC = 0.8563 | SRCC = 0.8567 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2731 | LCC = 0.8481 | SRCC = 0.8461 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..25ad3ee364a6c78ae63697b13e734e08b7c36684 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dcbe6e2df7984b5e45743c6f9c58e6759d2d4422f61db56a16e27c664a7e88 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbced5f70c270e54a5892f0b2ee529303b869962 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c22e72fea496c139c6fb3e87f8972c02e5bee847388c1392a8065539b75cd9 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c3109f16b07167bb5809c78a75b1ff6c12039738 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.38214626640845567 +INFO:root: +[Valid][0][UTT][ MSE = 0.3850 | LCC = 0.8081 | SRCC = 0.8046 ] +INFO:root:Average loss=0.281563577743677 +INFO:root: +[Valid][1][UTT][ MSE = 0.3886 | LCC = 0.8273 | SRCC = 0.8264 ] +INFO:root:Average loss=0.27728624240710187 +INFO:root: +[Valid][2][UTT][ MSE = 0.3478 | LCC = 0.8229 | SRCC = 0.8214 ] +INFO:root:Average loss=0.2659850854140062 +INFO:root: +[Valid][3][UTT][ MSE = 0.3591 | LCC = 0.8301 | SRCC = 0.8292 ] +INFO:root:Average loss=0.2535979652251953 +INFO:root: +[Valid][4][UTT][ MSE = 0.3063 | LCC = 0.8351 | SRCC = 0.8362 ] +INFO:root:Average loss=0.24876526991526285 +INFO:root: +[Valid][5][UTT][ MSE = 0.3342 | LCC = 0.8408 | SRCC = 0.8396 ] +INFO:root:Average loss=0.2506626894076665 +INFO:root: +[Valid][6][UTT][ MSE = 0.3130 | LCC = 0.8435 | SRCC = 0.8425 ] +INFO:root:Average loss=0.24402699256554627 +INFO:root: +[Valid][7][UTT][ MSE = 0.3137 | LCC = 0.8385 | SRCC = 0.8413 ] +INFO:root:Average loss=0.23285242934257555 +INFO:root: +[Valid][8][UTT][ MSE = 0.2981 | LCC = 0.8429 | SRCC = 0.8420 ] +INFO:root:Average loss=0.23732003206625962 +INFO:root: +[Valid][9][UTT][ MSE = 0.2928 | LCC = 0.8478 | SRCC = 0.8454 ] +INFO:root:Average loss=0.23688882149946996 +INFO:root: +[Valid][10][UTT][ MSE = 0.2759 | LCC = 0.8390 | SRCC = 0.8408 ] +INFO:root:Average loss=0.2272267291943232 +INFO:root: +[Valid][11][UTT][ MSE = 0.3078 | LCC = 0.8426 | SRCC = 0.8424 ] +INFO:root:Average loss=0.2234649469073002 +INFO:root: +[Valid][12][UTT][ MSE = 0.2708 | LCC = 0.8423 | SRCC = 0.8431 ] +INFO:root:Average loss=0.22122115049606714 +INFO:root: +[Valid][13][UTT][ MSE = 0.3051 | LCC = 0.8492 | SRCC = 0.8478 ] +INFO:root:Average loss=0.22508207708597183 +INFO:root: +[Valid][14][UTT][ MSE = 0.3881 | LCC = 0.8519 | SRCC = 0.8527 ] +INFO:root:Average loss=0.21455973711533424 +INFO:root: +[Valid][15][UTT][ MSE = 0.2925 | LCC = 0.8522 | SRCC = 0.8505 ] +INFO:root:Average loss=0.21902195039467934 +INFO:root: +[Valid][16][UTT][ MSE = 0.3001 | LCC = 0.8486 | SRCC = 0.8493 ] +INFO:root:Average loss=0.20836495598539329 +INFO:root: +[Valid][17][UTT][ MSE = 0.2862 | LCC = 0.8546 | SRCC = 0.8526 ] +INFO:root:Average loss=0.2081142239845716 +INFO:root: +[Valid][18][UTT][ MSE = 0.2989 | LCC = 0.8542 | SRCC = 0.8529 ] +INFO:root:Average loss=0.20375185154187372 +INFO:root: +[Valid][19][UTT][ MSE = 0.2973 | LCC = 0.8476 | SRCC = 0.8473 ] +INFO:root:Average loss=0.20178441368998626 +INFO:root: +[Valid][20][UTT][ MSE = 0.2546 | LCC = 0.8525 | SRCC = 0.8537 ] +INFO:root:Average loss=0.19704607444313857 +INFO:root: +[Valid][21][UTT][ MSE = 0.2662 | LCC = 0.8548 | SRCC = 0.8545 ] +INFO:root:Average loss=0.20013182505201071 +INFO:root: +[Valid][22][UTT][ MSE = 0.3061 | LCC = 0.8491 | SRCC = 0.8486 ] +INFO:root:Average loss=0.20197750073977006 +INFO:root: +[Valid][23][UTT][ MSE = 0.2503 | LCC = 0.8537 | SRCC = 0.8545 ] +INFO:root:Average loss=0.19250793076860598 +INFO:root: +[Valid][24][UTT][ MSE = 0.2668 | LCC = 0.8540 | SRCC = 0.8558 ] +INFO:root:Average loss=0.19270855761491335 +INFO:root: +[Valid][25][UTT][ MSE = 0.3051 | LCC = 0.8485 | SRCC = 0.8481 ] +INFO:root:Average loss=0.1877471741575461 +INFO:root: +[Valid][26][UTT][ MSE = 0.2688 | LCC = 0.8545 | SRCC = 0.8546 ] +INFO:root:Average loss=0.1923442379786418 +INFO:root: +[Valid][27][UTT][ MSE = 0.2455 | LCC = 0.8561 | SRCC = 0.8570 ] +INFO:root:Average loss=0.18064591871240201 +INFO:root: +[Valid][28][UTT][ MSE = 0.2668 | LCC = 0.8526 | SRCC = 0.8523 ] +INFO:root:Average loss=0.17852058242528868 +INFO:root: +[Valid][29][UTT][ MSE = 0.2527 | LCC = 0.8539 | SRCC = 0.8559 ] +INFO:root:Average loss=0.18264312048753104 +INFO:root: +[Valid][30][UTT][ MSE = 0.3330 | LCC = 0.8576 | SRCC = 0.8566 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3414 | LCC = 0.8540 | SRCC = 0.8551 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b763fd1b575cb4b30b6d93987dec145b8e89a9b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9623c18030ac14ccb0f28289840d6f79e1294d9fdea8c2efee633b14bc2fade4 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..33545f46c8b3cb32d0b16c4ef537d016c12cfe03 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:559333031663755b08e6ba04bd972f944c6a43e1b62f5b09bc12b3013ff80921 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..de2bb4781d6d126910db273f9bf0f3923df1b1f3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.38982010728273636 +INFO:root: +[Valid][0][UTT][ MSE = 0.3584 | LCC = 0.7899 | SRCC = 0.7911 ] +INFO:root:Average loss=0.29711297689340055 +INFO:root: +[Valid][1][UTT][ MSE = 0.4813 | LCC = 0.8155 | SRCC = 0.8152 ] +INFO:root:Average loss=0.2929973105589549 +INFO:root: +[Valid][2][UTT][ MSE = 0.3315 | LCC = 0.8150 | SRCC = 0.8207 ] +INFO:root:Average loss=0.2636308729266509 +INFO:root: +[Valid][3][UTT][ MSE = 0.2962 | LCC = 0.8238 | SRCC = 0.8291 ] +INFO:root:Average loss=0.27187525232632953 +INFO:root: +[Valid][4][UTT][ MSE = 0.3667 | LCC = 0.8312 | SRCC = 0.8306 ] +INFO:root:Average loss=0.25810615374491763 +INFO:root: +[Valid][5][UTT][ MSE = 0.3196 | LCC = 0.8362 | SRCC = 0.8361 ] +INFO:root:Average loss=0.2429170562670781 +INFO:root: +[Valid][6][UTT][ MSE = 0.2809 | LCC = 0.8365 | SRCC = 0.8398 ] +INFO:root:Average loss=0.2404424649400589 +INFO:root: +[Valid][7][UTT][ MSE = 0.2914 | LCC = 0.8423 | SRCC = 0.8424 ] +INFO:root:Average loss=0.24485298704642516 +INFO:root: +[Valid][8][UTT][ MSE = 0.2872 | LCC = 0.8378 | SRCC = 0.8412 ] +INFO:root:Average loss=0.23204462134685272 +INFO:root: +[Valid][9][UTT][ MSE = 0.2937 | LCC = 0.8435 | SRCC = 0.8435 ] +INFO:root:Average loss=0.2281643039523027 +INFO:root: +[Valid][10][UTT][ MSE = 0.2827 | LCC = 0.8411 | SRCC = 0.8419 ] +INFO:root:Average loss=0.22369112036167046 +INFO:root: +[Valid][11][UTT][ MSE = 0.3028 | LCC = 0.8478 | SRCC = 0.8465 ] +INFO:root:Average loss=0.2278521051391577 +INFO:root: +[Valid][12][UTT][ MSE = 0.2627 | LCC = 0.8390 | SRCC = 0.8451 ] +INFO:root:Average loss=0.2180202970137963 +INFO:root: +[Valid][13][UTT][ MSE = 0.2741 | LCC = 0.8488 | SRCC = 0.8472 ] +INFO:root:Average loss=0.21823915781883094 +INFO:root: +[Valid][14][UTT][ MSE = 0.2871 | LCC = 0.8469 | SRCC = 0.8465 ] +INFO:root:Average loss=0.21477970633751306 +INFO:root: +[Valid][15][UTT][ MSE = 0.2783 | LCC = 0.8525 | SRCC = 0.8510 ] +INFO:root:Average loss=0.20709004119420663 +INFO:root: +[Valid][16][UTT][ MSE = 0.2937 | LCC = 0.8477 | SRCC = 0.8491 ] +INFO:root:Average loss=0.20653251023628774 +INFO:root: +[Valid][17][UTT][ MSE = 0.2775 | LCC = 0.8525 | SRCC = 0.8528 ] +INFO:root:Average loss=0.21424589038659364 +INFO:root: +[Valid][18][UTT][ MSE = 0.2834 | LCC = 0.8430 | SRCC = 0.8471 ] +INFO:root:Average loss=0.2054623088393456 +INFO:root: +[Valid][19][UTT][ MSE = 0.2643 | LCC = 0.8507 | SRCC = 0.8519 ] +INFO:root:Average loss=0.20602486645564055 +INFO:root: +[Valid][20][UTT][ MSE = 0.2962 | LCC = 0.8540 | SRCC = 0.8528 ] +INFO:root:Average loss=0.20134817885282713 +INFO:root: +[Valid][21][UTT][ MSE = 0.2901 | LCC = 0.8519 | SRCC = 0.8514 ] +INFO:root:Average loss=0.19693783622903702 +INFO:root: +[Valid][22][UTT][ MSE = 0.2757 | LCC = 0.8506 | SRCC = 0.8511 ] +INFO:root:Average loss=0.19830519257065576 +INFO:root: +[Valid][23][UTT][ MSE = 0.2765 | LCC = 0.8471 | SRCC = 0.8488 ] +INFO:root:Average loss=0.19433976576114312 +INFO:root: +[Valid][24][UTT][ MSE = 0.2650 | LCC = 0.8540 | SRCC = 0.8529 ] +INFO:root:Average loss=0.1922429540218451 +INFO:root: +[Valid][25][UTT][ MSE = 0.2787 | LCC = 0.8543 | SRCC = 0.8553 ] +INFO:root:Average loss=0.18768186905445197 +INFO:root: +[Valid][26][UTT][ MSE = 0.2637 | LCC = 0.8519 | SRCC = 0.8515 ] +INFO:root:Average loss=0.17960880171412077 +INFO:root: +[Valid][27][UTT][ MSE = 0.2806 | LCC = 0.8525 | SRCC = 0.8524 ] +INFO:root:Average loss=0.1822438273483362 +INFO:root: +[Valid][28][UTT][ MSE = 0.2848 | LCC = 0.8495 | SRCC = 0.8481 ] +INFO:root:Average loss=0.18029825523113593 +INFO:root: +[Valid][29][UTT][ MSE = 0.2675 | LCC = 0.8445 | SRCC = 0.8491 ] +INFO:root:Average loss=0.1765548044290298 +INFO:root: +[Valid][30][UTT][ MSE = 0.2698 | LCC = 0.8413 | SRCC = 0.8443 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2728 | LCC = 0.8557 | SRCC = 0.8553 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..50dacdc87ef30afb43804ff84239361fa4292619 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df49dbc45b12705eccf6443755971d135e17f11427fdc2b794a1070ca1cfef0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcc35b6d719bc27b3089dda9dd3c5769c4cda3e0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0a02bde062fbad73b57ba2034b1c7acfcf083e972510414ec831521bbac4a4 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f04082287a2695d6137ac9d9bbccf998e170fb61 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3648856689150517 +INFO:root: +[Valid][0][UTT][ MSE = 0.3171 | LCC = 0.8018 | SRCC = 0.8063 ] +INFO:root:Average loss=0.29566393658900875 +INFO:root: +[Valid][1][UTT][ MSE = 0.3427 | LCC = 0.8205 | SRCC = 0.8214 ] +INFO:root:Average loss=0.2762791266043981 +INFO:root: +[Valid][2][UTT][ MSE = 0.3404 | LCC = 0.8243 | SRCC = 0.8222 ] +INFO:root:Average loss=0.26789479435254365 +INFO:root: +[Valid][3][UTT][ MSE = 0.3134 | LCC = 0.8252 | SRCC = 0.8269 ] +INFO:root:Average loss=0.27369852669728106 +INFO:root: +[Valid][4][UTT][ MSE = 0.3159 | LCC = 0.8363 | SRCC = 0.8363 ] +INFO:root:Average loss=0.26084886491298676 +INFO:root: +[Valid][5][UTT][ MSE = 0.3047 | LCC = 0.8390 | SRCC = 0.8401 ] +INFO:root:Average loss=0.2509714024953353 +INFO:root: +[Valid][6][UTT][ MSE = 0.3242 | LCC = 0.8401 | SRCC = 0.8389 ] +INFO:root:Average loss=0.24070983150830635 +INFO:root: +[Valid][7][UTT][ MSE = 0.3087 | LCC = 0.8421 | SRCC = 0.8405 ] +INFO:root:Average loss=0.2359390799433757 +INFO:root: +[Valid][8][UTT][ MSE = 0.2971 | LCC = 0.8344 | SRCC = 0.8349 ] +INFO:root:Average loss=0.23856223699374077 +INFO:root: +[Valid][9][UTT][ MSE = 0.3848 | LCC = 0.8485 | SRCC = 0.8469 ] +INFO:root:Average loss=0.2373113510891413 +INFO:root: +[Valid][10][UTT][ MSE = 0.2977 | LCC = 0.8459 | SRCC = 0.8447 ] +INFO:root:Average loss=0.23226336580820572 +INFO:root: +[Valid][11][UTT][ MSE = 0.3129 | LCC = 0.8462 | SRCC = 0.8456 ] +INFO:root:Average loss=0.21582009012882525 +INFO:root: +[Valid][12][UTT][ MSE = 0.2877 | LCC = 0.8435 | SRCC = 0.8449 ] +INFO:root:Average loss=0.22869755843510994 +INFO:root: +[Valid][13][UTT][ MSE = 0.3018 | LCC = 0.8537 | SRCC = 0.8522 ] +INFO:root:Average loss=0.21576670920237517 +INFO:root: +[Valid][14][UTT][ MSE = 0.2812 | LCC = 0.8442 | SRCC = 0.8444 ] +INFO:root:Average loss=0.21528894884081987 +INFO:root: +[Valid][15][UTT][ MSE = 0.3194 | LCC = 0.8511 | SRCC = 0.8490 ] +INFO:root:Average loss=0.2201182059943676 +INFO:root: +[Valid][16][UTT][ MSE = 0.2952 | LCC = 0.8511 | SRCC = 0.8502 ] +INFO:root:Average loss=0.21323898205390343 +INFO:root: +[Valid][17][UTT][ MSE = 0.2726 | LCC = 0.8452 | SRCC = 0.8461 ] +INFO:root:Average loss=0.21687877369232667 +INFO:root: +[Valid][18][UTT][ MSE = 0.2749 | LCC = 0.8418 | SRCC = 0.8455 ] +INFO:root:Average loss=0.20636800886728826 +INFO:root: +[Valid][19][UTT][ MSE = 0.2945 | LCC = 0.8505 | SRCC = 0.8478 ] +INFO:root:Average loss=0.19757548585916176 +INFO:root: +[Valid][20][UTT][ MSE = 0.2711 | LCC = 0.8525 | SRCC = 0.8527 ] +INFO:root:Average loss=0.19755380037121284 +INFO:root: +[Valid][21][UTT][ MSE = 0.2742 | LCC = 0.8534 | SRCC = 0.8527 ] +INFO:root:Average loss=0.20434667504368684 +INFO:root: +[Valid][22][UTT][ MSE = 0.2506 | LCC = 0.8480 | SRCC = 0.8509 ] +INFO:root:Average loss=0.19171141852170992 +INFO:root: +[Valid][23][UTT][ MSE = 0.2598 | LCC = 0.8512 | SRCC = 0.8517 ] +INFO:root:Average loss=0.19768361651744598 +INFO:root: +[Valid][24][UTT][ MSE = 0.2954 | LCC = 0.8567 | SRCC = 0.8550 ] +INFO:root:Average loss=0.20113179374199647 +INFO:root: +[Valid][25][UTT][ MSE = 0.3089 | LCC = 0.8514 | SRCC = 0.8529 ] +INFO:root:Average loss=0.21183610850801834 +INFO:root: +[Valid][26][UTT][ MSE = 0.2830 | LCC = 0.8541 | SRCC = 0.8532 ] +INFO:root:Average loss=0.18609061321386924 +INFO:root: +[Valid][27][UTT][ MSE = 0.2697 | LCC = 0.8524 | SRCC = 0.8520 ] +INFO:root:Average loss=0.19235487301380205 +INFO:root: +[Valid][28][UTT][ MSE = 0.2629 | LCC = 0.8533 | SRCC = 0.8529 ] +INFO:root:Average loss=0.18167080701543734 +INFO:root: +[Valid][29][UTT][ MSE = 0.2455 | LCC = 0.8483 | SRCC = 0.8509 ] +INFO:root:Average loss=0.18141058564950258 +INFO:root: +[Valid][30][UTT][ MSE = 0.2692 | LCC = 0.8543 | SRCC = 0.8529 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3170 | LCC = 0.8530 | SRCC = 0.8508 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..25a136ba912e779cf32230e7cccceb1093f9d7e6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cde69b78c4cb39adf0ea5953f7c610b4d2e225d9074f718fb0ef8cbb4517abf +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a31814d83a622416abaf57c8ec41c75726922c0d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b435820fdeca579fe7e62356559ed336ed50e19485d61f8f4ff761cd7e85b78 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..96b939a0081b785cbc61cd46538f33159d5569cd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5124701087673506 +INFO:root: +[Valid][0][UTT][ MSE = 0.4969 | LCC = 0.7586 | SRCC = 0.7551 ] +INFO:root:Average loss=0.3310772302823189 +INFO:root: +[Valid][1][UTT][ MSE = 0.4084 | LCC = 0.7931 | SRCC = 0.7937 ] +INFO:root:Average loss=0.314703935613999 +INFO:root: +[Valid][2][UTT][ MSE = 0.3699 | LCC = 0.8070 | SRCC = 0.8047 ] +INFO:root:Average loss=0.28802227935729885 +INFO:root: +[Valid][3][UTT][ MSE = 0.4026 | LCC = 0.8110 | SRCC = 0.8138 ] +INFO:root:Average loss=0.2916419947376618 +INFO:root: +[Valid][4][UTT][ MSE = 0.3701 | LCC = 0.8163 | SRCC = 0.8160 ] +INFO:root:Average loss=0.2864488437771797 +INFO:root: +[Valid][5][UTT][ MSE = 0.4292 | LCC = 0.7990 | SRCC = 0.8134 ] +INFO:root:Average loss=0.28734881182511646 +INFO:root: +[Valid][6][UTT][ MSE = 0.3524 | LCC = 0.8270 | SRCC = 0.8259 ] +INFO:root:Average loss=0.2727481743846184 +INFO:root: +[Valid][7][UTT][ MSE = 0.3087 | LCC = 0.8235 | SRCC = 0.8269 ] +INFO:root:Average loss=0.2712156545275297 +INFO:root: +[Valid][8][UTT][ MSE = 0.3484 | LCC = 0.8252 | SRCC = 0.8270 ] +INFO:root:Average loss=0.2692092158473455 +INFO:root: +[Valid][9][UTT][ MSE = 0.3109 | LCC = 0.8264 | SRCC = 0.8299 ] +INFO:root:Average loss=0.2618689850354806 +INFO:root: +[Valid][10][UTT][ MSE = 0.3252 | LCC = 0.8285 | SRCC = 0.8273 ] +INFO:root:Average loss=0.2598582571133589 +INFO:root: +[Valid][11][UTT][ MSE = 0.2973 | LCC = 0.8271 | SRCC = 0.8323 ] +INFO:root:Average loss=0.24719736877924356 +INFO:root: +[Valid][12][UTT][ MSE = 0.3103 | LCC = 0.8337 | SRCC = 0.8328 ] +INFO:root:Average loss=0.2500286774757581 +INFO:root: +[Valid][13][UTT][ MSE = 0.2997 | LCC = 0.8314 | SRCC = 0.8351 ] +INFO:root:Average loss=0.25022347271442413 +INFO:root: +[Valid][14][UTT][ MSE = 0.3385 | LCC = 0.8333 | SRCC = 0.8337 ] +INFO:root:Average loss=0.24371541635348246 +INFO:root: +[Valid][15][UTT][ MSE = 0.3139 | LCC = 0.8400 | SRCC = 0.8396 ] +INFO:root:Average loss=0.24066342432529497 +INFO:root: +[Valid][16][UTT][ MSE = 0.3308 | LCC = 0.8439 | SRCC = 0.8416 ] +INFO:root:Average loss=0.2518567322538449 +INFO:root: +[Valid][17][UTT][ MSE = 0.4038 | LCC = 0.8237 | SRCC = 0.8345 ] +INFO:root:Average loss=0.25381692460714245 +INFO:root: +[Valid][18][UTT][ MSE = 0.3542 | LCC = 0.8298 | SRCC = 0.8333 ] +INFO:root:Average loss=0.2546847634590589 +INFO:root: +[Valid][19][UTT][ MSE = 0.3358 | LCC = 0.8364 | SRCC = 0.8376 ] +INFO:root:Average loss=0.23866396645704904 +INFO:root: +[Valid][20][UTT][ MSE = 0.2952 | LCC = 0.8401 | SRCC = 0.8409 ] +INFO:root:Average loss=0.2362206037610005 +INFO:root: +[Valid][21][UTT][ MSE = 0.2942 | LCC = 0.8430 | SRCC = 0.8425 ] +INFO:root:Average loss=0.23270305150594467 +INFO:root: +[Valid][22][UTT][ MSE = 0.3064 | LCC = 0.8413 | SRCC = 0.8411 ] +INFO:root:Average loss=0.23293424798892096 +INFO:root: +[Valid][23][UTT][ MSE = 0.3046 | LCC = 0.8389 | SRCC = 0.8406 ] +INFO:root:Average loss=0.23757445544768602 +INFO:root: +[Valid][24][UTT][ MSE = 0.3035 | LCC = 0.8378 | SRCC = 0.8388 ] +INFO:root:Average loss=0.23523694276809692 +INFO:root: +[Valid][25][UTT][ MSE = 0.2853 | LCC = 0.8428 | SRCC = 0.8430 ] +INFO:root:Average loss=0.2307949986977455 +INFO:root: +[Valid][26][UTT][ MSE = 0.3067 | LCC = 0.8434 | SRCC = 0.8431 ] +INFO:root:Average loss=0.22374442926584145 +INFO:root: +[Valid][27][UTT][ MSE = 0.3027 | LCC = 0.8445 | SRCC = 0.8433 ] +INFO:root:Average loss=0.22104104216664267 +INFO:root: +[Valid][28][UTT][ MSE = 0.2705 | LCC = 0.8467 | SRCC = 0.8462 ] +INFO:root:Average loss=0.21960595536690491 +INFO:root: +[Valid][29][UTT][ MSE = 0.3012 | LCC = 0.8449 | SRCC = 0.8438 ] +INFO:root:Average loss=0.2229410769083561 +INFO:root: +[Valid][30][UTT][ MSE = 0.3078 | LCC = 0.8436 | SRCC = 0.8451 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2564 | LCC = 0.8597 | SRCC = 0.8623 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..36dc54c811aa58e601cd32646dd4aab7727e1a1b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b86a2d8dc8dd181dac2b5185a973aa6b33a5ca2b127ce2c6fc866c77a4c9b2 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b6eeebc3a3fc01c1b7ee1822dae730d3ffb37f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a21ebb120eb0a30116d07a686d107f3e70333da097cfca94f27339818e4ed0a +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fb3e673b5bc2aefbd741e339a72885fbd9185d3b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4174743753213149 +INFO:root: +[Valid][0][UTT][ MSE = 0.4071 | LCC = 0.7719 | SRCC = 0.7642 ] +INFO:root:Average loss=0.3127030149484292 +INFO:root: +[Valid][1][UTT][ MSE = 0.3836 | LCC = 0.7939 | SRCC = 0.7956 ] +INFO:root:Average loss=0.3085689584796245 +INFO:root: +[Valid][2][UTT][ MSE = 0.3296 | LCC = 0.8083 | SRCC = 0.8078 ] +INFO:root:Average loss=0.30512753358254063 +INFO:root: +[Valid][3][UTT][ MSE = 0.3649 | LCC = 0.7920 | SRCC = 0.8159 ] +INFO:root:Average loss=0.2937617126183632 +INFO:root: +[Valid][4][UTT][ MSE = 0.3401 | LCC = 0.8082 | SRCC = 0.8125 ] +INFO:root:Average loss=0.27881178431786025 +INFO:root: +[Valid][5][UTT][ MSE = 0.3315 | LCC = 0.8232 | SRCC = 0.8213 ] +INFO:root:Average loss=0.27939887975270933 +INFO:root: +[Valid][6][UTT][ MSE = 0.3448 | LCC = 0.8216 | SRCC = 0.8225 ] +INFO:root:Average loss=0.26259452715898174 +INFO:root: +[Valid][7][UTT][ MSE = 0.3444 | LCC = 0.8281 | SRCC = 0.8281 ] +INFO:root:Average loss=0.263064365929518 +INFO:root: +[Valid][8][UTT][ MSE = 0.2902 | LCC = 0.8224 | SRCC = 0.8289 ] +INFO:root:Average loss=0.2617424378792445 +INFO:root: +[Valid][9][UTT][ MSE = 0.3254 | LCC = 0.8310 | SRCC = 0.8317 ] +INFO:root:Average loss=0.2574234698445369 +INFO:root: +[Valid][10][UTT][ MSE = 0.3099 | LCC = 0.8333 | SRCC = 0.8342 ] +INFO:root:Average loss=0.2508454005687665 +INFO:root: +[Valid][11][UTT][ MSE = 0.2961 | LCC = 0.8329 | SRCC = 0.8349 ] +INFO:root:Average loss=0.2547240795997473 +INFO:root: +[Valid][12][UTT][ MSE = 0.3256 | LCC = 0.8346 | SRCC = 0.8357 ] +INFO:root:Average loss=0.2538022389396643 +INFO:root: +[Valid][13][UTT][ MSE = 0.2805 | LCC = 0.8288 | SRCC = 0.8366 ] +INFO:root:Average loss=0.25098862785559434 +INFO:root: +[Valid][14][UTT][ MSE = 0.3007 | LCC = 0.8361 | SRCC = 0.8361 ] +INFO:root:Average loss=0.2644037999785863 +INFO:root: +[Valid][15][UTT][ MSE = 0.3113 | LCC = 0.8370 | SRCC = 0.8395 ] +INFO:root:Average loss=0.2565166921569751 +INFO:root: +[Valid][16][UTT][ MSE = 0.2825 | LCC = 0.8338 | SRCC = 0.8372 ] +INFO:root:Average loss=0.24471453863840836 +INFO:root: +[Valid][17][UTT][ MSE = 0.3248 | LCC = 0.8394 | SRCC = 0.8389 ] +INFO:root:Average loss=0.24747524773463225 +INFO:root: +[Valid][18][UTT][ MSE = 0.3087 | LCC = 0.8405 | SRCC = 0.8442 ] +INFO:root:Average loss=0.24889439993943924 +INFO:root: +[Valid][19][UTT][ MSE = 0.3054 | LCC = 0.8395 | SRCC = 0.8405 ] +INFO:root:Average loss=0.24007433977646706 +INFO:root: +[Valid][20][UTT][ MSE = 0.2865 | LCC = 0.8358 | SRCC = 0.8387 ] +INFO:root:Average loss=0.23179191102584204 +INFO:root: +[Valid][21][UTT][ MSE = 0.2994 | LCC = 0.8362 | SRCC = 0.8377 ] +INFO:root:Average loss=0.23617074065483534 +INFO:root: +[Valid][22][UTT][ MSE = 0.3026 | LCC = 0.8416 | SRCC = 0.8389 ] +INFO:root:Average loss=0.243589688761112 +INFO:root: +[Valid][23][UTT][ MSE = 0.3113 | LCC = 0.8283 | SRCC = 0.8371 ] +INFO:root:Average loss=0.23578106745695457 +INFO:root: +[Valid][24][UTT][ MSE = 0.2980 | LCC = 0.8447 | SRCC = 0.8444 ] +INFO:root:Average loss=0.24129543014061758 +INFO:root: +[Valid][25][UTT][ MSE = 0.2922 | LCC = 0.8361 | SRCC = 0.8397 ] +INFO:root:Average loss=0.22210911565866226 +INFO:root: +[Valid][26][UTT][ MSE = 0.2986 | LCC = 0.8404 | SRCC = 0.8422 ] +INFO:root:Average loss=0.24312692689589965 +INFO:root: +[Valid][27][UTT][ MSE = 0.3255 | LCC = 0.8418 | SRCC = 0.8403 ] +INFO:root:Average loss=0.22860958064213777 +INFO:root: +[Valid][28][UTT][ MSE = 0.3163 | LCC = 0.8408 | SRCC = 0.8411 ] +INFO:root:Average loss=0.23108983230896485 +INFO:root: +[Valid][29][UTT][ MSE = 0.2887 | LCC = 0.8368 | SRCC = 0.8425 ] +INFO:root:Average loss=0.22081580605262366 +INFO:root: +[Valid][30][UTT][ MSE = 0.2635 | LCC = 0.8415 | SRCC = 0.8445 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3016 | LCC = 0.8550 | SRCC = 0.8580 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b17c6a78557ed63833ca81c75240d32cce4d6c8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cc95c9a4f50898a884d85a7a0ef519cb24f22895477a3d889443f98166e0d4a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e31e9dcede4b59ef0857359e3de0818e764e6030 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066275f971b47426c46ae4db56fe958768795f8a4786b7c92de2f2369166395e +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7919162c82d8aed131e56f2d884c0841d401fa37 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4080571895226454 +INFO:root: +[Valid][0][UTT][ MSE = 0.4161 | LCC = 0.7766 | SRCC = 0.7749 ] +INFO:root:Average loss=0.3162164275462811 +INFO:root: +[Valid][1][UTT][ MSE = 0.3594 | LCC = 0.8071 | SRCC = 0.8050 ] +INFO:root:Average loss=0.2946039657944288 +INFO:root: +[Valid][2][UTT][ MSE = 0.4317 | LCC = 0.8041 | SRCC = 0.8052 ] +INFO:root:Average loss=0.29367516953975725 +INFO:root: +[Valid][3][UTT][ MSE = 0.3513 | LCC = 0.8172 | SRCC = 0.8154 ] +INFO:root:Average loss=0.2778620721820073 +INFO:root: +[Valid][4][UTT][ MSE = 0.3204 | LCC = 0.8239 | SRCC = 0.8250 ] +INFO:root:Average loss=0.2759476898190303 +INFO:root: +[Valid][5][UTT][ MSE = 0.3426 | LCC = 0.8267 | SRCC = 0.8270 ] +INFO:root:Average loss=0.2634888478578665 +INFO:root: +[Valid][6][UTT][ MSE = 0.3425 | LCC = 0.8243 | SRCC = 0.8272 ] +INFO:root:Average loss=0.26039997889445377 +INFO:root: +[Valid][7][UTT][ MSE = 0.3174 | LCC = 0.8201 | SRCC = 0.8302 ] +INFO:root:Average loss=0.2748256877828867 +INFO:root: +[Valid][8][UTT][ MSE = 0.3630 | LCC = 0.8333 | SRCC = 0.8310 ] +INFO:root:Average loss=0.25408936387453324 +INFO:root: +[Valid][9][UTT][ MSE = 0.3243 | LCC = 0.8357 | SRCC = 0.8337 ] +INFO:root:Average loss=0.2537297283609708 +INFO:root: +[Valid][10][UTT][ MSE = 0.3223 | LCC = 0.8339 | SRCC = 0.8345 ] +INFO:root:Average loss=0.2521893418370149 +INFO:root: +[Valid][11][UTT][ MSE = 0.3518 | LCC = 0.8285 | SRCC = 0.8316 ] +INFO:root:Average loss=0.2622361204180962 +INFO:root: +[Valid][12][UTT][ MSE = 0.3176 | LCC = 0.8340 | SRCC = 0.8348 ] +INFO:root:Average loss=0.25229370097319287 +INFO:root: +[Valid][13][UTT][ MSE = 0.3349 | LCC = 0.8387 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2546205199681796 +INFO:root: +[Valid][14][UTT][ MSE = 0.3958 | LCC = 0.8200 | SRCC = 0.8231 ] +INFO:root:Average loss=0.25400675718600935 +INFO:root: +[Valid][15][UTT][ MSE = 0.3472 | LCC = 0.8206 | SRCC = 0.8238 ] +INFO:root:Average loss=0.2456350217644985 +INFO:root: +[Valid][16][UTT][ MSE = 0.2866 | LCC = 0.8262 | SRCC = 0.8384 ] +INFO:root:Average loss=0.2510696303768036 +INFO:root: +[Valid][17][UTT][ MSE = 0.3130 | LCC = 0.8391 | SRCC = 0.8395 ] +INFO:root:Average loss=0.2582172659727243 +INFO:root: +[Valid][18][UTT][ MSE = 0.3563 | LCC = 0.8314 | SRCC = 0.8331 ] +INFO:root:Average loss=0.2484676033640519 +INFO:root: +[Valid][19][UTT][ MSE = 0.2933 | LCC = 0.8354 | SRCC = 0.8389 ] +INFO:root:Average loss=0.23055861947628167 +INFO:root: +[Valid][20][UTT][ MSE = 0.3332 | LCC = 0.8408 | SRCC = 0.8391 ] +INFO:root:Average loss=0.24223516270136222 +INFO:root: +[Valid][21][UTT][ MSE = 0.2757 | LCC = 0.8384 | SRCC = 0.8411 ] +INFO:root:Average loss=0.23285055962892678 +INFO:root: +[Valid][22][UTT][ MSE = 0.2801 | LCC = 0.8366 | SRCC = 0.8418 ] +INFO:root:Average loss=0.23182064887040701 +INFO:root: +[Valid][23][UTT][ MSE = 0.2926 | LCC = 0.8379 | SRCC = 0.8415 ] +INFO:root:Average loss=0.22363377477114016 +INFO:root: +[Valid][24][UTT][ MSE = 0.2929 | LCC = 0.8456 | SRCC = 0.8441 ] +INFO:root:Average loss=0.22045278014280859 +INFO:root: +[Valid][25][UTT][ MSE = 0.3039 | LCC = 0.8491 | SRCC = 0.8467 ] +INFO:root:Average loss=0.22311405149789956 +INFO:root: +[Valid][26][UTT][ MSE = 0.2810 | LCC = 0.8437 | SRCC = 0.8444 ] +INFO:root:Average loss=0.22133018630437362 +INFO:root: +[Valid][27][UTT][ MSE = 0.2973 | LCC = 0.8461 | SRCC = 0.8440 ] +INFO:root:Average loss=0.227827206827127 +INFO:root: +[Valid][28][UTT][ MSE = 0.3359 | LCC = 0.8405 | SRCC = 0.8443 ] +INFO:root:Average loss=0.23581837900938132 +INFO:root: +[Valid][29][UTT][ MSE = 0.2876 | LCC = 0.8431 | SRCC = 0.8456 ] +INFO:root:Average loss=0.22916647963798964 +INFO:root: +[Valid][30][UTT][ MSE = 0.3104 | LCC = 0.8417 | SRCC = 0.8423 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2896 | LCC = 0.8541 | SRCC = 0.8586 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb4d4123995bd6a31bc3c73bdd827c6232180397 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331223c27143c95423babf5ed39d18e010e1f07b1d92487ed20135c72a635f48 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffd693f30fba8658813105f47aede8b6c8cf9fe2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ad3f7a1dabd8ca59852d71cfc37dd5668e3c710185b95dc9a02622642fdf6a +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b34ac878037b1f6e5df492106f5310931e4da428 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4678040712307661 +INFO:root: +[Valid][0][UTT][ MSE = 0.5203 | LCC = 0.7338 | SRCC = 0.7511 ] +INFO:root:Average loss=0.326666180904095 +INFO:root: +[Valid][1][UTT][ MSE = 0.4123 | LCC = 0.7994 | SRCC = 0.7978 ] +INFO:root:Average loss=0.306811188467038 +INFO:root: +[Valid][2][UTT][ MSE = 0.4098 | LCC = 0.7939 | SRCC = 0.8035 ] +INFO:root:Average loss=0.2884200876339888 +INFO:root: +[Valid][3][UTT][ MSE = 0.4121 | LCC = 0.7962 | SRCC = 0.8054 ] +INFO:root:Average loss=0.29324677701179797 +INFO:root: +[Valid][4][UTT][ MSE = 0.3560 | LCC = 0.8065 | SRCC = 0.8165 ] +INFO:root:Average loss=0.2744534134100645 +INFO:root: +[Valid][5][UTT][ MSE = 0.3561 | LCC = 0.8132 | SRCC = 0.8196 ] +INFO:root:Average loss=0.2711614668369293 +INFO:root: +[Valid][6][UTT][ MSE = 0.3640 | LCC = 0.8251 | SRCC = 0.8270 ] +INFO:root:Average loss=0.275938970156205 +INFO:root: +[Valid][7][UTT][ MSE = 0.3768 | LCC = 0.8261 | SRCC = 0.8283 ] +INFO:root:Average loss=0.27379379860865766 +INFO:root: +[Valid][8][UTT][ MSE = 0.3548 | LCC = 0.8271 | SRCC = 0.8292 ] +INFO:root:Average loss=0.26402457574239147 +INFO:root: +[Valid][9][UTT][ MSE = 0.4296 | LCC = 0.8179 | SRCC = 0.8268 ] +INFO:root:Average loss=0.2720384337963202 +INFO:root: +[Valid][10][UTT][ MSE = 0.3293 | LCC = 0.8228 | SRCC = 0.8289 ] +INFO:root:Average loss=0.25563573837280273 +INFO:root: +[Valid][11][UTT][ MSE = 0.3777 | LCC = 0.8232 | SRCC = 0.8316 ] +INFO:root:Average loss=0.25723482840336287 +INFO:root: +[Valid][12][UTT][ MSE = 0.3300 | LCC = 0.8326 | SRCC = 0.8337 ] +INFO:root:Average loss=0.25247371330475193 +INFO:root: +[Valid][13][UTT][ MSE = 0.3268 | LCC = 0.8241 | SRCC = 0.8322 ] +INFO:root:Average loss=0.25626930326987535 +INFO:root: +[Valid][14][UTT][ MSE = 0.3149 | LCC = 0.8360 | SRCC = 0.8363 ] +INFO:root:Average loss=0.24530857304732004 +INFO:root: +[Valid][15][UTT][ MSE = 0.4332 | LCC = 0.8164 | SRCC = 0.8286 ] +INFO:root:Average loss=0.2415853207692122 +INFO:root: +[Valid][16][UTT][ MSE = 0.2967 | LCC = 0.8374 | SRCC = 0.8398 ] +INFO:root:Average loss=0.23776907855883622 +INFO:root: +[Valid][17][UTT][ MSE = 0.2984 | LCC = 0.8405 | SRCC = 0.8412 ] +INFO:root:Average loss=0.2394038778849137 +INFO:root: +[Valid][18][UTT][ MSE = 0.3354 | LCC = 0.8382 | SRCC = 0.8397 ] +INFO:root:Average loss=0.2470133751630783 +INFO:root: +[Valid][19][UTT][ MSE = 0.3821 | LCC = 0.8297 | SRCC = 0.8358 ] +INFO:root:Average loss=0.2406331419180601 +INFO:root: +[Valid][20][UTT][ MSE = 0.3244 | LCC = 0.8364 | SRCC = 0.8372 ] +INFO:root:Average loss=0.2510397854523781 +INFO:root: +[Valid][21][UTT][ MSE = 0.3181 | LCC = 0.8393 | SRCC = 0.8396 ] +INFO:root:Average loss=0.2383153117620028 +INFO:root: +[Valid][22][UTT][ MSE = 0.3849 | LCC = 0.8356 | SRCC = 0.8381 ] +INFO:root:Average loss=0.23285571886942938 +INFO:root: +[Valid][23][UTT][ MSE = 0.3094 | LCC = 0.8338 | SRCC = 0.8397 ] +INFO:root:Average loss=0.2305497150772657 +INFO:root: +[Valid][24][UTT][ MSE = 0.3120 | LCC = 0.8390 | SRCC = 0.8411 ] +INFO:root:Average loss=0.23045499126116434 +INFO:root: +[Valid][25][UTT][ MSE = 0.3483 | LCC = 0.8329 | SRCC = 0.8380 ] +INFO:root:Average loss=0.22555078585178423 +INFO:root: +[Valid][26][UTT][ MSE = 0.3308 | LCC = 0.8396 | SRCC = 0.8426 ] +INFO:root:Average loss=0.2301558731840207 +INFO:root: +[Valid][27][UTT][ MSE = 0.3675 | LCC = 0.8353 | SRCC = 0.8403 ] +INFO:root:Average loss=0.2284838536228889 +INFO:root: +[Valid][28][UTT][ MSE = 0.3395 | LCC = 0.8366 | SRCC = 0.8407 ] +INFO:root:Average loss=0.22522315956079042 +INFO:root: +[Valid][29][UTT][ MSE = 0.2904 | LCC = 0.8404 | SRCC = 0.8434 ] +INFO:root:Average loss=0.22946507120743775 +INFO:root: +[Valid][30][UTT][ MSE = 0.2982 | LCC = 0.8424 | SRCC = 0.8429 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2753 | LCC = 0.8530 | SRCC = 0.8591 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a946e0bc2847b23a264bd0bb5d736039cd121a3d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f001671bb806ddcaa7f62030960912136b1bc9ec4a26cb8496ff4c82786b06c0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..62a8d20612955d69c45604c9e2d0b54821fda792 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18436237e9313cc3f5be8b9dc1c05183cc9ed750bed08f3b59d87e49fcc1499f +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..072cf732d853e406e140f244b78b26b92ac22890 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer11/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40156444830772203 +INFO:root: +[Valid][0][UTT][ MSE = 0.3952 | LCC = 0.7742 | SRCC = 0.7711 ] +INFO:root:Average loss=0.3529636764373535 +INFO:root: +[Valid][1][UTT][ MSE = 0.3873 | LCC = 0.7907 | SRCC = 0.7881 ] +INFO:root:Average loss=0.306235895324976 +INFO:root: +[Valid][2][UTT][ MSE = 0.4305 | LCC = 0.8087 | SRCC = 0.8104 ] +INFO:root:Average loss=0.2975258918908926 +INFO:root: +[Valid][3][UTT][ MSE = 0.3424 | LCC = 0.8054 | SRCC = 0.8134 ] +INFO:root:Average loss=0.30180067206040406 +INFO:root: +[Valid][4][UTT][ MSE = 0.3332 | LCC = 0.8065 | SRCC = 0.8094 ] +INFO:root:Average loss=0.2934824130856074 +INFO:root: +[Valid][5][UTT][ MSE = 0.3753 | LCC = 0.8168 | SRCC = 0.8173 ] +INFO:root:Average loss=0.27396891094171083 +INFO:root: +[Valid][6][UTT][ MSE = 0.3200 | LCC = 0.8176 | SRCC = 0.8208 ] +INFO:root:Average loss=0.2771501185802313 +INFO:root: +[Valid][7][UTT][ MSE = 0.3020 | LCC = 0.8222 | SRCC = 0.8243 ] +INFO:root:Average loss=0.26800802693917203 +INFO:root: +[Valid][8][UTT][ MSE = 0.3419 | LCC = 0.8280 | SRCC = 0.8293 ] +INFO:root:Average loss=0.27788514147202176 +INFO:root: +[Valid][9][UTT][ MSE = 0.3159 | LCC = 0.8289 | SRCC = 0.8302 ] +INFO:root:Average loss=0.25889306916640353 +INFO:root: +[Valid][10][UTT][ MSE = 0.2963 | LCC = 0.8308 | SRCC = 0.8320 ] +INFO:root:Average loss=0.25405846765408147 +INFO:root: +[Valid][11][UTT][ MSE = 0.3209 | LCC = 0.8322 | SRCC = 0.8317 ] +INFO:root:Average loss=0.26644651477153486 +INFO:root: +[Valid][12][UTT][ MSE = 0.3175 | LCC = 0.8352 | SRCC = 0.8339 ] +INFO:root:Average loss=0.249898133178552 +INFO:root: +[Valid][13][UTT][ MSE = 0.2879 | LCC = 0.8357 | SRCC = 0.8351 ] +INFO:root:Average loss=0.24594435420555946 +INFO:root: +[Valid][14][UTT][ MSE = 0.3035 | LCC = 0.8373 | SRCC = 0.8356 ] +INFO:root:Average loss=0.2453517061777604 +INFO:root: +[Valid][15][UTT][ MSE = 0.2863 | LCC = 0.8321 | SRCC = 0.8376 ] +INFO:root:Average loss=0.24324824641912413 +INFO:root: +[Valid][16][UTT][ MSE = 0.3000 | LCC = 0.8371 | SRCC = 0.8388 ] +INFO:root:Average loss=0.2359014538427194 +INFO:root: +[Valid][17][UTT][ MSE = 0.3385 | LCC = 0.8404 | SRCC = 0.8389 ] +INFO:root:Average loss=0.2420116854019654 +INFO:root: +[Valid][18][UTT][ MSE = 0.3170 | LCC = 0.8397 | SRCC = 0.8387 ] +INFO:root:Average loss=0.24814302015763062 +INFO:root: +[Valid][19][UTT][ MSE = 0.3121 | LCC = 0.8357 | SRCC = 0.8349 ] +INFO:root:Average loss=0.23545082524800912 +INFO:root: +[Valid][20][UTT][ MSE = 0.3318 | LCC = 0.8365 | SRCC = 0.8361 ] +INFO:root:Average loss=0.24275660591247755 +INFO:root: +[Valid][21][UTT][ MSE = 0.2917 | LCC = 0.8432 | SRCC = 0.8419 ] +INFO:root:Average loss=0.23644616626776183 +INFO:root: +[Valid][22][UTT][ MSE = 0.3271 | LCC = 0.8349 | SRCC = 0.8371 ] +INFO:root:Average loss=0.2387590072093866 +INFO:root: +[Valid][23][UTT][ MSE = 0.3496 | LCC = 0.8259 | SRCC = 0.8345 ] +INFO:root:Average loss=0.2400151640176773 +INFO:root: +[Valid][24][UTT][ MSE = 0.3081 | LCC = 0.8402 | SRCC = 0.8394 ] +INFO:root:Average loss=0.2323633455313169 +INFO:root: +[Valid][25][UTT][ MSE = 0.3019 | LCC = 0.8443 | SRCC = 0.8419 ] +INFO:root:Average loss=0.22987858760051239 +INFO:root: +[Valid][26][UTT][ MSE = 0.2942 | LCC = 0.8452 | SRCC = 0.8437 ] +INFO:root:Average loss=0.22802797437478334 +INFO:root: +[Valid][27][UTT][ MSE = 0.2806 | LCC = 0.8459 | SRCC = 0.8459 ] +INFO:root:Average loss=0.23309346670523667 +INFO:root: +[Valid][28][UTT][ MSE = 0.3044 | LCC = 0.8449 | SRCC = 0.8442 ] +INFO:root:Average loss=0.22787218712843382 +INFO:root: +[Valid][29][UTT][ MSE = 0.2982 | LCC = 0.8468 | SRCC = 0.8463 ] +INFO:root:Average loss=0.22489777837808317 +INFO:root: +[Valid][30][UTT][ MSE = 0.3223 | LCC = 0.8459 | SRCC = 0.8441 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2956 | LCC = 0.8554 | SRCC = 0.8579 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b107b1ee17ee429437f8fb79b28e2810019b045d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a99a2cee4840b2a15a0486aee656da8fb1c56771f533e8da3ec4ab337ac5a06 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..133fe5e1500b6d4504ceafc6178fd82dbc6f3b36 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ed67756e125444461ae4c16072c4829bb4abf59259d54dec3e176f8b5cb7fd +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e074e2b9455aba60fbc61e8c1609870d0e038f3a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4673838581030185 +INFO:root: +[Valid][0][UTT][ MSE = 0.3263 | LCC = 0.7939 | SRCC = 0.7971 ] +INFO:root:Average loss=0.2557148698430795 +INFO:root: +[Valid][1][UTT][ MSE = 0.3027 | LCC = 0.8368 | SRCC = 0.8394 ] +INFO:root:Average loss=0.22211122340880907 +INFO:root: +[Valid][2][UTT][ MSE = 0.2586 | LCC = 0.8476 | SRCC = 0.8481 ] +INFO:root:Average loss=0.2030228755603998 +INFO:root: +[Valid][3][UTT][ MSE = 0.2468 | LCC = 0.8572 | SRCC = 0.8582 ] +INFO:root:Average loss=0.18497610569764406 +INFO:root: +[Valid][4][UTT][ MSE = 0.2473 | LCC = 0.8606 | SRCC = 0.8595 ] +INFO:root:Average loss=0.1707792967939988 +INFO:root: +[Valid][5][UTT][ MSE = 0.2212 | LCC = 0.8656 | SRCC = 0.8657 ] +INFO:root:Average loss=0.1628443990380336 +INFO:root: +[Valid][6][UTT][ MSE = 0.2545 | LCC = 0.8595 | SRCC = 0.8615 ] +INFO:root:Average loss=0.15200148704342353 +INFO:root: +[Valid][7][UTT][ MSE = 0.2211 | LCC = 0.8665 | SRCC = 0.8675 ] +INFO:root:Average loss=0.1411814514834147 +INFO:root: +[Valid][8][UTT][ MSE = 0.2220 | LCC = 0.8671 | SRCC = 0.8664 ] +INFO:root:Average loss=0.13483256751146072 +INFO:root: +[Valid][9][UTT][ MSE = 0.2594 | LCC = 0.8621 | SRCC = 0.8638 ] +INFO:root:Average loss=0.1316618907910127 +INFO:root: +[Valid][10][UTT][ MSE = 0.2259 | LCC = 0.8608 | SRCC = 0.8618 ] +INFO:root:Average loss=0.12155895880781688 +INFO:root: +[Valid][11][UTT][ MSE = 0.2675 | LCC = 0.8611 | SRCC = 0.8647 ] +INFO:root:Average loss=0.11288880069668476 +INFO:root: +[Valid][12][UTT][ MSE = 0.2277 | LCC = 0.8687 | SRCC = 0.8693 ] +INFO:root:Average loss=0.1036346598695486 +INFO:root: +[Valid][13][UTT][ MSE = 0.2160 | LCC = 0.8668 | SRCC = 0.8667 ] +INFO:root:Average loss=0.09726102377932805 +INFO:root: +[Valid][14][UTT][ MSE = 0.2226 | LCC = 0.8655 | SRCC = 0.8652 ] +INFO:root:Average loss=0.09603189944456784 +INFO:root: +[Valid][15][UTT][ MSE = 0.2116 | LCC = 0.8636 | SRCC = 0.8670 ] +INFO:root:Average loss=0.09269094295226611 +INFO:root: +[Valid][16][UTT][ MSE = 0.2133 | LCC = 0.8678 | SRCC = 0.8687 ] +INFO:root:Average loss=0.09189942054068431 +INFO:root: +[Valid][17][UTT][ MSE = 0.2128 | LCC = 0.8672 | SRCC = 0.8682 ] +INFO:root:Average loss=0.08155512480208507 +INFO:root: +[Valid][18][UTT][ MSE = 0.2187 | LCC = 0.8645 | SRCC = 0.8653 ] +INFO:root:Average loss=0.07812037696249974 +INFO:root: +[Valid][19][UTT][ MSE = 0.2292 | LCC = 0.8636 | SRCC = 0.8639 ] +INFO:root:Average loss=0.07504778551176572 +INFO:root: +[Valid][20][UTT][ MSE = 0.2169 | LCC = 0.8664 | SRCC = 0.8668 ] +INFO:root:Average loss=0.07563839957882197 +INFO:root: +[Valid][21][UTT][ MSE = 0.2207 | LCC = 0.8664 | SRCC = 0.8668 ] +INFO:root:Average loss=0.07377089388095416 +INFO:root: +[Valid][22][UTT][ MSE = 0.2159 | LCC = 0.8648 | SRCC = 0.8658 ] +INFO:root:Average loss=0.06788425945127621 +INFO:root: +[Valid][23][UTT][ MSE = 0.2240 | LCC = 0.8645 | SRCC = 0.8652 ] +INFO:root:Average loss=0.06573988788594039 +INFO:root: +[Valid][24][UTT][ MSE = 0.2108 | LCC = 0.8670 | SRCC = 0.8674 ] +INFO:root:Average loss=0.0608279194491796 +INFO:root: +[Valid][25][UTT][ MSE = 0.2172 | LCC = 0.8644 | SRCC = 0.8651 ] +INFO:root:Average loss=0.06111028885994202 +INFO:root: +[Valid][26][UTT][ MSE = 0.2142 | LCC = 0.8655 | SRCC = 0.8661 ] +INFO:root:Average loss=0.06035965671524023 +INFO:root: +[Valid][27][UTT][ MSE = 0.2141 | LCC = 0.8668 | SRCC = 0.8673 ] +INFO:root:Average loss=0.060858537848943316 +INFO:root: +[Valid][28][UTT][ MSE = 0.2155 | LCC = 0.8646 | SRCC = 0.8653 ] +INFO:root:Average loss=0.05462420641038662 +INFO:root: +[Valid][29][UTT][ MSE = 0.2322 | LCC = 0.8644 | SRCC = 0.8647 ] +INFO:root:Average loss=0.0518247375312524 +INFO:root: +[Valid][30][UTT][ MSE = 0.2212 | LCC = 0.8629 | SRCC = 0.8630 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2150 | LCC = 0.8736 | SRCC = 0.8737 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d04860e1abdb16b4bc3f0af484e8a4c95fe8ff9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ea016e82c7f9e6d2ae56344124061128366ee25ea594266d4efe0a69340605 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a86ee8d2b9f33a98ce5334c00c416705b92051a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:422590fa1371f7042b38aa57ffa27e43a4bf4aa4a3bdc80020947f98e346384b +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e129838ecc32c7ebd271d7c2f2a85bfd6cdb84c3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.538093605484718 +INFO:root: +[Valid][0][UTT][ MSE = 0.3884 | LCC = 0.7798 | SRCC = 0.7902 ] +INFO:root:Average loss=0.2624647139738768 +INFO:root: +[Valid][1][UTT][ MSE = 0.2791 | LCC = 0.8319 | SRCC = 0.8383 ] +INFO:root:Average loss=0.22472355170891836 +INFO:root: +[Valid][2][UTT][ MSE = 0.2524 | LCC = 0.8499 | SRCC = 0.8523 ] +INFO:root:Average loss=0.19793394609139517 +INFO:root: +[Valid][3][UTT][ MSE = 0.2339 | LCC = 0.8565 | SRCC = 0.8592 ] +INFO:root:Average loss=0.18728803910123995 +INFO:root: +[Valid][4][UTT][ MSE = 0.2537 | LCC = 0.8602 | SRCC = 0.8619 ] +INFO:root:Average loss=0.1749109118603743 +INFO:root: +[Valid][5][UTT][ MSE = 0.2289 | LCC = 0.8640 | SRCC = 0.8654 ] +INFO:root:Average loss=0.17341423550477394 +INFO:root: +[Valid][6][UTT][ MSE = 0.2400 | LCC = 0.8619 | SRCC = 0.8631 ] +INFO:root:Average loss=0.15475738879579765 +INFO:root: +[Valid][7][UTT][ MSE = 0.2498 | LCC = 0.8640 | SRCC = 0.8666 ] +INFO:root:Average loss=0.1459466150173774 +INFO:root: +[Valid][8][UTT][ MSE = 0.2296 | LCC = 0.8671 | SRCC = 0.8696 ] +INFO:root:Average loss=0.12913711626942342 +INFO:root: +[Valid][9][UTT][ MSE = 0.2506 | LCC = 0.8663 | SRCC = 0.8667 ] +INFO:root:Average loss=0.12867951994905105 +INFO:root: +[Valid][10][UTT][ MSE = 0.2238 | LCC = 0.8688 | SRCC = 0.8701 ] +INFO:root:Average loss=0.11706266342065273 +INFO:root: +[Valid][11][UTT][ MSE = 0.2472 | LCC = 0.8682 | SRCC = 0.8698 ] +INFO:root:Average loss=0.111302423171508 +INFO:root: +[Valid][12][UTT][ MSE = 0.2228 | LCC = 0.8678 | SRCC = 0.8700 ] +INFO:root:Average loss=0.1040514658849973 +INFO:root: +[Valid][13][UTT][ MSE = 0.2225 | LCC = 0.8666 | SRCC = 0.8685 ] +INFO:root:Average loss=0.09774196544327797 +INFO:root: +[Valid][14][UTT][ MSE = 0.2387 | LCC = 0.8657 | SRCC = 0.8664 ] +INFO:root:Average loss=0.09124590136492863 +INFO:root: +[Valid][15][UTT][ MSE = 0.2271 | LCC = 0.8645 | SRCC = 0.8653 ] +INFO:root:Average loss=0.08679261326025693 +INFO:root: +[Valid][16][UTT][ MSE = 0.2361 | LCC = 0.8629 | SRCC = 0.8638 ] +INFO:root:Average loss=0.08643540668372925 +INFO:root: +[Valid][17][UTT][ MSE = 0.2304 | LCC = 0.8616 | SRCC = 0.8630 ] +INFO:root:Average loss=0.08185211578622842 +INFO:root: +[Valid][18][UTT][ MSE = 0.2568 | LCC = 0.8611 | SRCC = 0.8636 ] +INFO:root:Average loss=0.07744758614362815 +INFO:root: +[Valid][19][UTT][ MSE = 0.2204 | LCC = 0.8651 | SRCC = 0.8666 ] +INFO:root:Average loss=0.0753734881679217 +INFO:root: +[Valid][20][UTT][ MSE = 0.2197 | LCC = 0.8652 | SRCC = 0.8659 ] +INFO:root:Average loss=0.06808082348643205 +INFO:root: +[Valid][21][UTT][ MSE = 0.2139 | LCC = 0.8664 | SRCC = 0.8669 ] +INFO:root:Average loss=0.06660228275144711 +INFO:root: +[Valid][22][UTT][ MSE = 0.2205 | LCC = 0.8624 | SRCC = 0.8640 ] +INFO:root:Average loss=0.06751443942387898 +INFO:root: +[Valid][23][UTT][ MSE = 0.2272 | LCC = 0.8643 | SRCC = 0.8658 ] +INFO:root:Average loss=0.06132851612682526 +INFO:root: +[Valid][24][UTT][ MSE = 0.2281 | LCC = 0.8623 | SRCC = 0.8633 ] +INFO:root:Average loss=0.057786848658743575 +INFO:root: +[Valid][25][UTT][ MSE = 0.2236 | LCC = 0.8593 | SRCC = 0.8607 ] +INFO:root:Average loss=0.05661609329474278 +INFO:root: +[Valid][26][UTT][ MSE = 0.2197 | LCC = 0.8608 | SRCC = 0.8630 ] +INFO:root:Average loss=0.055982192452901446 +INFO:root: +[Valid][27][UTT][ MSE = 0.2482 | LCC = 0.8626 | SRCC = 0.8636 ] +INFO:root:Average loss=0.05042187721492388 +INFO:root: +[Valid][28][UTT][ MSE = 0.2118 | LCC = 0.8651 | SRCC = 0.8661 ] +INFO:root:Average loss=0.0544268482675155 +INFO:root: +[Valid][29][UTT][ MSE = 0.2152 | LCC = 0.8625 | SRCC = 0.8640 ] +INFO:root:Average loss=0.053188931984970204 +INFO:root: +[Valid][30][UTT][ MSE = 0.2192 | LCC = 0.8630 | SRCC = 0.8634 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2207 | LCC = 0.8709 | SRCC = 0.8706 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..483e4dec46ffa4b89da6cb9cce48fcac2153b7d0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae0f08b03980921c7cc36658f8ec339b18174cf057267f513d8ddf6df3371d3d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4277e242bc4fedad3b81d52344f5b372fbccb85e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783785e403207e73618d93fb4cfb2134168305620ec1607bd389ca0d4e8ae03c +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..95002dc6b1ca319c75172eacd2928aea9c126e7b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4918908881835448 +INFO:root: +[Valid][0][UTT][ MSE = 0.3405 | LCC = 0.7906 | SRCC = 0.7930 ] +INFO:root:Average loss=0.26632716468511486 +INFO:root: +[Valid][1][UTT][ MSE = 0.2985 | LCC = 0.8302 | SRCC = 0.8295 ] +INFO:root:Average loss=0.22982518680584738 +INFO:root: +[Valid][2][UTT][ MSE = 0.2664 | LCC = 0.8421 | SRCC = 0.8436 ] +INFO:root:Average loss=0.2095654261035797 +INFO:root: +[Valid][3][UTT][ MSE = 0.2589 | LCC = 0.8567 | SRCC = 0.8547 ] +INFO:root:Average loss=0.1914932318031788 +INFO:root: +[Valid][4][UTT][ MSE = 0.2563 | LCC = 0.8494 | SRCC = 0.8519 ] +INFO:root:Average loss=0.186908342421819 +INFO:root: +[Valid][5][UTT][ MSE = 0.2377 | LCC = 0.8546 | SRCC = 0.8566 ] +INFO:root:Average loss=0.16645111372837654 +INFO:root: +[Valid][6][UTT][ MSE = 0.2388 | LCC = 0.8636 | SRCC = 0.8633 ] +INFO:root:Average loss=0.15514443375361273 +INFO:root: +[Valid][7][UTT][ MSE = 0.2313 | LCC = 0.8630 | SRCC = 0.8628 ] +INFO:root:Average loss=0.14334901832999328 +INFO:root: +[Valid][8][UTT][ MSE = 0.2371 | LCC = 0.8640 | SRCC = 0.8633 ] +INFO:root:Average loss=0.1343054972971097 +INFO:root: +[Valid][9][UTT][ MSE = 0.2230 | LCC = 0.8618 | SRCC = 0.8613 ] +INFO:root:Average loss=0.12915305497172552 +INFO:root: +[Valid][10][UTT][ MSE = 0.2221 | LCC = 0.8653 | SRCC = 0.8647 ] +INFO:root:Average loss=0.12326679254571597 +INFO:root: +[Valid][11][UTT][ MSE = 0.2318 | LCC = 0.8588 | SRCC = 0.8614 ] +INFO:root:Average loss=0.1224717751909525 +INFO:root: +[Valid][12][UTT][ MSE = 0.2452 | LCC = 0.8675 | SRCC = 0.8671 ] +INFO:root:Average loss=0.10970492938008064 +INFO:root: +[Valid][13][UTT][ MSE = 0.2291 | LCC = 0.8608 | SRCC = 0.8622 ] +INFO:root:Average loss=0.11101078165647311 +INFO:root: +[Valid][14][UTT][ MSE = 0.2134 | LCC = 0.8639 | SRCC = 0.8651 ] +INFO:root:Average loss=0.09942509090671173 +INFO:root: +[Valid][15][UTT][ MSE = 0.2126 | LCC = 0.8676 | SRCC = 0.8683 ] +INFO:root:Average loss=0.09886229754640506 +INFO:root: +[Valid][16][UTT][ MSE = 0.2411 | LCC = 0.8664 | SRCC = 0.8659 ] +INFO:root:Average loss=0.09128064165512721 +INFO:root: +[Valid][17][UTT][ MSE = 0.2146 | LCC = 0.8614 | SRCC = 0.8628 ] +INFO:root:Average loss=0.08353285462810443 +INFO:root: +[Valid][18][UTT][ MSE = 0.2345 | LCC = 0.8599 | SRCC = 0.8636 ] +INFO:root:Average loss=0.08440233795688702 +INFO:root: +[Valid][19][UTT][ MSE = 0.2200 | LCC = 0.8640 | SRCC = 0.8643 ] +INFO:root:Average loss=0.0847505992039656 +INFO:root: +[Valid][20][UTT][ MSE = 0.2204 | LCC = 0.8655 | SRCC = 0.8659 ] +INFO:root:Average loss=0.07656657671890198 +INFO:root: +[Valid][21][UTT][ MSE = 0.2260 | LCC = 0.8627 | SRCC = 0.8619 ] +INFO:root:Average loss=0.07162213817429848 +INFO:root: +[Valid][22][UTT][ MSE = 0.2182 | LCC = 0.8682 | SRCC = 0.8671 ] +INFO:root:Average loss=0.0664114279147142 +INFO:root: +[Valid][23][UTT][ MSE = 0.2178 | LCC = 0.8636 | SRCC = 0.8634 ] +INFO:root:Average loss=0.07794105853789891 +INFO:root: +[Valid][24][UTT][ MSE = 0.2330 | LCC = 0.8675 | SRCC = 0.8662 ] +INFO:root:Average loss=0.06614724933527984 +INFO:root: +[Valid][25][UTT][ MSE = 0.2257 | LCC = 0.8641 | SRCC = 0.8636 ] +INFO:root:Average loss=0.06598392831018338 +INFO:root: +[Valid][26][UTT][ MSE = 0.2186 | LCC = 0.8618 | SRCC = 0.8632 ] +INFO:root:Average loss=0.06221193825014126 +INFO:root: +[Valid][27][UTT][ MSE = 0.2219 | LCC = 0.8640 | SRCC = 0.8647 ] +INFO:root:Average loss=0.06333448981436399 +INFO:root: +[Valid][28][UTT][ MSE = 0.2247 | LCC = 0.8619 | SRCC = 0.8631 ] +INFO:root:Average loss=0.059621395447697394 +INFO:root: +[Valid][29][UTT][ MSE = 0.2144 | LCC = 0.8661 | SRCC = 0.8663 ] +INFO:root:Average loss=0.05571901062742258 +INFO:root: +[Valid][30][UTT][ MSE = 0.2215 | LCC = 0.8629 | SRCC = 0.8633 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2482 | LCC = 0.8632 | SRCC = 0.8634 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0132f24c1f108123ef4dd451445a858edb3a854 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab52376e78fc629d6d835a2b6d8588e790275c5aca21296c12151bb693ab5976 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9e0638ced6aa6a6abc03f56aa8edded0183507 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e950955fc152c7fcfd4166a34401ce5af8e67c2b59b450ac70a3bf8b604e58c6 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..84377987e360d18602f65778749bb81ae1128181 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4334087427227925 +INFO:root: +[Valid][0][UTT][ MSE = 0.3569 | LCC = 0.7872 | SRCC = 0.7925 ] +INFO:root:Average loss=0.2665209397673607 +INFO:root: +[Valid][1][UTT][ MSE = 0.3017 | LCC = 0.8354 | SRCC = 0.8349 ] +INFO:root:Average loss=0.22751253766891283 +INFO:root: +[Valid][2][UTT][ MSE = 0.3005 | LCC = 0.8393 | SRCC = 0.8449 ] +INFO:root:Average loss=0.2051102509483313 +INFO:root: +[Valid][3][UTT][ MSE = 0.2724 | LCC = 0.8541 | SRCC = 0.8552 ] +INFO:root:Average loss=0.19839116376944077 +INFO:root: +[Valid][4][UTT][ MSE = 0.2506 | LCC = 0.8538 | SRCC = 0.8545 ] +INFO:root:Average loss=0.18514811400419626 +INFO:root: +[Valid][5][UTT][ MSE = 0.2485 | LCC = 0.8547 | SRCC = 0.8560 ] +INFO:root:Average loss=0.1725061793739979 +INFO:root: +[Valid][6][UTT][ MSE = 0.3035 | LCC = 0.8564 | SRCC = 0.8593 ] +INFO:root:Average loss=0.15775984325087988 +INFO:root: +[Valid][7][UTT][ MSE = 0.2452 | LCC = 0.8611 | SRCC = 0.8617 ] +INFO:root:Average loss=0.1487238938227678 +INFO:root: +[Valid][8][UTT][ MSE = 0.2702 | LCC = 0.8610 | SRCC = 0.8637 ] +INFO:root:Average loss=0.1382544815349273 +INFO:root: +[Valid][9][UTT][ MSE = 0.2297 | LCC = 0.8636 | SRCC = 0.8648 ] +INFO:root:Average loss=0.13101942273668754 +INFO:root: +[Valid][10][UTT][ MSE = 0.2477 | LCC = 0.8663 | SRCC = 0.8676 ] +INFO:root:Average loss=0.12642961816909987 +INFO:root: +[Valid][11][UTT][ MSE = 0.2240 | LCC = 0.8618 | SRCC = 0.8630 ] +INFO:root:Average loss=0.11994781421545224 +INFO:root: +[Valid][12][UTT][ MSE = 0.2885 | LCC = 0.8613 | SRCC = 0.8644 ] +INFO:root:Average loss=0.10949315312199104 +INFO:root: +[Valid][13][UTT][ MSE = 0.2741 | LCC = 0.8649 | SRCC = 0.8658 ] +INFO:root:Average loss=0.10811918372145066 +INFO:root: +[Valid][14][UTT][ MSE = 0.2357 | LCC = 0.8646 | SRCC = 0.8657 ] +INFO:root:Average loss=0.09977174110901661 +INFO:root: +[Valid][15][UTT][ MSE = 0.2634 | LCC = 0.8616 | SRCC = 0.8642 ] +INFO:root:Average loss=0.09976646084433947 +INFO:root: +[Valid][16][UTT][ MSE = 0.2497 | LCC = 0.8597 | SRCC = 0.8619 ] +INFO:root:Average loss=0.09644301388508235 +INFO:root: +[Valid][17][UTT][ MSE = 0.2390 | LCC = 0.8607 | SRCC = 0.8619 ] +INFO:root:Average loss=0.08295273690078503 +INFO:root: +[Valid][18][UTT][ MSE = 0.2157 | LCC = 0.8637 | SRCC = 0.8646 ] +INFO:root:Average loss=0.08381664112974437 +INFO:root: +[Valid][19][UTT][ MSE = 0.2422 | LCC = 0.8647 | SRCC = 0.8652 ] +INFO:root:Average loss=0.07803545257028861 +INFO:root: +[Valid][20][UTT][ MSE = 0.2177 | LCC = 0.8663 | SRCC = 0.8669 ] +INFO:root:Average loss=0.07473424554635318 +INFO:root: +[Valid][21][UTT][ MSE = 0.2187 | LCC = 0.8650 | SRCC = 0.8651 ] +INFO:root:Average loss=0.07249752838069047 +INFO:root: +[Valid][22][UTT][ MSE = 0.2634 | LCC = 0.8625 | SRCC = 0.8641 ] +INFO:root:Average loss=0.07569026455092125 +INFO:root: +[Valid][23][UTT][ MSE = 0.2409 | LCC = 0.8626 | SRCC = 0.8639 ] +INFO:root:Average loss=0.06972133272733444 +INFO:root: +[Valid][24][UTT][ MSE = 0.2199 | LCC = 0.8625 | SRCC = 0.8627 ] +INFO:root:Average loss=0.06858619173558858 +INFO:root: +[Valid][25][UTT][ MSE = 0.2165 | LCC = 0.8639 | SRCC = 0.8640 ] +INFO:root:Average loss=0.0641780044310368 +INFO:root: +[Valid][26][UTT][ MSE = 0.2292 | LCC = 0.8628 | SRCC = 0.8617 ] +INFO:root:Average loss=0.06609298355686359 +INFO:root: +[Valid][27][UTT][ MSE = 0.2193 | LCC = 0.8633 | SRCC = 0.8637 ] +INFO:root:Average loss=0.060853621373191856 +INFO:root: +[Valid][28][UTT][ MSE = 0.2463 | LCC = 0.8609 | SRCC = 0.8616 ] +INFO:root:Average loss=0.05981089270267731 +INFO:root: +[Valid][29][UTT][ MSE = 0.2248 | LCC = 0.8645 | SRCC = 0.8640 ] +INFO:root:Average loss=0.05426014482210844 +INFO:root: +[Valid][30][UTT][ MSE = 0.2172 | LCC = 0.8636 | SRCC = 0.8636 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2264 | LCC = 0.8699 | SRCC = 0.8711 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..976bba9d2df9e442a8172f081ebbe377642c3641 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9bec05751319f7b3c693130adf543dcddd50b57c6fdc67f3fc5df59eee794a5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cae288261c065f4ecf131663cdef50cd7670468 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf255371c26985f0b07bd475e6907b85fdb7186b8d75aea6ecdf0987a4b25e21 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bc0a4d66370d889e28bc141b43247f99084fb78d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.44943175732325286 +INFO:root: +[Valid][0][UTT][ MSE = 0.3286 | LCC = 0.7881 | SRCC = 0.7984 ] +INFO:root:Average loss=0.2614192047562355 +INFO:root: +[Valid][1][UTT][ MSE = 0.3113 | LCC = 0.8314 | SRCC = 0.8400 ] +INFO:root:Average loss=0.22685481894474763 +INFO:root: +[Valid][2][UTT][ MSE = 0.2672 | LCC = 0.8533 | SRCC = 0.8531 ] +INFO:root:Average loss=0.213088676906549 +INFO:root: +[Valid][3][UTT][ MSE = 0.3035 | LCC = 0.8534 | SRCC = 0.8587 ] +INFO:root:Average loss=0.19158857459059128 +INFO:root: +[Valid][4][UTT][ MSE = 0.2520 | LCC = 0.8628 | SRCC = 0.8632 ] +INFO:root:Average loss=0.17682892084121704 +INFO:root: +[Valid][5][UTT][ MSE = 0.2393 | LCC = 0.8637 | SRCC = 0.8645 ] +INFO:root:Average loss=0.16243830141730797 +INFO:root: +[Valid][6][UTT][ MSE = 0.2252 | LCC = 0.8688 | SRCC = 0.8696 ] +INFO:root:Average loss=0.15274459572556692 +INFO:root: +[Valid][7][UTT][ MSE = 0.2261 | LCC = 0.8709 | SRCC = 0.8716 ] +INFO:root:Average loss=0.14246244871845612 +INFO:root: +[Valid][8][UTT][ MSE = 0.2220 | LCC = 0.8713 | SRCC = 0.8717 ] +INFO:root:Average loss=0.1406722581730439 +INFO:root: +[Valid][9][UTT][ MSE = 0.2321 | LCC = 0.8716 | SRCC = 0.8724 ] +INFO:root:Average loss=0.1363238618733027 +INFO:root: +[Valid][10][UTT][ MSE = 0.2170 | LCC = 0.8710 | SRCC = 0.8732 ] +INFO:root:Average loss=0.12139737037703013 +INFO:root: +[Valid][11][UTT][ MSE = 0.2391 | LCC = 0.8730 | SRCC = 0.8722 ] +INFO:root:Average loss=0.12048540780177483 +INFO:root: +[Valid][12][UTT][ MSE = 0.2325 | LCC = 0.8698 | SRCC = 0.8699 ] +INFO:root:Average loss=0.10825265590579082 +INFO:root: +[Valid][13][UTT][ MSE = 0.2066 | LCC = 0.8718 | SRCC = 0.8730 ] +INFO:root:Average loss=0.10288442298769951 +INFO:root: +[Valid][14][UTT][ MSE = 0.2131 | LCC = 0.8724 | SRCC = 0.8734 ] +INFO:root:Average loss=0.09865167746559167 +INFO:root: +[Valid][15][UTT][ MSE = 0.2232 | LCC = 0.8682 | SRCC = 0.8684 ] +INFO:root:Average loss=0.09566344717183174 +INFO:root: +[Valid][16][UTT][ MSE = 0.2200 | LCC = 0.8708 | SRCC = 0.8707 ] +INFO:root:Average loss=0.09147602787766701 +INFO:root: +[Valid][17][UTT][ MSE = 0.2182 | LCC = 0.8726 | SRCC = 0.8725 ] +INFO:root:Average loss=0.08496704645072803 +INFO:root: +[Valid][18][UTT][ MSE = 0.2167 | LCC = 0.8730 | SRCC = 0.8727 ] +INFO:root:Average loss=0.08209761213033627 +INFO:root: +[Valid][19][UTT][ MSE = 0.2139 | LCC = 0.8726 | SRCC = 0.8720 ] +INFO:root:Average loss=0.07935671885617268 +INFO:root: +[Valid][20][UTT][ MSE = 0.2115 | LCC = 0.8747 | SRCC = 0.8745 ] +INFO:root:Average loss=0.07858335527663048 +INFO:root: +[Valid][21][UTT][ MSE = 0.2363 | LCC = 0.8729 | SRCC = 0.8735 ] +INFO:root:Average loss=0.07024047060463673 +INFO:root: +[Valid][22][UTT][ MSE = 0.2186 | LCC = 0.8693 | SRCC = 0.8694 ] +INFO:root:Average loss=0.06883315469783086 +INFO:root: +[Valid][23][UTT][ MSE = 0.2122 | LCC = 0.8716 | SRCC = 0.8718 ] +INFO:root:Average loss=0.06860099986004524 +INFO:root: +[Valid][24][UTT][ MSE = 0.2300 | LCC = 0.8692 | SRCC = 0.8694 ] +INFO:root:Average loss=0.06703657465867507 +INFO:root: +[Valid][25][UTT][ MSE = 0.2152 | LCC = 0.8711 | SRCC = 0.8703 ] +INFO:root:Average loss=0.06498806508114705 +INFO:root: +[Valid][26][UTT][ MSE = 0.2199 | LCC = 0.8699 | SRCC = 0.8686 ] +INFO:root:Average loss=0.06370391839971909 +INFO:root: +[Valid][27][UTT][ MSE = 0.2207 | LCC = 0.8673 | SRCC = 0.8674 ] +INFO:root:Average loss=0.06164867984942901 +INFO:root: +[Valid][28][UTT][ MSE = 0.2127 | LCC = 0.8696 | SRCC = 0.8698 ] +INFO:root:Average loss=0.05714825755701615 +INFO:root: +[Valid][29][UTT][ MSE = 0.2121 | LCC = 0.8721 | SRCC = 0.8725 ] +INFO:root:Average loss=0.058470551163340226 +INFO:root: +[Valid][30][UTT][ MSE = 0.2165 | LCC = 0.8687 | SRCC = 0.8694 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2360 | LCC = 0.8661 | SRCC = 0.8664 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c80d7976f8ed259d5aef4ae15c5047564b08e6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10761653e8f9281229ec39fdb48d3f6359111aa5c5a3861ccd9ed7a7a059aaf6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ead47bc87f68c218acb481f9eff2f16349040f9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3641d13e4d7bb3c1a6c14f7cb9930a7d4dde4979fdb1ca7a1fa535d95277af15 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a6f9cad2645ae32bc6482bdb3fca4ab1300b4c82 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4330529272556305 +INFO:root: +[Valid][0][UTT][ MSE = 0.3315 | LCC = 0.7965 | SRCC = 0.8075 ] +INFO:root:Average loss=0.2670723488315558 +INFO:root: +[Valid][1][UTT][ MSE = 0.2924 | LCC = 0.8286 | SRCC = 0.8315 ] +INFO:root:Average loss=0.22432136955933693 +INFO:root: +[Valid][2][UTT][ MSE = 0.2629 | LCC = 0.8495 | SRCC = 0.8499 ] +INFO:root:Average loss=0.20391290214581367 +INFO:root: +[Valid][3][UTT][ MSE = 0.2676 | LCC = 0.8542 | SRCC = 0.8551 ] +INFO:root:Average loss=0.19523478184755033 +INFO:root: +[Valid][4][UTT][ MSE = 0.2422 | LCC = 0.8586 | SRCC = 0.8605 ] +INFO:root:Average loss=0.17424330831720278 +INFO:root: +[Valid][5][UTT][ MSE = 0.2284 | LCC = 0.8611 | SRCC = 0.8608 ] +INFO:root:Average loss=0.1602685380822573 +INFO:root: +[Valid][6][UTT][ MSE = 0.2378 | LCC = 0.8646 | SRCC = 0.8643 ] +INFO:root:Average loss=0.1566779076670989 +INFO:root: +[Valid][7][UTT][ MSE = 0.2369 | LCC = 0.8633 | SRCC = 0.8649 ] +INFO:root:Average loss=0.14086578127283317 +INFO:root: +[Valid][8][UTT][ MSE = 0.2217 | LCC = 0.8650 | SRCC = 0.8651 ] +INFO:root:Average loss=0.135310266740047 +INFO:root: +[Valid][9][UTT][ MSE = 0.2376 | LCC = 0.8668 | SRCC = 0.8663 ] +INFO:root:Average loss=0.12660125136757508 +INFO:root: +[Valid][10][UTT][ MSE = 0.2293 | LCC = 0.8601 | SRCC = 0.8598 ] +INFO:root:Average loss=0.11674549392400643 +INFO:root: +[Valid][11][UTT][ MSE = 0.2175 | LCC = 0.8644 | SRCC = 0.8646 ] +INFO:root:Average loss=0.11459140450908588 +INFO:root: +[Valid][12][UTT][ MSE = 0.2319 | LCC = 0.8577 | SRCC = 0.8600 ] +INFO:root:Average loss=0.1120655279702101 +INFO:root: +[Valid][13][UTT][ MSE = 0.2265 | LCC = 0.8626 | SRCC = 0.8632 ] +INFO:root:Average loss=0.10125734590184994 +INFO:root: +[Valid][14][UTT][ MSE = 0.2205 | LCC = 0.8636 | SRCC = 0.8635 ] +INFO:root:Average loss=0.0972621481005962 +INFO:root: +[Valid][15][UTT][ MSE = 0.2193 | LCC = 0.8636 | SRCC = 0.8635 ] +INFO:root:Average loss=0.08775077373362504 +INFO:root: +[Valid][16][UTT][ MSE = 0.2210 | LCC = 0.8613 | SRCC = 0.8610 ] +INFO:root:Average loss=0.08822161795046085 +INFO:root: +[Valid][17][UTT][ MSE = 0.2266 | LCC = 0.8586 | SRCC = 0.8588 ] +INFO:root:Average loss=0.08012572141029896 +INFO:root: +[Valid][18][UTT][ MSE = 0.2193 | LCC = 0.8608 | SRCC = 0.8615 ] +INFO:root:Average loss=0.07575605031198417 +INFO:root: +[Valid][19][UTT][ MSE = 0.2270 | LCC = 0.8579 | SRCC = 0.8597 ] +INFO:root:Average loss=0.07070261688950734 +INFO:root: +[Valid][20][UTT][ MSE = 0.2341 | LCC = 0.8564 | SRCC = 0.8564 ] +INFO:root:Average loss=0.07384540794942623 +INFO:root: +[Valid][21][UTT][ MSE = 0.2382 | LCC = 0.8611 | SRCC = 0.8606 ] +INFO:root:Average loss=0.06915349651796696 +INFO:root: +[Valid][22][UTT][ MSE = 0.2251 | LCC = 0.8599 | SRCC = 0.8598 ] +INFO:root:Average loss=0.06438525422261311 +INFO:root: +[Valid][23][UTT][ MSE = 0.2271 | LCC = 0.8608 | SRCC = 0.8619 ] +INFO:root:Average loss=0.06695817812131001 +INFO:root: +[Valid][24][UTT][ MSE = 0.2324 | LCC = 0.8585 | SRCC = 0.8606 ] +INFO:root:Average loss=0.0627396058004636 +INFO:root: +[Valid][25][UTT][ MSE = 0.2318 | LCC = 0.8559 | SRCC = 0.8572 ] +INFO:root:Average loss=0.055854826067120604 +INFO:root: +[Valid][26][UTT][ MSE = 0.2322 | LCC = 0.8578 | SRCC = 0.8581 ] +INFO:root:Average loss=0.0591575680539394 +INFO:root: +[Valid][27][UTT][ MSE = 0.2320 | LCC = 0.8571 | SRCC = 0.8579 ] +INFO:root:Average loss=0.05699498235033108 +INFO:root: +[Valid][28][UTT][ MSE = 0.2362 | LCC = 0.8621 | SRCC = 0.8619 ] +INFO:root:Average loss=0.05349439678665919 +INFO:root: +[Valid][29][UTT][ MSE = 0.2311 | LCC = 0.8579 | SRCC = 0.8594 ] +INFO:root:Average loss=0.04995565937879758 +INFO:root: +[Valid][30][UTT][ MSE = 0.2200 | LCC = 0.8623 | SRCC = 0.8626 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2409 | LCC = 0.8735 | SRCC = 0.8722 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e79bd00b55f984cf01f58824074ac2c8848a92 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28338a30a0261d949870e096f0d8cd1b5616aac43f215001b3a3f79df3e24b2d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e7eae0414c2454c8eb9ccc96e970288eaa21401 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32eb467da4653206f9c9c3cf2698c0e6db2bd429f9348e36dae037e04559b788 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..daef2ff7004d291f9fd11f661a2601e6143932da --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4040174438403203 +INFO:root: +[Valid][0][UTT][ MSE = 0.3381 | LCC = 0.7958 | SRCC = 0.8007 ] +INFO:root:Average loss=0.255068954366904 +INFO:root: +[Valid][1][UTT][ MSE = 0.2835 | LCC = 0.8339 | SRCC = 0.8356 ] +INFO:root:Average loss=0.22510307702498558 +INFO:root: +[Valid][2][UTT][ MSE = 0.2653 | LCC = 0.8460 | SRCC = 0.8459 ] +INFO:root:Average loss=0.20287841119063207 +INFO:root: +[Valid][3][UTT][ MSE = 0.2492 | LCC = 0.8559 | SRCC = 0.8539 ] +INFO:root:Average loss=0.18569319255841085 +INFO:root: +[Valid][4][UTT][ MSE = 0.2345 | LCC = 0.8601 | SRCC = 0.8583 ] +INFO:root:Average loss=0.17705043099629572 +INFO:root: +[Valid][5][UTT][ MSE = 0.2846 | LCC = 0.8597 | SRCC = 0.8588 ] +INFO:root:Average loss=0.16255621516551727 +INFO:root: +[Valid][6][UTT][ MSE = 0.2471 | LCC = 0.8628 | SRCC = 0.8605 ] +INFO:root:Average loss=0.15310906580625436 +INFO:root: +[Valid][7][UTT][ MSE = 0.2333 | LCC = 0.8641 | SRCC = 0.8626 ] +INFO:root:Average loss=0.14265211585622567 +INFO:root: +[Valid][8][UTT][ MSE = 0.2204 | LCC = 0.8659 | SRCC = 0.8648 ] +INFO:root:Average loss=0.1367223045000663 +INFO:root: +[Valid][9][UTT][ MSE = 0.2385 | LCC = 0.8650 | SRCC = 0.8641 ] +INFO:root:Average loss=0.12437992151349019 +INFO:root: +[Valid][10][UTT][ MSE = 0.2342 | LCC = 0.8602 | SRCC = 0.8595 ] +INFO:root:Average loss=0.11937485109919156 +INFO:root: +[Valid][11][UTT][ MSE = 0.2327 | LCC = 0.8569 | SRCC = 0.8575 ] +INFO:root:Average loss=0.11087098335608458 +INFO:root: +[Valid][12][UTT][ MSE = 0.2348 | LCC = 0.8552 | SRCC = 0.8559 ] +INFO:root:Average loss=0.11110640126161087 +INFO:root: +[Valid][13][UTT][ MSE = 0.2416 | LCC = 0.8575 | SRCC = 0.8577 ] +INFO:root:Average loss=0.10272382830197994 +INFO:root: +[Valid][14][UTT][ MSE = 0.2646 | LCC = 0.8524 | SRCC = 0.8520 ] +INFO:root:Average loss=0.10615181330686961 +INFO:root: +[Valid][15][UTT][ MSE = 0.2328 | LCC = 0.8560 | SRCC = 0.8565 ] +INFO:root:Average loss=0.09640741529755104 +INFO:root: +[Valid][16][UTT][ MSE = 0.2286 | LCC = 0.8561 | SRCC = 0.8572 ] +INFO:root:Average loss=0.09322087504924872 +INFO:root: +[Valid][17][UTT][ MSE = 0.2303 | LCC = 0.8553 | SRCC = 0.8553 ] +INFO:root:Average loss=0.08611463196575642 +INFO:root: +[Valid][18][UTT][ MSE = 0.2303 | LCC = 0.8547 | SRCC = 0.8543 ] +INFO:root:Average loss=0.08306705435881248 +INFO:root: +[Valid][19][UTT][ MSE = 0.2397 | LCC = 0.8540 | SRCC = 0.8527 ] +INFO:root:Average loss=0.07941932809085418 +INFO:root: +[Valid][20][UTT][ MSE = 0.2381 | LCC = 0.8513 | SRCC = 0.8507 ] +INFO:root:Average loss=0.0739072476251003 +INFO:root: +[Valid][21][UTT][ MSE = 0.2332 | LCC = 0.8535 | SRCC = 0.8540 ] +INFO:root:Average loss=0.0708586169550052 +INFO:root: +[Valid][22][UTT][ MSE = 0.2316 | LCC = 0.8547 | SRCC = 0.8542 ] +INFO:root:Average loss=0.06810798457799813 +INFO:root: +[Valid][23][UTT][ MSE = 0.2277 | LCC = 0.8544 | SRCC = 0.8541 ] +INFO:root:Average loss=0.06893553388997531 +INFO:root: +[Valid][24][UTT][ MSE = 0.2607 | LCC = 0.8512 | SRCC = 0.8531 ] +INFO:root:Average loss=0.06738806162507106 +INFO:root: +[Valid][25][UTT][ MSE = 0.2324 | LCC = 0.8550 | SRCC = 0.8555 ] +INFO:root:Average loss=0.0691668531164909 +INFO:root: +[Valid][26][UTT][ MSE = 0.2278 | LCC = 0.8555 | SRCC = 0.8565 ] +INFO:root:Average loss=0.06376074689129989 +INFO:root: +[Valid][27][UTT][ MSE = 0.2362 | LCC = 0.8530 | SRCC = 0.8522 ] +INFO:root:Average loss=0.0580758683096904 +INFO:root: +[Valid][28][UTT][ MSE = 0.2725 | LCC = 0.8513 | SRCC = 0.8536 ] +INFO:root:Average loss=0.0570798157594907 +INFO:root: +[Valid][29][UTT][ MSE = 0.2419 | LCC = 0.8556 | SRCC = 0.8563 ] +INFO:root:Average loss=0.054936604717603095 +INFO:root: +[Valid][30][UTT][ MSE = 0.2449 | LCC = 0.8529 | SRCC = 0.8528 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2198 | LCC = 0.8700 | SRCC = 0.8704 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08e2bf519677eea3892d1b365adab7cc8726437 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdfc003b46427104b3648b5eb243dda6d62ac87f87c9bbeaa5efca9c8e5f8c6c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0131b20f1a8b1a7bf53a0c8ea91038db8d37aace --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6af5c769e366a5ffde1eae72fe33b23cf530a62fb2748c5aec5daad2a7619ec +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5d0734dd6747dbdb03120135a027a4091ec89483 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4493719245760869 +INFO:root: +[Valid][0][UTT][ MSE = 0.3344 | LCC = 0.7898 | SRCC = 0.7943 ] +INFO:root:Average loss=0.27130931577621364 +INFO:root: +[Valid][1][UTT][ MSE = 0.2843 | LCC = 0.8381 | SRCC = 0.8393 ] +INFO:root:Average loss=0.22442127305727738 +INFO:root: +[Valid][2][UTT][ MSE = 0.2628 | LCC = 0.8560 | SRCC = 0.8560 ] +INFO:root:Average loss=0.2038511859300809 +INFO:root: +[Valid][3][UTT][ MSE = 0.2413 | LCC = 0.8587 | SRCC = 0.8581 ] +INFO:root:Average loss=0.19014060774292701 +INFO:root: +[Valid][4][UTT][ MSE = 0.2511 | LCC = 0.8659 | SRCC = 0.8643 ] +INFO:root:Average loss=0.17252332650316068 +INFO:root: +[Valid][5][UTT][ MSE = 0.2363 | LCC = 0.8662 | SRCC = 0.8668 ] +INFO:root:Average loss=0.1675486039274778 +INFO:root: +[Valid][6][UTT][ MSE = 0.2300 | LCC = 0.8674 | SRCC = 0.8669 ] +INFO:root:Average loss=0.1557540961374075 +INFO:root: +[Valid][7][UTT][ MSE = 0.2342 | LCC = 0.8664 | SRCC = 0.8672 ] +INFO:root:Average loss=0.14092887374453056 +INFO:root: +[Valid][8][UTT][ MSE = 0.2392 | LCC = 0.8676 | SRCC = 0.8677 ] +INFO:root:Average loss=0.13462345607769796 +INFO:root: +[Valid][9][UTT][ MSE = 0.2334 | LCC = 0.8670 | SRCC = 0.8679 ] +INFO:root:Average loss=0.13172989825789744 +INFO:root: +[Valid][10][UTT][ MSE = 0.2607 | LCC = 0.8655 | SRCC = 0.8658 ] +INFO:root:Average loss=0.11718277212900993 +INFO:root: +[Valid][11][UTT][ MSE = 0.2232 | LCC = 0.8680 | SRCC = 0.8674 ] +INFO:root:Average loss=0.11041511939122127 +INFO:root: +[Valid][12][UTT][ MSE = 0.2232 | LCC = 0.8681 | SRCC = 0.8689 ] +INFO:root:Average loss=0.10781485253037551 +INFO:root: +[Valid][13][UTT][ MSE = 0.2376 | LCC = 0.8609 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1021976826282648 +INFO:root: +[Valid][14][UTT][ MSE = 0.2330 | LCC = 0.8638 | SRCC = 0.8662 ] +INFO:root:Average loss=0.0957491994381715 +INFO:root: +[Valid][15][UTT][ MSE = 0.2357 | LCC = 0.8647 | SRCC = 0.8639 ] +INFO:root:Average loss=0.09166149966991864 +INFO:root: +[Valid][16][UTT][ MSE = 0.2190 | LCC = 0.8637 | SRCC = 0.8635 ] +INFO:root:Average loss=0.09223739821941425 +INFO:root: +[Valid][17][UTT][ MSE = 0.2395 | LCC = 0.8641 | SRCC = 0.8660 ] +INFO:root:Average loss=0.08048759071299663 +INFO:root: +[Valid][18][UTT][ MSE = 0.2283 | LCC = 0.8629 | SRCC = 0.8628 ] +INFO:root:Average loss=0.07717392359597561 +INFO:root: +[Valid][19][UTT][ MSE = 0.2457 | LCC = 0.8614 | SRCC = 0.8632 ] +INFO:root:Average loss=0.08195020855428317 +INFO:root: +[Valid][20][UTT][ MSE = 0.2219 | LCC = 0.8654 | SRCC = 0.8656 ] +INFO:root:Average loss=0.07237191846928535 +INFO:root: +[Valid][21][UTT][ MSE = 0.2343 | LCC = 0.8611 | SRCC = 0.8619 ] +INFO:root:Average loss=0.07195196883418621 +INFO:root: +[Valid][22][UTT][ MSE = 0.2358 | LCC = 0.8621 | SRCC = 0.8632 ] +INFO:root:Average loss=0.06567236413367283 +INFO:root: +[Valid][23][UTT][ MSE = 0.2402 | LCC = 0.8611 | SRCC = 0.8626 ] +INFO:root:Average loss=0.06526873604609416 +INFO:root: +[Valid][24][UTT][ MSE = 0.2381 | LCC = 0.8595 | SRCC = 0.8602 ] +INFO:root:Average loss=0.061292946147613034 +INFO:root: +[Valid][25][UTT][ MSE = 0.2416 | LCC = 0.8594 | SRCC = 0.8608 ] +INFO:root:Average loss=0.05616982648961055 +INFO:root: +[Valid][26][UTT][ MSE = 0.2335 | LCC = 0.8585 | SRCC = 0.8595 ] +INFO:root:Average loss=0.057187188464479566 +INFO:root: +[Valid][27][UTT][ MSE = 0.2168 | LCC = 0.8623 | SRCC = 0.8632 ] +INFO:root:Average loss=0.05522276881413582 +INFO:root: +[Valid][28][UTT][ MSE = 0.2356 | LCC = 0.8618 | SRCC = 0.8627 ] +INFO:root:Average loss=0.05299687796296217 +INFO:root: +[Valid][29][UTT][ MSE = 0.2315 | LCC = 0.8603 | SRCC = 0.8613 ] +INFO:root:Average loss=0.053927082234086134 +INFO:root: +[Valid][30][UTT][ MSE = 0.2289 | LCC = 0.8609 | SRCC = 0.8628 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2177 | LCC = 0.8694 | SRCC = 0.8687 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff3bee6528a0ac152adbb5d8f71ce363951d85d1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b29f7e1e91735d8e9c4c0e2c8f60dea1eb07383cee8d9941cda22d37348e5de +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cad15e4ccbdd19887a0cf296f347c7bdaa4ea22 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35021039f1bf449d78475a9a24f862d5a7374521f65abbe43eac4dd8e76fbd87 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..14fcd9b4c46ad1c944783bbd427fa91d1c185ccd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4739610440073869 +INFO:root: +[Valid][0][UTT][ MSE = 0.3351 | LCC = 0.7924 | SRCC = 0.8024 ] +INFO:root:Average loss=0.26276843345318085 +INFO:root: +[Valid][1][UTT][ MSE = 0.2779 | LCC = 0.8351 | SRCC = 0.8392 ] +INFO:root:Average loss=0.22510293336250844 +INFO:root: +[Valid][2][UTT][ MSE = 0.2648 | LCC = 0.8499 | SRCC = 0.8526 ] +INFO:root:Average loss=0.20310719024676543 +INFO:root: +[Valid][3][UTT][ MSE = 0.2420 | LCC = 0.8639 | SRCC = 0.8612 ] +INFO:root:Average loss=0.1878931189003663 +INFO:root: +[Valid][4][UTT][ MSE = 0.2290 | LCC = 0.8612 | SRCC = 0.8610 ] +INFO:root:Average loss=0.17250028854379287 +INFO:root: +[Valid][5][UTT][ MSE = 0.2445 | LCC = 0.8681 | SRCC = 0.8680 ] +INFO:root:Average loss=0.1627423498684015 +INFO:root: +[Valid][6][UTT][ MSE = 0.2323 | LCC = 0.8692 | SRCC = 0.8683 ] +INFO:root:Average loss=0.1514366253828391 +INFO:root: +[Valid][7][UTT][ MSE = 0.2539 | LCC = 0.8659 | SRCC = 0.8681 ] +INFO:root:Average loss=0.1422106188077193 +INFO:root: +[Valid][8][UTT][ MSE = 0.2311 | LCC = 0.8666 | SRCC = 0.8664 ] +INFO:root:Average loss=0.14233162149022788 +INFO:root: +[Valid][9][UTT][ MSE = 0.2238 | LCC = 0.8686 | SRCC = 0.8683 ] +INFO:root:Average loss=0.12929723048821473 +INFO:root: +[Valid][10][UTT][ MSE = 0.2251 | LCC = 0.8685 | SRCC = 0.8684 ] +INFO:root:Average loss=0.12086943336404286 +INFO:root: +[Valid][11][UTT][ MSE = 0.2230 | LCC = 0.8683 | SRCC = 0.8678 ] +INFO:root:Average loss=0.10989228416329776 +INFO:root: +[Valid][12][UTT][ MSE = 0.2222 | LCC = 0.8666 | SRCC = 0.8667 ] +INFO:root:Average loss=0.124753860804515 +INFO:root: +[Valid][13][UTT][ MSE = 0.2291 | LCC = 0.8686 | SRCC = 0.8682 ] +INFO:root:Average loss=0.10269640500728901 +INFO:root: +[Valid][14][UTT][ MSE = 0.2453 | LCC = 0.8662 | SRCC = 0.8651 ] +INFO:root:Average loss=0.09587523799676162 +INFO:root: +[Valid][15][UTT][ MSE = 0.2416 | LCC = 0.8644 | SRCC = 0.8641 ] +INFO:root:Average loss=0.09033371340961029 +INFO:root: +[Valid][16][UTT][ MSE = 0.2125 | LCC = 0.8668 | SRCC = 0.8672 ] +INFO:root:Average loss=0.08857461642951538 +INFO:root: +[Valid][17][UTT][ MSE = 0.2557 | LCC = 0.8622 | SRCC = 0.8638 ] +INFO:root:Average loss=0.08523379734311348 +INFO:root: +[Valid][18][UTT][ MSE = 0.2308 | LCC = 0.8646 | SRCC = 0.8652 ] +INFO:root:Average loss=0.07788573071742669 +INFO:root: +[Valid][19][UTT][ MSE = 0.2563 | LCC = 0.8635 | SRCC = 0.8650 ] +INFO:root:Average loss=0.07455572208915001 +INFO:root: +[Valid][20][UTT][ MSE = 0.2187 | LCC = 0.8644 | SRCC = 0.8640 ] +INFO:root:Average loss=0.07355399343829888 +INFO:root: +[Valid][21][UTT][ MSE = 0.2410 | LCC = 0.8600 | SRCC = 0.8615 ] +INFO:root:Average loss=0.07153301194119148 +INFO:root: +[Valid][22][UTT][ MSE = 0.2444 | LCC = 0.8629 | SRCC = 0.8622 ] +INFO:root:Average loss=0.07097257363299529 +INFO:root: +[Valid][23][UTT][ MSE = 0.2230 | LCC = 0.8647 | SRCC = 0.8633 ] +INFO:root:Average loss=0.06851991256460166 +INFO:root: +[Valid][24][UTT][ MSE = 0.2297 | LCC = 0.8635 | SRCC = 0.8639 ] +INFO:root:Average loss=0.06204534183519009 +INFO:root: +[Valid][25][UTT][ MSE = 0.2293 | LCC = 0.8617 | SRCC = 0.8611 ] +INFO:root:Average loss=0.059801956495413415 +INFO:root: +[Valid][26][UTT][ MSE = 0.2236 | LCC = 0.8615 | SRCC = 0.8607 ] +INFO:root:Average loss=0.061974563325444855 +INFO:root: +[Valid][27][UTT][ MSE = 0.2300 | LCC = 0.8602 | SRCC = 0.8592 ] +INFO:root:Average loss=0.05607952072452276 +INFO:root: +[Valid][28][UTT][ MSE = 0.2664 | LCC = 0.8581 | SRCC = 0.8595 ] +INFO:root:Average loss=0.05298433424188541 +INFO:root: +[Valid][29][UTT][ MSE = 0.2326 | LCC = 0.8602 | SRCC = 0.8600 ] +INFO:root:Average loss=0.05580329532042528 +INFO:root: +[Valid][30][UTT][ MSE = 0.2323 | LCC = 0.8606 | SRCC = 0.8615 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2300 | LCC = 0.8689 | SRCC = 0.8674 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2f35936bf6ec7b3a6b73ee31a4bb8975b79ed28 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb94dad660cee127e505c5b6aa09faca791ff15769f710a97addb879e11c3178 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8537eb746c314b51317a8759ad5a7029886a773b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f930c66d555f5ec0db3c677fafe363227c76172e9657526d4fadc4837bc68d5c +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..458ef2f10b02ccc4fb36f9ae80efd72ef77d25dd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer3/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.39902122700825715 +INFO:root: +[Valid][0][UTT][ MSE = 0.3388 | LCC = 0.7952 | SRCC = 0.7984 ] +INFO:root:Average loss=0.25674022084627396 +INFO:root: +[Valid][1][UTT][ MSE = 0.2957 | LCC = 0.8277 | SRCC = 0.8280 ] +INFO:root:Average loss=0.22349274425934523 +INFO:root: +[Valid][2][UTT][ MSE = 0.2891 | LCC = 0.8457 | SRCC = 0.8454 ] +INFO:root:Average loss=0.2037229320177665 +INFO:root: +[Valid][3][UTT][ MSE = 0.2494 | LCC = 0.8556 | SRCC = 0.8565 ] +INFO:root:Average loss=0.18350501578205672 +INFO:root: +[Valid][4][UTT][ MSE = 0.2446 | LCC = 0.8606 | SRCC = 0.8599 ] +INFO:root:Average loss=0.17054426163817063 +INFO:root: +[Valid][5][UTT][ MSE = 0.2453 | LCC = 0.8634 | SRCC = 0.8617 ] +INFO:root:Average loss=0.15353557477012658 +INFO:root: +[Valid][6][UTT][ MSE = 0.2390 | LCC = 0.8601 | SRCC = 0.8589 ] +INFO:root:Average loss=0.15314642148904312 +INFO:root: +[Valid][7][UTT][ MSE = 0.2801 | LCC = 0.8549 | SRCC = 0.8580 ] +INFO:root:Average loss=0.14237075719313744 +INFO:root: +[Valid][8][UTT][ MSE = 0.2275 | LCC = 0.8612 | SRCC = 0.8607 ] +INFO:root:Average loss=0.13161533813063914 +INFO:root: +[Valid][9][UTT][ MSE = 0.2413 | LCC = 0.8606 | SRCC = 0.8600 ] +INFO:root:Average loss=0.12273259728382795 +INFO:root: +[Valid][10][UTT][ MSE = 0.2394 | LCC = 0.8614 | SRCC = 0.8612 ] +INFO:root:Average loss=0.11576563817186233 +INFO:root: +[Valid][11][UTT][ MSE = 0.2345 | LCC = 0.8613 | SRCC = 0.8617 ] +INFO:root:Average loss=0.10769909071043515 +INFO:root: +[Valid][12][UTT][ MSE = 0.2307 | LCC = 0.8578 | SRCC = 0.8579 ] +INFO:root:Average loss=0.10410952787750806 +INFO:root: +[Valid][13][UTT][ MSE = 0.2236 | LCC = 0.8619 | SRCC = 0.8619 ] +INFO:root:Average loss=0.09531251369760586 +INFO:root: +[Valid][14][UTT][ MSE = 0.2342 | LCC = 0.8571 | SRCC = 0.8574 ] +INFO:root:Average loss=0.09401887468993664 +INFO:root: +[Valid][15][UTT][ MSE = 0.2350 | LCC = 0.8592 | SRCC = 0.8586 ] +INFO:root:Average loss=0.08566593412214364 +INFO:root: +[Valid][16][UTT][ MSE = 0.2488 | LCC = 0.8557 | SRCC = 0.8575 ] +INFO:root:Average loss=0.08429808819141144 +INFO:root: +[Valid][17][UTT][ MSE = 0.2408 | LCC = 0.8526 | SRCC = 0.8535 ] +INFO:root:Average loss=0.07787341863299027 +INFO:root: +[Valid][18][UTT][ MSE = 0.2323 | LCC = 0.8562 | SRCC = 0.8563 ] +INFO:root:Average loss=0.0780656403169418 +INFO:root: +[Valid][19][UTT][ MSE = 0.3058 | LCC = 0.8482 | SRCC = 0.8515 ] +INFO:root:Average loss=0.07702743701445751 +INFO:root: +[Valid][20][UTT][ MSE = 0.2427 | LCC = 0.8536 | SRCC = 0.8532 ] +INFO:root:Average loss=0.07279982030964814 +INFO:root: +[Valid][21][UTT][ MSE = 0.2436 | LCC = 0.8564 | SRCC = 0.8566 ] +INFO:root:Average loss=0.0640782945526716 +INFO:root: +[Valid][22][UTT][ MSE = 0.2443 | LCC = 0.8558 | SRCC = 0.8566 ] +INFO:root:Average loss=0.0652554290703474 +INFO:root: +[Valid][23][UTT][ MSE = 0.2301 | LCC = 0.8553 | SRCC = 0.8558 ] +INFO:root:Average loss=0.06167390059011105 +INFO:root: +[Valid][24][UTT][ MSE = 0.2366 | LCC = 0.8555 | SRCC = 0.8558 ] +INFO:root:Average loss=0.05982624710752414 +INFO:root: +[Valid][25][UTT][ MSE = 0.2350 | LCC = 0.8557 | SRCC = 0.8560 ] +INFO:root:Average loss=0.05311285881086802 +INFO:root: +[Valid][26][UTT][ MSE = 0.2338 | LCC = 0.8558 | SRCC = 0.8562 ] +INFO:root:Average loss=0.05469114178170761 +INFO:root: +[Valid][27][UTT][ MSE = 0.2331 | LCC = 0.8573 | SRCC = 0.8569 ] +INFO:root:Average loss=0.05683054302174311 +INFO:root: +[Valid][28][UTT][ MSE = 0.2379 | LCC = 0.8529 | SRCC = 0.8540 ] +INFO:root:Average loss=0.051427784304206185 +INFO:root: +[Valid][29][UTT][ MSE = 0.2381 | LCC = 0.8523 | SRCC = 0.8524 ] +INFO:root:Average loss=0.05019105388185917 +INFO:root: +[Valid][30][UTT][ MSE = 0.2307 | LCC = 0.8551 | SRCC = 0.8552 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2516 | LCC = 0.8678 | SRCC = 0.8687 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4afdf7912741ec3cebe2280987ec11330efb399 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b574291ba6b2b352db7d87ba98cfe33f89bd0b87cd28d43b3df325737cd21ba6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..98b07d9af56a1e5ae4c5591cb9d26ac6419201bf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c39ec15444513f802d9b5da84691338865b67d25311cf41feacabddb51758b +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9d9f897ff6b95b22e045c4e74c35fedac395853d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.43924685758657944 +INFO:root: +[Valid][0][UTT][ MSE = 0.3344 | LCC = 0.7946 | SRCC = 0.8043 ] +INFO:root:Average loss=0.2633450619685344 +INFO:root: +[Valid][1][UTT][ MSE = 0.2750 | LCC = 0.8323 | SRCC = 0.8363 ] +INFO:root:Average loss=0.22329800996260765 +INFO:root: +[Valid][2][UTT][ MSE = 0.3086 | LCC = 0.8425 | SRCC = 0.8458 ] +INFO:root:Average loss=0.1982348596629424 +INFO:root: +[Valid][3][UTT][ MSE = 0.2596 | LCC = 0.8571 | SRCC = 0.8554 ] +INFO:root:Average loss=0.18623551850517592 +INFO:root: +[Valid][4][UTT][ MSE = 0.2454 | LCC = 0.8577 | SRCC = 0.8552 ] +INFO:root:Average loss=0.17213792325212404 +INFO:root: +[Valid][5][UTT][ MSE = 0.2411 | LCC = 0.8585 | SRCC = 0.8587 ] +INFO:root:Average loss=0.15950806114153984 +INFO:root: +[Valid][6][UTT][ MSE = 0.2345 | LCC = 0.8625 | SRCC = 0.8598 ] +INFO:root:Average loss=0.15119414098369768 +INFO:root: +[Valid][7][UTT][ MSE = 0.2461 | LCC = 0.8587 | SRCC = 0.8582 ] +INFO:root:Average loss=0.13875116054446268 +INFO:root: +[Valid][8][UTT][ MSE = 0.2291 | LCC = 0.8581 | SRCC = 0.8560 ] +INFO:root:Average loss=0.12757816060613364 +INFO:root: +[Valid][9][UTT][ MSE = 0.2242 | LCC = 0.8620 | SRCC = 0.8593 ] +INFO:root:Average loss=0.12134465622978333 +INFO:root: +[Valid][10][UTT][ MSE = 0.2417 | LCC = 0.8592 | SRCC = 0.8566 ] +INFO:root:Average loss=0.11377147757090054 +INFO:root: +[Valid][11][UTT][ MSE = 0.2429 | LCC = 0.8584 | SRCC = 0.8554 ] +INFO:root:Average loss=0.10976939724806027 +INFO:root: +[Valid][12][UTT][ MSE = 0.2239 | LCC = 0.8583 | SRCC = 0.8566 ] +INFO:root:Average loss=0.09577214760849109 +INFO:root: +[Valid][13][UTT][ MSE = 0.2355 | LCC = 0.8563 | SRCC = 0.8539 ] +INFO:root:Average loss=0.09161359353516346 +INFO:root: +[Valid][14][UTT][ MSE = 0.2315 | LCC = 0.8538 | SRCC = 0.8509 ] +INFO:root:Average loss=0.08394511898931785 +INFO:root: +[Valid][15][UTT][ MSE = 0.2449 | LCC = 0.8496 | SRCC = 0.8474 ] +INFO:root:Average loss=0.0791258160980084 +INFO:root: +[Valid][16][UTT][ MSE = 0.2491 | LCC = 0.8491 | SRCC = 0.8470 ] +INFO:root:Average loss=0.0790529914964468 +INFO:root: +[Valid][17][UTT][ MSE = 0.2360 | LCC = 0.8512 | SRCC = 0.8486 ] +INFO:root:Average loss=0.07330492301247059 +INFO:root: +[Valid][18][UTT][ MSE = 0.2311 | LCC = 0.8522 | SRCC = 0.8507 ] +INFO:root:Average loss=0.07503755233035637 +INFO:root: +[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.8505 | SRCC = 0.8500 ] +INFO:root:Average loss=0.06826183180778454 +INFO:root: +[Valid][20][UTT][ MSE = 0.2430 | LCC = 0.8488 | SRCC = 0.8453 ] +INFO:root:Average loss=0.06574624504607457 +INFO:root: +[Valid][21][UTT][ MSE = 0.2411 | LCC = 0.8503 | SRCC = 0.8449 ] +INFO:root:Average loss=0.06458520273176524 +INFO:root: +[Valid][22][UTT][ MSE = 0.2358 | LCC = 0.8506 | SRCC = 0.8480 ] +INFO:root:Average loss=0.06000118265644862 +INFO:root: +[Valid][23][UTT][ MSE = 0.2479 | LCC = 0.8490 | SRCC = 0.8464 ] +INFO:root:Average loss=0.060895865639814965 +INFO:root: +[Valid][24][UTT][ MSE = 0.2328 | LCC = 0.8528 | SRCC = 0.8502 ] +INFO:root:Average loss=0.059981973173144534 +INFO:root: +[Valid][25][UTT][ MSE = 0.2460 | LCC = 0.8493 | SRCC = 0.8455 ] +INFO:root:Average loss=0.05440049570722458 +INFO:root: +[Valid][26][UTT][ MSE = 0.2576 | LCC = 0.8481 | SRCC = 0.8487 ] +INFO:root:Average loss=0.054117427088129215 +INFO:root: +[Valid][27][UTT][ MSE = 0.2518 | LCC = 0.8466 | SRCC = 0.8449 ] +INFO:root:Average loss=0.05109689024109871 +INFO:root: +[Valid][28][UTT][ MSE = 0.2410 | LCC = 0.8497 | SRCC = 0.8483 ] +INFO:root:Average loss=0.04481426967928807 +INFO:root: +[Valid][29][UTT][ MSE = 0.2461 | LCC = 0.8485 | SRCC = 0.8453 ] +INFO:root:Average loss=0.04560130999351923 +INFO:root: +[Valid][30][UTT][ MSE = 0.2400 | LCC = 0.8487 | SRCC = 0.8470 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2400 | LCC = 0.8615 | SRCC = 0.8650 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6180564f28c6cc112b767925102fdc57fc0cf5e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a046d0df8d14dc504f4e9bcc4db113bd663128be6673a2e62fca21422ea9a1 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff214f2a9c6e176ab6d77ce6c75642cc8995c67d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be34f2aaba8993b4022463133c8b81f42ac018f0c7ba36a286a56e48290135a3 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..03d92e9510f624a98cbc4d1ec705c66b8ffb3616 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.48962129251315045 +INFO:root: +[Valid][0][UTT][ MSE = 0.3601 | LCC = 0.7875 | SRCC = 0.7949 ] +INFO:root:Average loss=0.2646631032992632 +INFO:root: +[Valid][1][UTT][ MSE = 0.2878 | LCC = 0.8300 | SRCC = 0.8319 ] +INFO:root:Average loss=0.22904285922264442 +INFO:root: +[Valid][2][UTT][ MSE = 0.2767 | LCC = 0.8494 | SRCC = 0.8477 ] +INFO:root:Average loss=0.2016575867548967 +INFO:root: +[Valid][3][UTT][ MSE = 0.2996 | LCC = 0.8568 | SRCC = 0.8551 ] +INFO:root:Average loss=0.18458291343771493 +INFO:root: +[Valid][4][UTT][ MSE = 0.2480 | LCC = 0.8569 | SRCC = 0.8555 ] +INFO:root:Average loss=0.1658775178858867 +INFO:root: +[Valid][5][UTT][ MSE = 0.2379 | LCC = 0.8613 | SRCC = 0.8598 ] +INFO:root:Average loss=0.15636169537901878 +INFO:root: +[Valid][6][UTT][ MSE = 0.2480 | LCC = 0.8619 | SRCC = 0.8607 ] +INFO:root:Average loss=0.14233474385661957 +INFO:root: +[Valid][7][UTT][ MSE = 0.2374 | LCC = 0.8600 | SRCC = 0.8591 ] +INFO:root:Average loss=0.13519590539045823 +INFO:root: +[Valid][8][UTT][ MSE = 0.2364 | LCC = 0.8612 | SRCC = 0.8603 ] +INFO:root:Average loss=0.12231720210267948 +INFO:root: +[Valid][9][UTT][ MSE = 0.2480 | LCC = 0.8584 | SRCC = 0.8583 ] +INFO:root:Average loss=0.11984096897336152 +INFO:root: +[Valid][10][UTT][ MSE = 0.2511 | LCC = 0.8564 | SRCC = 0.8551 ] +INFO:root:Average loss=0.11100361945155339 +INFO:root: +[Valid][11][UTT][ MSE = 0.3412 | LCC = 0.8495 | SRCC = 0.8541 ] +INFO:root:Average loss=0.10583778160313766 +INFO:root: +[Valid][12][UTT][ MSE = 0.2472 | LCC = 0.8561 | SRCC = 0.8546 ] +INFO:root:Average loss=0.09490197390699998 +INFO:root: +[Valid][13][UTT][ MSE = 0.2419 | LCC = 0.8480 | SRCC = 0.8472 ] +INFO:root:Average loss=0.09099964248255277 +INFO:root: +[Valid][14][UTT][ MSE = 0.2916 | LCC = 0.8489 | SRCC = 0.8509 ] +INFO:root:Average loss=0.08609270027432686 +INFO:root: +[Valid][15][UTT][ MSE = 0.2571 | LCC = 0.8479 | SRCC = 0.8476 ] +INFO:root:Average loss=0.07944700709329201 +INFO:root: +[Valid][16][UTT][ MSE = 0.2682 | LCC = 0.8478 | SRCC = 0.8489 ] +INFO:root:Average loss=0.07424846549446766 +INFO:root: +[Valid][17][UTT][ MSE = 0.2601 | LCC = 0.8465 | SRCC = 0.8461 ] +INFO:root:Average loss=0.0702386838503373 +INFO:root: +[Valid][18][UTT][ MSE = 0.2492 | LCC = 0.8476 | SRCC = 0.8472 ] +INFO:root:Average loss=0.06793194502974167 +INFO:root: +[Valid][19][UTT][ MSE = 0.2498 | LCC = 0.8493 | SRCC = 0.8488 ] +INFO:root:Average loss=0.0710653101022427 +INFO:root: +[Valid][20][UTT][ MSE = 0.2710 | LCC = 0.8481 | SRCC = 0.8492 ] +INFO:root:Average loss=0.061786602704952925 +INFO:root: +[Valid][21][UTT][ MSE = 0.2849 | LCC = 0.8449 | SRCC = 0.8459 ] +INFO:root:Average loss=0.061007458000228956 +INFO:root: +[Valid][22][UTT][ MSE = 0.2821 | LCC = 0.8479 | SRCC = 0.8470 ] +INFO:root:Average loss=0.05715727505202477 +INFO:root: +[Valid][23][UTT][ MSE = 0.2669 | LCC = 0.8484 | SRCC = 0.8474 ] +INFO:root:Average loss=0.056441909179855615 +INFO:root: +[Valid][24][UTT][ MSE = 0.2585 | LCC = 0.8485 | SRCC = 0.8478 ] +INFO:root:Average loss=0.05592485459951254 +INFO:root: +[Valid][25][UTT][ MSE = 0.2507 | LCC = 0.8497 | SRCC = 0.8471 ] +INFO:root:Average loss=0.052870719717481196 +INFO:root: +[Valid][26][UTT][ MSE = 0.2498 | LCC = 0.8501 | SRCC = 0.8484 ] +INFO:root:Average loss=0.04842480506079319 +INFO:root: +[Valid][27][UTT][ MSE = 0.2684 | LCC = 0.8477 | SRCC = 0.8482 ] +INFO:root:Average loss=0.05128879367541044 +INFO:root: +[Valid][28][UTT][ MSE = 0.2583 | LCC = 0.8464 | SRCC = 0.8438 ] +INFO:root:Average loss=0.04588882794651466 +INFO:root: +[Valid][29][UTT][ MSE = 0.2774 | LCC = 0.8468 | SRCC = 0.8457 ] +INFO:root:Average loss=0.04785472080589105 +INFO:root: +[Valid][30][UTT][ MSE = 0.2992 | LCC = 0.8428 | SRCC = 0.8434 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2664 | LCC = 0.8668 | SRCC = 0.8686 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..082f928fde770cbf38eaf2e85fcf217dba458041 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c29a319ae895d78887a5ab22f5ca7c547a69a41a2b01be380f426b6ca645e42 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cf3aca55d2b42e7302a06a32e4cc67b1163952c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e34d21364ac615e38e5c92f2f5945f83714d13b6dcb3da88cbd1fe7c989f7872 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6f8843d60ccf747273b32987610cba24ad03ed62 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.42375779935182667 +INFO:root: +[Valid][0][UTT][ MSE = 0.3441 | LCC = 0.8097 | SRCC = 0.8146 ] +INFO:root:Average loss=0.25296528331744367 +INFO:root: +[Valid][1][UTT][ MSE = 0.2850 | LCC = 0.8406 | SRCC = 0.8420 ] +INFO:root:Average loss=0.22099827554745552 +INFO:root: +[Valid][2][UTT][ MSE = 0.2529 | LCC = 0.8508 | SRCC = 0.8512 ] +INFO:root:Average loss=0.20020869297858995 +INFO:root: +[Valid][3][UTT][ MSE = 0.2644 | LCC = 0.8597 | SRCC = 0.8586 ] +INFO:root:Average loss=0.18331317326579338 +INFO:root: +[Valid][4][UTT][ MSE = 0.2291 | LCC = 0.8602 | SRCC = 0.8600 ] +INFO:root:Average loss=0.16681206493805617 +INFO:root: +[Valid][5][UTT][ MSE = 0.2372 | LCC = 0.8580 | SRCC = 0.8563 ] +INFO:root:Average loss=0.15847821715168464 +INFO:root: +[Valid][6][UTT][ MSE = 0.2384 | LCC = 0.8604 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1643888765038588 +INFO:root: +[Valid][7][UTT][ MSE = 0.2319 | LCC = 0.8605 | SRCC = 0.8586 ] +INFO:root:Average loss=0.134248486887186 +INFO:root: +[Valid][8][UTT][ MSE = 0.2296 | LCC = 0.8606 | SRCC = 0.8591 ] +INFO:root:Average loss=0.1253404995569816 +INFO:root: +[Valid][9][UTT][ MSE = 0.2264 | LCC = 0.8618 | SRCC = 0.8607 ] +INFO:root:Average loss=0.11717674346306385 +INFO:root: +[Valid][10][UTT][ MSE = 0.2404 | LCC = 0.8597 | SRCC = 0.8580 ] +INFO:root:Average loss=0.11307132043517552 +INFO:root: +[Valid][11][UTT][ MSE = 0.2449 | LCC = 0.8546 | SRCC = 0.8544 ] +INFO:root:Average loss=0.1073287960428458 +INFO:root: +[Valid][12][UTT][ MSE = 0.2404 | LCC = 0.8608 | SRCC = 0.8589 ] +INFO:root:Average loss=0.10233951178498757 +INFO:root: +[Valid][13][UTT][ MSE = 0.2400 | LCC = 0.8584 | SRCC = 0.8582 ] +INFO:root:Average loss=0.09404698429772487 +INFO:root: +[Valid][14][UTT][ MSE = 0.2314 | LCC = 0.8554 | SRCC = 0.8562 ] +INFO:root:Average loss=0.08814783485080951 +INFO:root: +[Valid][15][UTT][ MSE = 0.2350 | LCC = 0.8579 | SRCC = 0.8585 ] +INFO:root:Average loss=0.0888759929400224 +INFO:root: +[Valid][16][UTT][ MSE = 0.2374 | LCC = 0.8592 | SRCC = 0.8593 ] +INFO:root:Average loss=0.08193856043120225 +INFO:root: +[Valid][17][UTT][ MSE = 0.2382 | LCC = 0.8561 | SRCC = 0.8563 ] +INFO:root:Average loss=0.07875965120127568 +INFO:root: +[Valid][18][UTT][ MSE = 0.2300 | LCC = 0.8585 | SRCC = 0.8577 ] +INFO:root:Average loss=0.07041475912317252 +INFO:root: +[Valid][19][UTT][ MSE = 0.2288 | LCC = 0.8589 | SRCC = 0.8584 ] +INFO:root:Average loss=0.06842564237423432 +INFO:root: +[Valid][20][UTT][ MSE = 0.2311 | LCC = 0.8554 | SRCC = 0.8551 ] +INFO:root:Average loss=0.06441014231397556 +INFO:root: +[Valid][21][UTT][ MSE = 0.2383 | LCC = 0.8527 | SRCC = 0.8521 ] +INFO:root:Average loss=0.06369364595948121 +INFO:root: +[Valid][22][UTT][ MSE = 0.2403 | LCC = 0.8520 | SRCC = 0.8517 ] +INFO:root:Average loss=0.06214825154688114 +INFO:root: +[Valid][23][UTT][ MSE = 0.2349 | LCC = 0.8550 | SRCC = 0.8547 ] +INFO:root:Average loss=0.05948193399952008 +INFO:root: +[Valid][24][UTT][ MSE = 0.2405 | LCC = 0.8547 | SRCC = 0.8539 ] +INFO:root:Average loss=0.06020207015367655 +INFO:root: +[Valid][25][UTT][ MSE = 0.2415 | LCC = 0.8530 | SRCC = 0.8519 ] +INFO:root:Average loss=0.05919550712674092 +INFO:root: +[Valid][26][UTT][ MSE = 0.2347 | LCC = 0.8533 | SRCC = 0.8530 ] +INFO:root:Average loss=0.056651196347024195 +INFO:root: +[Valid][27][UTT][ MSE = 0.2368 | LCC = 0.8549 | SRCC = 0.8538 ] +INFO:root:Average loss=0.05158638760734063 +INFO:root: +[Valid][28][UTT][ MSE = 0.2390 | LCC = 0.8538 | SRCC = 0.8527 ] +INFO:root:Average loss=0.05497860989700525 +INFO:root: +[Valid][29][UTT][ MSE = 0.2487 | LCC = 0.8541 | SRCC = 0.8539 ] +INFO:root:Average loss=0.044594042170315214 +INFO:root: +[Valid][30][UTT][ MSE = 0.2479 | LCC = 0.8538 | SRCC = 0.8538 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2462 | LCC = 0.8530 | SRCC = 0.8528 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a36eb2f9e95f1095eb771c33881043fe69fa55c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7d568d48934d561b89e9cfbfe29b47af34b332797352357eddb296266752ff +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0206766272f245e3f04fb1c1833d1d9fd0af9ba5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81c20089b6408a4682e6952ed5645377b7adf4c8141a56d0c38d310a00c136a3 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e82905aec305e641bca45f9e1c4264dd5f206231 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4060509437933946 +INFO:root: +[Valid][0][UTT][ MSE = 0.3305 | LCC = 0.7989 | SRCC = 0.8047 ] +INFO:root:Average loss=0.2622138162453969 +INFO:root: +[Valid][1][UTT][ MSE = 0.2963 | LCC = 0.8320 | SRCC = 0.8320 ] +INFO:root:Average loss=0.23190529950154135 +INFO:root: +[Valid][2][UTT][ MSE = 0.2661 | LCC = 0.8459 | SRCC = 0.8443 ] +INFO:root:Average loss=0.21872016921257362 +INFO:root: +[Valid][3][UTT][ MSE = 0.2484 | LCC = 0.8531 | SRCC = 0.8516 ] +INFO:root:Average loss=0.1863654432579493 +INFO:root: +[Valid][4][UTT][ MSE = 0.2450 | LCC = 0.8598 | SRCC = 0.8585 ] +INFO:root:Average loss=0.17148657229084235 +INFO:root: +[Valid][5][UTT][ MSE = 0.2519 | LCC = 0.8554 | SRCC = 0.8544 ] +INFO:root:Average loss=0.16636797967247474 +INFO:root: +[Valid][6][UTT][ MSE = 0.2342 | LCC = 0.8592 | SRCC = 0.8579 ] +INFO:root:Average loss=0.15423004930982223 +INFO:root: +[Valid][7][UTT][ MSE = 0.2669 | LCC = 0.8592 | SRCC = 0.8599 ] +INFO:root:Average loss=0.14492445868941453 +INFO:root: +[Valid][8][UTT][ MSE = 0.2456 | LCC = 0.8591 | SRCC = 0.8584 ] +INFO:root:Average loss=0.13060541603809747 +INFO:root: +[Valid][9][UTT][ MSE = 0.2284 | LCC = 0.8593 | SRCC = 0.8601 ] +INFO:root:Average loss=0.1181289574656731 +INFO:root: +[Valid][10][UTT][ MSE = 0.2555 | LCC = 0.8583 | SRCC = 0.8593 ] +INFO:root:Average loss=0.10992245242381707 +INFO:root: +[Valid][11][UTT][ MSE = 0.2531 | LCC = 0.8536 | SRCC = 0.8539 ] +INFO:root:Average loss=0.10261615556784165 +INFO:root: +[Valid][12][UTT][ MSE = 0.2289 | LCC = 0.8564 | SRCC = 0.8572 ] +INFO:root:Average loss=0.0989033994384301 +INFO:root: +[Valid][13][UTT][ MSE = 0.2628 | LCC = 0.8516 | SRCC = 0.8530 ] +INFO:root:Average loss=0.09535544002667451 +INFO:root: +[Valid][14][UTT][ MSE = 0.2382 | LCC = 0.8570 | SRCC = 0.8564 ] +INFO:root:Average loss=0.08328109764708923 +INFO:root: +[Valid][15][UTT][ MSE = 0.2479 | LCC = 0.8518 | SRCC = 0.8526 ] +INFO:root:Average loss=0.08688419488951182 +INFO:root: +[Valid][16][UTT][ MSE = 0.2403 | LCC = 0.8561 | SRCC = 0.8563 ] +INFO:root:Average loss=0.07651413093583706 +INFO:root: +[Valid][17][UTT][ MSE = 0.2431 | LCC = 0.8506 | SRCC = 0.8522 ] +INFO:root:Average loss=0.06852877612870473 +INFO:root: +[Valid][18][UTT][ MSE = 0.2506 | LCC = 0.8501 | SRCC = 0.8518 ] +INFO:root:Average loss=0.06883092563694869 +INFO:root: +[Valid][19][UTT][ MSE = 0.2439 | LCC = 0.8517 | SRCC = 0.8527 ] +INFO:root:Average loss=0.06812491320455685 +INFO:root: +[Valid][20][UTT][ MSE = 0.2568 | LCC = 0.8522 | SRCC = 0.8516 ] +INFO:root:Average loss=0.0633462017449813 +INFO:root: +[Valid][21][UTT][ MSE = 0.2416 | LCC = 0.8515 | SRCC = 0.8518 ] +INFO:root:Average loss=0.06360024763032412 +INFO:root: +[Valid][22][UTT][ MSE = 0.2502 | LCC = 0.8498 | SRCC = 0.8497 ] +INFO:root:Average loss=0.05781907502275247 +INFO:root: +[Valid][23][UTT][ MSE = 0.2510 | LCC = 0.8520 | SRCC = 0.8532 ] +INFO:root:Average loss=0.05475417825465019 +INFO:root: +[Valid][24][UTT][ MSE = 0.2467 | LCC = 0.8501 | SRCC = 0.8503 ] +INFO:root:Average loss=0.0571776946576742 +INFO:root: +[Valid][25][UTT][ MSE = 0.2569 | LCC = 0.8441 | SRCC = 0.8448 ] +INFO:root:Average loss=0.056846449294915564 +INFO:root: +[Valid][26][UTT][ MSE = 0.2703 | LCC = 0.8489 | SRCC = 0.8513 ] +INFO:root:Average loss=0.052605185036857925 +INFO:root: +[Valid][27][UTT][ MSE = 0.2466 | LCC = 0.8492 | SRCC = 0.8501 ] +INFO:root:Average loss=0.047802162261154406 +INFO:root: +[Valid][28][UTT][ MSE = 0.2628 | LCC = 0.8474 | SRCC = 0.8481 ] +INFO:root:Average loss=0.04665543917471018 +INFO:root: +[Valid][29][UTT][ MSE = 0.2425 | LCC = 0.8468 | SRCC = 0.8481 ] +INFO:root:Average loss=0.04536288998161371 +INFO:root: +[Valid][30][UTT][ MSE = 0.2452 | LCC = 0.8472 | SRCC = 0.8479 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2570 | LCC = 0.8576 | SRCC = 0.8580 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..735aa6fe26977fb86cacf5459ac647307f5ccea7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9d4844300891c4ae4d96c5ce2ec4931084256b35a137d4603c4f89ff6cc54a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b84c0794ae3aa2691ced8d29daed2a9c5cc0410c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8872cbb6f443f6e685697502c16e0bffeb36b50a9161580bc013002804e432 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..002609a9738377ab6123af464e022ba6a75b18dd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4075891352616824 +INFO:root: +[Valid][0][UTT][ MSE = 0.3506 | LCC = 0.7987 | SRCC = 0.8003 ] +INFO:root:Average loss=0.266491677516546 +INFO:root: +[Valid][1][UTT][ MSE = 0.3169 | LCC = 0.8261 | SRCC = 0.8289 ] +INFO:root:Average loss=0.22795879592498144 +INFO:root: +[Valid][2][UTT][ MSE = 0.2654 | LCC = 0.8494 | SRCC = 0.8477 ] +INFO:root:Average loss=0.21414589270567283 +INFO:root: +[Valid][3][UTT][ MSE = 0.2574 | LCC = 0.8552 | SRCC = 0.8545 ] +INFO:root:Average loss=0.19489954832272652 +INFO:root: +[Valid][4][UTT][ MSE = 0.2366 | LCC = 0.8552 | SRCC = 0.8544 ] +INFO:root:Average loss=0.17776678445247504 +INFO:root: +[Valid][5][UTT][ MSE = 0.2690 | LCC = 0.8582 | SRCC = 0.8585 ] +INFO:root:Average loss=0.16934117101705992 +INFO:root: +[Valid][6][UTT][ MSE = 0.2382 | LCC = 0.8612 | SRCC = 0.8597 ] +INFO:root:Average loss=0.1503039476199028 +INFO:root: +[Valid][7][UTT][ MSE = 0.2527 | LCC = 0.8575 | SRCC = 0.8570 ] +INFO:root:Average loss=0.14670719244541267 +INFO:root: +[Valid][8][UTT][ MSE = 0.2393 | LCC = 0.8616 | SRCC = 0.8601 ] +INFO:root:Average loss=0.134830618229432 +INFO:root: +[Valid][9][UTT][ MSE = 0.2632 | LCC = 0.8560 | SRCC = 0.8560 ] +INFO:root:Average loss=0.12577126786494866 +INFO:root: +[Valid][10][UTT][ MSE = 0.2429 | LCC = 0.8611 | SRCC = 0.8590 ] +INFO:root:Average loss=0.11976305624613395 +INFO:root: +[Valid][11][UTT][ MSE = 0.2337 | LCC = 0.8562 | SRCC = 0.8552 ] +INFO:root:Average loss=0.1081110315445142 +INFO:root: +[Valid][12][UTT][ MSE = 0.2278 | LCC = 0.8603 | SRCC = 0.8590 ] +INFO:root:Average loss=0.09915885782967775 +INFO:root: +[Valid][13][UTT][ MSE = 0.2389 | LCC = 0.8562 | SRCC = 0.8557 ] +INFO:root:Average loss=0.10549654190738995 +INFO:root: +[Valid][14][UTT][ MSE = 0.2759 | LCC = 0.8546 | SRCC = 0.8554 ] +INFO:root:Average loss=0.09783746884801449 +INFO:root: +[Valid][15][UTT][ MSE = 0.2680 | LCC = 0.8524 | SRCC = 0.8510 ] +INFO:root:Average loss=0.08701486790027374 +INFO:root: +[Valid][16][UTT][ MSE = 0.2249 | LCC = 0.8572 | SRCC = 0.8548 ] +INFO:root:Average loss=0.08935045298093404 +INFO:root: +[Valid][17][UTT][ MSE = 0.2357 | LCC = 0.8527 | SRCC = 0.8520 ] +INFO:root:Average loss=0.08071621125325179 +INFO:root: +[Valid][18][UTT][ MSE = 0.2468 | LCC = 0.8525 | SRCC = 0.8516 ] +INFO:root:Average loss=0.08064563481662518 +INFO:root: +[Valid][19][UTT][ MSE = 0.2437 | LCC = 0.8534 | SRCC = 0.8524 ] +INFO:root:Average loss=0.07147474992924775 +INFO:root: +[Valid][20][UTT][ MSE = 0.2335 | LCC = 0.8532 | SRCC = 0.8524 ] +INFO:root:Average loss=0.0700903309461398 +INFO:root: +[Valid][21][UTT][ MSE = 0.2502 | LCC = 0.8492 | SRCC = 0.8474 ] +INFO:root:Average loss=0.06836089950341445 +INFO:root: +[Valid][22][UTT][ MSE = 0.2392 | LCC = 0.8552 | SRCC = 0.8552 ] +INFO:root:Average loss=0.06538081102264233 +INFO:root: +[Valid][23][UTT][ MSE = 0.2468 | LCC = 0.8531 | SRCC = 0.8525 ] +INFO:root:Average loss=0.060549768165518075 +INFO:root: +[Valid][24][UTT][ MSE = 0.2297 | LCC = 0.8534 | SRCC = 0.8526 ] +INFO:root:Average loss=0.06001631189615299 +INFO:root: +[Valid][25][UTT][ MSE = 0.2458 | LCC = 0.8513 | SRCC = 0.8500 ] +INFO:root:Average loss=0.05851203532746205 +INFO:root: +[Valid][26][UTT][ MSE = 0.2305 | LCC = 0.8537 | SRCC = 0.8528 ] +INFO:root:Average loss=0.056071008913792096 +INFO:root: +[Valid][27][UTT][ MSE = 0.2410 | LCC = 0.8521 | SRCC = 0.8512 ] +INFO:root:Average loss=0.05433774844576151 +INFO:root: +[Valid][28][UTT][ MSE = 0.2542 | LCC = 0.8527 | SRCC = 0.8515 ] +INFO:root:Average loss=0.05020367621611326 +INFO:root: +[Valid][29][UTT][ MSE = 0.2489 | LCC = 0.8514 | SRCC = 0.8511 ] +INFO:root:Average loss=0.04602974225790837 +INFO:root: +[Valid][30][UTT][ MSE = 0.2454 | LCC = 0.8514 | SRCC = 0.8505 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2511 | LCC = 0.8611 | SRCC = 0.8614 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..20deca4441ea1464e4a5d583086ac8f4d141efdc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbfc348681d298d01f752bfa8e1c4821da4da8b9cd18a19ed2e5a3ccbbe53b0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e8b10ba3aafdff0d0567ff07cb0137ded600c6a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b9c651bf36b2be883f8515096f6e354fdf79a7220f4b41370f714c10302fc2 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d57cf3e9b073370ce9e6ba862a9142009acee879 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3963865013076709 +INFO:root: +[Valid][0][UTT][ MSE = 0.3411 | LCC = 0.8162 | SRCC = 0.8248 ] +INFO:root:Average loss=0.2502885476136819 +INFO:root: +[Valid][1][UTT][ MSE = 0.2645 | LCC = 0.8445 | SRCC = 0.8471 ] +INFO:root:Average loss=0.22787224596891648 +INFO:root: +[Valid][2][UTT][ MSE = 0.2675 | LCC = 0.8551 | SRCC = 0.8540 ] +INFO:root:Average loss=0.20021159927814436 +INFO:root: +[Valid][3][UTT][ MSE = 0.2688 | LCC = 0.8596 | SRCC = 0.8592 ] +INFO:root:Average loss=0.18322949923383883 +INFO:root: +[Valid][4][UTT][ MSE = 0.2512 | LCC = 0.8606 | SRCC = 0.8581 ] +INFO:root:Average loss=0.17152527557351652 +INFO:root: +[Valid][5][UTT][ MSE = 0.2555 | LCC = 0.8602 | SRCC = 0.8585 ] +INFO:root:Average loss=0.1641064245158281 +INFO:root: +[Valid][6][UTT][ MSE = 0.2417 | LCC = 0.8588 | SRCC = 0.8579 ] +INFO:root:Average loss=0.14300169260838094 +INFO:root: +[Valid][7][UTT][ MSE = 0.2442 | LCC = 0.8582 | SRCC = 0.8555 ] +INFO:root:Average loss=0.13187711007702044 +INFO:root: +[Valid][8][UTT][ MSE = 0.2364 | LCC = 0.8596 | SRCC = 0.8576 ] +INFO:root:Average loss=0.12125514801114033 +INFO:root: +[Valid][9][UTT][ MSE = 0.2547 | LCC = 0.8535 | SRCC = 0.8545 ] +INFO:root:Average loss=0.11342676595235482 +INFO:root: +[Valid][10][UTT][ MSE = 0.2562 | LCC = 0.8559 | SRCC = 0.8542 ] +INFO:root:Average loss=0.1073487020837955 +INFO:root: +[Valid][11][UTT][ MSE = 0.2391 | LCC = 0.8526 | SRCC = 0.8523 ] +INFO:root:Average loss=0.10018360614776611 +INFO:root: +[Valid][12][UTT][ MSE = 0.2510 | LCC = 0.8471 | SRCC = 0.8440 ] +INFO:root:Average loss=0.09518524053960274 +INFO:root: +[Valid][13][UTT][ MSE = 0.2474 | LCC = 0.8491 | SRCC = 0.8477 ] +INFO:root:Average loss=0.09110030756355861 +INFO:root: +[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.8510 | SRCC = 0.8481 ] +INFO:root:Average loss=0.0866879835151709 +INFO:root: +[Valid][15][UTT][ MSE = 0.2470 | LCC = 0.8502 | SRCC = 0.8487 ] +INFO:root:Average loss=0.08003755381856209 +INFO:root: +[Valid][16][UTT][ MSE = 0.2457 | LCC = 0.8480 | SRCC = 0.8455 ] +INFO:root:Average loss=0.08067130540999082 +INFO:root: +[Valid][17][UTT][ MSE = 0.2675 | LCC = 0.8454 | SRCC = 0.8455 ] +INFO:root:Average loss=0.07231233149575882 +INFO:root: +[Valid][18][UTT][ MSE = 0.2631 | LCC = 0.8477 | SRCC = 0.8445 ] +INFO:root:Average loss=0.07212633214508876 +INFO:root: +[Valid][19][UTT][ MSE = 0.2544 | LCC = 0.8475 | SRCC = 0.8441 ] +INFO:root:Average loss=0.07078370151038353 +INFO:root: +[Valid][20][UTT][ MSE = 0.2854 | LCC = 0.8440 | SRCC = 0.8419 ] +INFO:root:Average loss=0.07484859495590894 +INFO:root: +[Valid][21][UTT][ MSE = 0.2588 | LCC = 0.8481 | SRCC = 0.8473 ] +INFO:root:Average loss=0.061091686718356915 +INFO:root: +[Valid][22][UTT][ MSE = 0.2445 | LCC = 0.8477 | SRCC = 0.8451 ] +INFO:root:Average loss=0.05929628434853676 +INFO:root: +[Valid][23][UTT][ MSE = 0.2496 | LCC = 0.8493 | SRCC = 0.8463 ] +INFO:root:Average loss=0.05558287784552727 +INFO:root: +[Valid][24][UTT][ MSE = 0.2532 | LCC = 0.8485 | SRCC = 0.8445 ] +INFO:root:Average loss=0.05675767099437041 +INFO:root: +[Valid][25][UTT][ MSE = 0.2554 | LCC = 0.8479 | SRCC = 0.8450 ] +INFO:root:Average loss=0.052327729475039705 +INFO:root: +[Valid][26][UTT][ MSE = 0.2559 | LCC = 0.8481 | SRCC = 0.8445 ] +INFO:root:Average loss=0.0499045074177094 +INFO:root: +[Valid][27][UTT][ MSE = 0.2422 | LCC = 0.8491 | SRCC = 0.8464 ] +INFO:root:Average loss=0.04779452438919972 +INFO:root: +[Valid][28][UTT][ MSE = 0.2502 | LCC = 0.8490 | SRCC = 0.8455 ] +INFO:root:Average loss=0.0462815716671638 +INFO:root: +[Valid][29][UTT][ MSE = 0.2622 | LCC = 0.8467 | SRCC = 0.8449 ] +INFO:root:Average loss=0.04649618657258076 +INFO:root: +[Valid][30][UTT][ MSE = 0.2546 | LCC = 0.8486 | SRCC = 0.8461 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2559 | LCC = 0.8536 | SRCC = 0.8517 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfdce748a6ea275975729f6cc4eee77fc04c25c5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d06931ba41aedc3ef8b3bceef7f12dcaf1c65d67963b9ee82749d6edfa3391 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc18cb9604d8ab37a6b380f0e12bed45a3a2e6d0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b74e9d2c313ad856905f5389ca805c6162499e05e4e85380506171deedebf40 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..aa0adc778e1fc082301aee90135fd6121e153e27 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.462407302015867 +INFO:root: +[Valid][0][UTT][ MSE = 0.3470 | LCC = 0.8073 | SRCC = 0.8129 ] +INFO:root:Average loss=0.26244616011778515 +INFO:root: +[Valid][1][UTT][ MSE = 0.2996 | LCC = 0.8378 | SRCC = 0.8388 ] +INFO:root:Average loss=0.22253036011870092 +INFO:root: +[Valid][2][UTT][ MSE = 0.2859 | LCC = 0.8529 | SRCC = 0.8513 ] +INFO:root:Average loss=0.19886164500927314 +INFO:root: +[Valid][3][UTT][ MSE = 0.2624 | LCC = 0.8538 | SRCC = 0.8521 ] +INFO:root:Average loss=0.1837580208786023 +INFO:root: +[Valid][4][UTT][ MSE = 0.2752 | LCC = 0.8524 | SRCC = 0.8503 ] +INFO:root:Average loss=0.17146515731628126 +INFO:root: +[Valid][5][UTT][ MSE = 0.2641 | LCC = 0.8555 | SRCC = 0.8536 ] +INFO:root:Average loss=0.15368622436355323 +INFO:root: +[Valid][6][UTT][ MSE = 0.2597 | LCC = 0.8553 | SRCC = 0.8533 ] +INFO:root:Average loss=0.15685951938995948 +INFO:root: +[Valid][7][UTT][ MSE = 0.2441 | LCC = 0.8564 | SRCC = 0.8544 ] +INFO:root:Average loss=0.13956793101552206 +INFO:root: +[Valid][8][UTT][ MSE = 0.2481 | LCC = 0.8526 | SRCC = 0.8515 ] +INFO:root:Average loss=0.1427592446979804 +INFO:root: +[Valid][9][UTT][ MSE = 0.2648 | LCC = 0.8527 | SRCC = 0.8520 ] +INFO:root:Average loss=0.11851787290129906 +INFO:root: +[Valid][10][UTT][ MSE = 0.2975 | LCC = 0.8481 | SRCC = 0.8471 ] +INFO:root:Average loss=0.11787525736368619 +INFO:root: +[Valid][11][UTT][ MSE = 0.2430 | LCC = 0.8513 | SRCC = 0.8501 ] +INFO:root:Average loss=0.10583220813900997 +INFO:root: +[Valid][12][UTT][ MSE = 0.2646 | LCC = 0.8488 | SRCC = 0.8481 ] +INFO:root:Average loss=0.0979741735336108 +INFO:root: +[Valid][13][UTT][ MSE = 0.2913 | LCC = 0.8446 | SRCC = 0.8445 ] +INFO:root:Average loss=0.09400728048804478 +INFO:root: +[Valid][14][UTT][ MSE = 0.2791 | LCC = 0.8487 | SRCC = 0.8483 ] +INFO:root:Average loss=0.0875703553454234 +INFO:root: +[Valid][15][UTT][ MSE = 0.2815 | LCC = 0.8455 | SRCC = 0.8452 ] +INFO:root:Average loss=0.08515256915528041 +INFO:root: +[Valid][16][UTT][ MSE = 0.2507 | LCC = 0.8480 | SRCC = 0.8470 ] +INFO:root:Average loss=0.07255476517364001 +INFO:root: +[Valid][17][UTT][ MSE = 0.2463 | LCC = 0.8471 | SRCC = 0.8455 ] +INFO:root:Average loss=0.07576915435492992 +INFO:root: +[Valid][18][UTT][ MSE = 0.2440 | LCC = 0.8511 | SRCC = 0.8491 ] +INFO:root:Average loss=0.0705989943100856 +INFO:root: +[Valid][19][UTT][ MSE = 0.2526 | LCC = 0.8468 | SRCC = 0.8452 ] +INFO:root:Average loss=0.06629625641000576 +INFO:root: +[Valid][20][UTT][ MSE = 0.2580 | LCC = 0.8452 | SRCC = 0.8443 ] +INFO:root:Average loss=0.061241185244841456 +INFO:root: +[Valid][21][UTT][ MSE = 0.2501 | LCC = 0.8503 | SRCC = 0.8494 ] +INFO:root:Average loss=0.06155314831397472 +INFO:root: +[Valid][22][UTT][ MSE = 0.2696 | LCC = 0.8464 | SRCC = 0.8452 ] +INFO:root:Average loss=0.05564193628155268 +INFO:root: +[Valid][23][UTT][ MSE = 0.2524 | LCC = 0.8459 | SRCC = 0.8444 ] +INFO:root:Average loss=0.056997758169204764 +INFO:root: +[Valid][24][UTT][ MSE = 0.2737 | LCC = 0.8440 | SRCC = 0.8425 ] +INFO:root:Average loss=0.05493352495324917 +INFO:root: +[Valid][25][UTT][ MSE = 0.2571 | LCC = 0.8452 | SRCC = 0.8434 ] +INFO:root:Average loss=0.055065891586053066 +INFO:root: +[Valid][26][UTT][ MSE = 0.2621 | LCC = 0.8484 | SRCC = 0.8468 ] +INFO:root:Average loss=0.04927820067566175 +INFO:root: +[Valid][27][UTT][ MSE = 0.2837 | LCC = 0.8455 | SRCC = 0.8441 ] +INFO:root:Average loss=0.04770294166146181 +INFO:root: +[Valid][28][UTT][ MSE = 0.2369 | LCC = 0.8473 | SRCC = 0.8467 ] +INFO:root:Average loss=0.052542516484092444 +INFO:root: +[Valid][29][UTT][ MSE = 0.2745 | LCC = 0.8474 | SRCC = 0.8467 ] +INFO:root:Average loss=0.0480115087941671 +INFO:root: +[Valid][30][UTT][ MSE = 0.2518 | LCC = 0.8458 | SRCC = 0.8440 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2326 | LCC = 0.8602 | SRCC = 0.8596 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed47a4d0b20ba8eb6fac37580410c26810c857e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc6d98e6e173f3bb78f2c22de3d21fb07e8dc74eedb7f7c1aabe967001e3c74 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d653648f0606527d3490b8bf588b894e299f65f5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85132affe7cf3b2aa9b38fc5a16f0f955d4ab982b4192be9cda1a0971c1bd047 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b7a6c08d1a4f680c0d63a3e649cccc56f29b486b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4305719247995279 +INFO:root: +[Valid][0][UTT][ MSE = 0.3207 | LCC = 0.8038 | SRCC = 0.8079 ] +INFO:root:Average loss=0.2659310339353023 +INFO:root: +[Valid][1][UTT][ MSE = 0.2961 | LCC = 0.8336 | SRCC = 0.8326 ] +INFO:root:Average loss=0.22874049622661027 +INFO:root: +[Valid][2][UTT][ MSE = 0.2970 | LCC = 0.8481 | SRCC = 0.8460 ] +INFO:root:Average loss=0.21153929772285315 +INFO:root: +[Valid][3][UTT][ MSE = 0.2635 | LCC = 0.8555 | SRCC = 0.8531 ] +INFO:root:Average loss=0.1872699574018136 +INFO:root: +[Valid][4][UTT][ MSE = 0.2511 | LCC = 0.8536 | SRCC = 0.8521 ] +INFO:root:Average loss=0.17734995264655504 +INFO:root: +[Valid][5][UTT][ MSE = 0.2619 | LCC = 0.8512 | SRCC = 0.8520 ] +INFO:root:Average loss=0.1598357413059626 +INFO:root: +[Valid][6][UTT][ MSE = 0.2520 | LCC = 0.8578 | SRCC = 0.8557 ] +INFO:root:Average loss=0.14631993543261138 +INFO:root: +[Valid][7][UTT][ MSE = 0.2639 | LCC = 0.8561 | SRCC = 0.8538 ] +INFO:root:Average loss=0.14086178346322134 +INFO:root: +[Valid][8][UTT][ MSE = 0.2369 | LCC = 0.8564 | SRCC = 0.8556 ] +INFO:root:Average loss=0.13386946992996412 +INFO:root: +[Valid][9][UTT][ MSE = 0.2363 | LCC = 0.8557 | SRCC = 0.8537 ] +INFO:root:Average loss=0.11712183440342927 +INFO:root: +[Valid][10][UTT][ MSE = 0.2435 | LCC = 0.8555 | SRCC = 0.8536 ] +INFO:root:Average loss=0.10884406178807601 +INFO:root: +[Valid][11][UTT][ MSE = 0.2436 | LCC = 0.8561 | SRCC = 0.8556 ] +INFO:root:Average loss=0.10475434821385604 +INFO:root: +[Valid][12][UTT][ MSE = 0.2463 | LCC = 0.8502 | SRCC = 0.8490 ] +INFO:root:Average loss=0.10185768741827744 +INFO:root: +[Valid][13][UTT][ MSE = 0.2487 | LCC = 0.8502 | SRCC = 0.8495 ] +INFO:root:Average loss=0.09490196273112908 +INFO:root: +[Valid][14][UTT][ MSE = 0.2584 | LCC = 0.8518 | SRCC = 0.8501 ] +INFO:root:Average loss=0.08918155056352799 +INFO:root: +[Valid][15][UTT][ MSE = 0.2557 | LCC = 0.8491 | SRCC = 0.8480 ] +INFO:root:Average loss=0.08373476001314628 +INFO:root: +[Valid][16][UTT][ MSE = 0.2339 | LCC = 0.8511 | SRCC = 0.8509 ] +INFO:root:Average loss=0.07767456645766894 +INFO:root: +[Valid][17][UTT][ MSE = 0.2512 | LCC = 0.8479 | SRCC = 0.8471 ] +INFO:root:Average loss=0.0701311090722298 +INFO:root: +[Valid][18][UTT][ MSE = 0.2567 | LCC = 0.8444 | SRCC = 0.8437 ] +INFO:root:Average loss=0.0700641671816508 +INFO:root: +[Valid][19][UTT][ MSE = 0.2465 | LCC = 0.8459 | SRCC = 0.8447 ] +INFO:root:Average loss=0.06541681189376575 +INFO:root: +[Valid][20][UTT][ MSE = 0.2698 | LCC = 0.8434 | SRCC = 0.8436 ] +INFO:root:Average loss=0.06444682056705157 +INFO:root: +[Valid][21][UTT][ MSE = 0.2557 | LCC = 0.8419 | SRCC = 0.8414 ] +INFO:root:Average loss=0.07012436381326272 +INFO:root: +[Valid][22][UTT][ MSE = 0.2463 | LCC = 0.8465 | SRCC = 0.8457 ] +INFO:root:Average loss=0.05742055946626724 +INFO:root: +[Valid][23][UTT][ MSE = 0.2507 | LCC = 0.8450 | SRCC = 0.8445 ] +INFO:root:Average loss=0.05897193922637365 +INFO:root: +[Valid][24][UTT][ MSE = 0.2546 | LCC = 0.8426 | SRCC = 0.8415 ] +INFO:root:Average loss=0.05504332977132155 +INFO:root: +[Valid][25][UTT][ MSE = 0.2532 | LCC = 0.8420 | SRCC = 0.8404 ] +INFO:root:Average loss=0.053566876273506724 +INFO:root: +[Valid][26][UTT][ MSE = 0.2548 | LCC = 0.8397 | SRCC = 0.8386 ] +INFO:root:Average loss=0.051487996648901545 +INFO:root: +[Valid][27][UTT][ MSE = 0.2462 | LCC = 0.8461 | SRCC = 0.8448 ] +INFO:root:Average loss=0.05687148257707938 +INFO:root: +[Valid][28][UTT][ MSE = 0.2632 | LCC = 0.8444 | SRCC = 0.8429 ] +INFO:root:Average loss=0.04865275619503779 +INFO:root: +[Valid][29][UTT][ MSE = 0.2604 | LCC = 0.8419 | SRCC = 0.8402 ] +INFO:root:Average loss=0.04668651418521618 +INFO:root: +[Valid][30][UTT][ MSE = 0.2516 | LCC = 0.8431 | SRCC = 0.8424 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2582 | LCC = 0.8591 | SRCC = 0.8604 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3a47d3da45e8d49b5090aef593addbacb1e7ed3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d970101f609621ffb8641cd99759fc7f08af3c2021afecbe9cd40bae814e361a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..94233fa6c5cd58a2ce19cf07cff1b505a0d7774d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843ce66c95c84db56cb1d1e3a5de233a2287887bbc4964c4e6a7bc7d48ed19a4 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9bc9fcf63b269b62fd823928bbd55487c85a9ccf --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.38393869002660114 +INFO:root: +[Valid][0][UTT][ MSE = 0.3654 | LCC = 0.7971 | SRCC = 0.8061 ] +INFO:root:Average loss=0.25976226880000186 +INFO:root: +[Valid][1][UTT][ MSE = 0.2953 | LCC = 0.8364 | SRCC = 0.8375 ] +INFO:root:Average loss=0.2221344088514646 +INFO:root: +[Valid][2][UTT][ MSE = 0.2492 | LCC = 0.8455 | SRCC = 0.8468 ] +INFO:root:Average loss=0.20039965852330893 +INFO:root: +[Valid][3][UTT][ MSE = 0.2608 | LCC = 0.8512 | SRCC = 0.8498 ] +INFO:root:Average loss=0.1807356650630633 +INFO:root: +[Valid][4][UTT][ MSE = 0.2342 | LCC = 0.8516 | SRCC = 0.8512 ] +INFO:root:Average loss=0.1782130568455427 +INFO:root: +[Valid][5][UTT][ MSE = 0.2746 | LCC = 0.8487 | SRCC = 0.8524 ] +INFO:root:Average loss=0.1644329826037089 +INFO:root: +[Valid][6][UTT][ MSE = 0.2553 | LCC = 0.8535 | SRCC = 0.8501 ] +INFO:root:Average loss=0.15907954720732492 +INFO:root: +[Valid][7][UTT][ MSE = 0.2477 | LCC = 0.8514 | SRCC = 0.8487 ] +INFO:root:Average loss=0.14097818340628576 +INFO:root: +[Valid][8][UTT][ MSE = 0.2565 | LCC = 0.8488 | SRCC = 0.8483 ] +INFO:root:Average loss=0.12979989995559058 +INFO:root: +[Valid][9][UTT][ MSE = 0.2429 | LCC = 0.8488 | SRCC = 0.8475 ] +INFO:root:Average loss=0.11740530425539383 +INFO:root: +[Valid][10][UTT][ MSE = 0.2471 | LCC = 0.8444 | SRCC = 0.8441 ] +INFO:root:Average loss=0.1139534171193074 +INFO:root: +[Valid][11][UTT][ MSE = 0.2555 | LCC = 0.8473 | SRCC = 0.8451 ] +INFO:root:Average loss=0.10567637122212312 +INFO:root: +[Valid][12][UTT][ MSE = 0.2493 | LCC = 0.8441 | SRCC = 0.8430 ] +INFO:root:Average loss=0.10084991300335297 +INFO:root: +[Valid][13][UTT][ MSE = 0.2474 | LCC = 0.8437 | SRCC = 0.8424 ] +INFO:root:Average loss=0.09488973226875831 +INFO:root: +[Valid][14][UTT][ MSE = 0.2476 | LCC = 0.8433 | SRCC = 0.8423 ] +INFO:root:Average loss=0.08662503757155858 +INFO:root: +[Valid][15][UTT][ MSE = 0.2461 | LCC = 0.8437 | SRCC = 0.8422 ] +INFO:root:Average loss=0.08437033188648713 +INFO:root: +[Valid][16][UTT][ MSE = 0.2442 | LCC = 0.8431 | SRCC = 0.8416 ] +INFO:root:Average loss=0.07747466298632133 +INFO:root: +[Valid][17][UTT][ MSE = 0.2397 | LCC = 0.8456 | SRCC = 0.8446 ] +INFO:root:Average loss=0.08156905834300396 +INFO:root: +[Valid][18][UTT][ MSE = 0.2454 | LCC = 0.8451 | SRCC = 0.8451 ] +INFO:root:Average loss=0.07429932568890926 +INFO:root: +[Valid][19][UTT][ MSE = 0.2561 | LCC = 0.8426 | SRCC = 0.8418 ] +INFO:root:Average loss=0.06840062127090417 +INFO:root: +[Valid][20][UTT][ MSE = 0.2483 | LCC = 0.8419 | SRCC = 0.8407 ] +INFO:root:Average loss=0.07093357972991772 +INFO:root: +[Valid][21][UTT][ MSE = 0.2728 | LCC = 0.8370 | SRCC = 0.8377 ] +INFO:root:Average loss=0.06629692404889144 +INFO:root: +[Valid][22][UTT][ MSE = 0.2472 | LCC = 0.8425 | SRCC = 0.8409 ] +INFO:root:Average loss=0.0600042053235647 +INFO:root: +[Valid][23][UTT][ MSE = 0.2689 | LCC = 0.8393 | SRCC = 0.8384 ] +INFO:root:Average loss=0.056363783681239836 +INFO:root: +[Valid][24][UTT][ MSE = 0.2540 | LCC = 0.8423 | SRCC = 0.8416 ] +INFO:root:Average loss=0.05401908620618857 +INFO:root: +[Valid][25][UTT][ MSE = 0.2845 | LCC = 0.8381 | SRCC = 0.8379 ] +INFO:root:Average loss=0.05671740757922331 +INFO:root: +[Valid][26][UTT][ MSE = 0.2477 | LCC = 0.8442 | SRCC = 0.8444 ] +INFO:root:Average loss=0.05290168655128815 +INFO:root: +[Valid][27][UTT][ MSE = 0.2409 | LCC = 0.8444 | SRCC = 0.8438 ] +INFO:root:Average loss=0.05084548465525492 +INFO:root: +[Valid][28][UTT][ MSE = 0.2605 | LCC = 0.8415 | SRCC = 0.8404 ] +INFO:root:Average loss=0.050244161094992586 +INFO:root: +[Valid][29][UTT][ MSE = 0.2519 | LCC = 0.8440 | SRCC = 0.8422 ] +INFO:root:Average loss=0.04730632898803705 +INFO:root: +[Valid][30][UTT][ MSE = 0.2496 | LCC = 0.8414 | SRCC = 0.8395 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2700 | LCC = 0.8542 | SRCC = 0.8572 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7eb35fb055f91ffa1aef295173c3eaf25ce5929 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4036679ef6708971c0a7f2656e3b0cccc1b493200916fcb3f2484bc642871a70 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6058344d730e3cd2ad2d4e86a0a6d58dfd63bc2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e3123b80a8baf8115e71023f99e68e9edeb0b953f54d16347e0b54d24c5ec2 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a414acc1994b85a6583a5f97784be0b546217280 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer5/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.474081134948975 +INFO:root: +[Valid][0][UTT][ MSE = 0.3890 | LCC = 0.7895 | SRCC = 0.8048 ] +INFO:root:Average loss=0.26499325610124147 +INFO:root: +[Valid][1][UTT][ MSE = 0.3067 | LCC = 0.8409 | SRCC = 0.8406 ] +INFO:root:Average loss=0.22488166143496832 +INFO:root: +[Valid][2][UTT][ MSE = 0.3211 | LCC = 0.8563 | SRCC = 0.8544 ] +INFO:root:Average loss=0.20033821024191686 +INFO:root: +[Valid][3][UTT][ MSE = 0.2858 | LCC = 0.8603 | SRCC = 0.8594 ] +INFO:root:Average loss=0.1901969162699504 +INFO:root: +[Valid][4][UTT][ MSE = 0.2808 | LCC = 0.8613 | SRCC = 0.8607 ] +INFO:root:Average loss=0.18542683267822632 +INFO:root: +[Valid][5][UTT][ MSE = 0.2520 | LCC = 0.8633 | SRCC = 0.8623 ] +INFO:root:Average loss=0.15971795469522476 +INFO:root: +[Valid][6][UTT][ MSE = 0.2618 | LCC = 0.8644 | SRCC = 0.8630 ] +INFO:root:Average loss=0.14771023297157043 +INFO:root: +[Valid][7][UTT][ MSE = 0.2528 | LCC = 0.8606 | SRCC = 0.8596 ] +INFO:root:Average loss=0.1342442001287754 +INFO:root: +[Valid][8][UTT][ MSE = 0.2481 | LCC = 0.8598 | SRCC = 0.8585 ] +INFO:root:Average loss=0.12783929533683336 +INFO:root: +[Valid][9][UTT][ MSE = 0.2398 | LCC = 0.8583 | SRCC = 0.8585 ] +INFO:root:Average loss=0.11982823010438527 +INFO:root: +[Valid][10][UTT][ MSE = 0.2707 | LCC = 0.8586 | SRCC = 0.8560 ] +INFO:root:Average loss=0.10824539732092466 +INFO:root: +[Valid][11][UTT][ MSE = 0.2576 | LCC = 0.8540 | SRCC = 0.8540 ] +INFO:root:Average loss=0.10293877745668094 +INFO:root: +[Valid][12][UTT][ MSE = 0.2517 | LCC = 0.8517 | SRCC = 0.8504 ] +INFO:root:Average loss=0.09419066205811806 +INFO:root: +[Valid][13][UTT][ MSE = 0.2778 | LCC = 0.8530 | SRCC = 0.8520 ] +INFO:root:Average loss=0.090692413588747 +INFO:root: +[Valid][14][UTT][ MSE = 0.2671 | LCC = 0.8535 | SRCC = 0.8516 ] +INFO:root:Average loss=0.08260215193224259 +INFO:root: +[Valid][15][UTT][ MSE = 0.2661 | LCC = 0.8438 | SRCC = 0.8419 ] +INFO:root:Average loss=0.07734234740909858 +INFO:root: +[Valid][16][UTT][ MSE = 0.2601 | LCC = 0.8422 | SRCC = 0.8405 ] +INFO:root:Average loss=0.07351590645236847 +INFO:root: +[Valid][17][UTT][ MSE = 0.2792 | LCC = 0.8490 | SRCC = 0.8461 ] +INFO:root:Average loss=0.07368768923557721 +INFO:root: +[Valid][18][UTT][ MSE = 0.2810 | LCC = 0.8481 | SRCC = 0.8468 ] +INFO:root:Average loss=0.07097696680098008 +INFO:root: +[Valid][19][UTT][ MSE = 0.2761 | LCC = 0.8522 | SRCC = 0.8511 ] +INFO:root:Average loss=0.06354145667491815 +INFO:root: +[Valid][20][UTT][ MSE = 0.2582 | LCC = 0.8512 | SRCC = 0.8494 ] +INFO:root:Average loss=0.06069249268143605 +INFO:root: +[Valid][21][UTT][ MSE = 0.2566 | LCC = 0.8459 | SRCC = 0.8448 ] +INFO:root:Average loss=0.06354770503747158 +INFO:root: +[Valid][22][UTT][ MSE = 0.2488 | LCC = 0.8503 | SRCC = 0.8483 ] +INFO:root:Average loss=0.0559905813768124 +INFO:root: +[Valid][23][UTT][ MSE = 0.2583 | LCC = 0.8461 | SRCC = 0.8444 ] +INFO:root:Average loss=0.05530362812658915 +INFO:root: +[Valid][24][UTT][ MSE = 0.2800 | LCC = 0.8468 | SRCC = 0.8438 ] +INFO:root:Average loss=0.05234743052950272 +INFO:root: +[Valid][25][UTT][ MSE = 0.2560 | LCC = 0.8483 | SRCC = 0.8469 ] +INFO:root:Average loss=0.047332983798323534 +INFO:root: +[Valid][26][UTT][ MSE = 0.2927 | LCC = 0.8469 | SRCC = 0.8458 ] +INFO:root:Average loss=0.050261927290986746 +INFO:root: +[Valid][27][UTT][ MSE = 0.2589 | LCC = 0.8472 | SRCC = 0.8445 ] +INFO:root:Average loss=0.045730155821029954 +INFO:root: +[Valid][28][UTT][ MSE = 0.2699 | LCC = 0.8411 | SRCC = 0.8395 ] +INFO:root:Average loss=0.04456029691470739 +INFO:root: +[Valid][29][UTT][ MSE = 0.2573 | LCC = 0.8470 | SRCC = 0.8444 ] +INFO:root:Average loss=0.043928586782362215 +INFO:root: +[Valid][30][UTT][ MSE = 0.2677 | LCC = 0.8454 | SRCC = 0.8427 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2489 | LCC = 0.8605 | SRCC = 0.8604 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc5c8661a681ad8b49b4a9288201d0ae951bf1d1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102523ff12359da51c11c35e102c54166ac57d4d58826dac1d39a018e5dafff6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b9c3de4462c1103a5bf2a2089316ba01f4b350d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346b6fef5804dc9d1239a61bc21b2a86256df281c02f9d739ebb78923d3579a5 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bb8986a9bc06b2b60ba3fd8457c9195596737dce --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.432004914069787 +INFO:root: +[Valid][0][UTT][ MSE = 0.3610 | LCC = 0.8045 | SRCC = 0.8052 ] +INFO:root:Average loss=0.2647248223806039 +INFO:root: +[Valid][1][UTT][ MSE = 0.2946 | LCC = 0.8319 | SRCC = 0.8310 ] +INFO:root:Average loss=0.2308045595120161 +INFO:root: +[Valid][2][UTT][ MSE = 0.2739 | LCC = 0.8442 | SRCC = 0.8419 ] +INFO:root:Average loss=0.20912747830152512 +INFO:root: +[Valid][3][UTT][ MSE = 0.2674 | LCC = 0.8508 | SRCC = 0.8480 ] +INFO:root:Average loss=0.2004027905372473 +INFO:root: +[Valid][4][UTT][ MSE = 0.2643 | LCC = 0.8445 | SRCC = 0.8425 ] +INFO:root:Average loss=0.18340667318075132 +INFO:root: +[Valid][5][UTT][ MSE = 0.2939 | LCC = 0.8469 | SRCC = 0.8449 ] +INFO:root:Average loss=0.1702868725435856 +INFO:root: +[Valid][6][UTT][ MSE = 0.2616 | LCC = 0.8467 | SRCC = 0.8442 ] +INFO:root:Average loss=0.15877773832434264 +INFO:root: +[Valid][7][UTT][ MSE = 0.2584 | LCC = 0.8453 | SRCC = 0.8442 ] +INFO:root:Average loss=0.14828433917883116 +INFO:root: +[Valid][8][UTT][ MSE = 0.2647 | LCC = 0.8425 | SRCC = 0.8418 ] +INFO:root:Average loss=0.13158767307415986 +INFO:root: +[Valid][9][UTT][ MSE = 0.2678 | LCC = 0.8428 | SRCC = 0.8409 ] +INFO:root:Average loss=0.12331597688488471 +INFO:root: +[Valid][10][UTT][ MSE = 0.2730 | LCC = 0.8364 | SRCC = 0.8362 ] +INFO:root:Average loss=0.1126506575025045 +INFO:root: +[Valid][11][UTT][ MSE = 0.2715 | LCC = 0.8390 | SRCC = 0.8381 ] +INFO:root:Average loss=0.10715116722843586 +INFO:root: +[Valid][12][UTT][ MSE = 0.2781 | LCC = 0.8383 | SRCC = 0.8366 ] +INFO:root:Average loss=0.09749004321220593 +INFO:root: +[Valid][13][UTT][ MSE = 0.2766 | LCC = 0.8363 | SRCC = 0.8353 ] +INFO:root:Average loss=0.0947995703571882 +INFO:root: +[Valid][14][UTT][ MSE = 0.2621 | LCC = 0.8347 | SRCC = 0.8354 ] +INFO:root:Average loss=0.09332512242671771 +INFO:root: +[Valid][15][UTT][ MSE = 0.2702 | LCC = 0.8312 | SRCC = 0.8313 ] +INFO:root:Average loss=0.08427995290511693 +INFO:root: +[Valid][16][UTT][ MSE = 0.2669 | LCC = 0.8320 | SRCC = 0.8317 ] +INFO:root:Average loss=0.08007644408215316 +INFO:root: +[Valid][17][UTT][ MSE = 0.2833 | LCC = 0.8346 | SRCC = 0.8324 ] +INFO:root:Average loss=0.08018006226764275 +INFO:root: +[Valid][18][UTT][ MSE = 0.2640 | LCC = 0.8331 | SRCC = 0.8331 ] +INFO:root:Average loss=0.07230392977213249 +INFO:root: +[Valid][19][UTT][ MSE = 0.2685 | LCC = 0.8312 | SRCC = 0.8312 ] +INFO:root:Average loss=0.07018992409874232 +INFO:root: +[Valid][20][UTT][ MSE = 0.2673 | LCC = 0.8322 | SRCC = 0.8316 ] +INFO:root:Average loss=0.06470720742184383 +INFO:root: +[Valid][21][UTT][ MSE = 0.2790 | LCC = 0.8293 | SRCC = 0.8285 ] +INFO:root:Average loss=0.06359520688270912 +INFO:root: +[Valid][22][UTT][ MSE = 0.2812 | LCC = 0.8339 | SRCC = 0.8336 ] +INFO:root:Average loss=0.06332705838558002 +INFO:root: +[Valid][23][UTT][ MSE = 0.2737 | LCC = 0.8306 | SRCC = 0.8299 ] +INFO:root:Average loss=0.057625931663773 +INFO:root: +[Valid][24][UTT][ MSE = 0.2656 | LCC = 0.8328 | SRCC = 0.8314 ] +INFO:root:Average loss=0.05420771234024029 +INFO:root: +[Valid][25][UTT][ MSE = 0.2858 | LCC = 0.8216 | SRCC = 0.8210 ] +INFO:root:Average loss=0.05295255023221939 +INFO:root: +[Valid][26][UTT][ MSE = 0.2802 | LCC = 0.8237 | SRCC = 0.8223 ] +INFO:root:Average loss=0.052194006860447235 +INFO:root: +[Valid][27][UTT][ MSE = 0.2677 | LCC = 0.8289 | SRCC = 0.8285 ] +INFO:root:Average loss=0.052604893556772135 +INFO:root: +[Valid][28][UTT][ MSE = 0.2772 | LCC = 0.8266 | SRCC = 0.8261 ] +INFO:root:Average loss=0.05305039080289694 +INFO:root: +[Valid][29][UTT][ MSE = 0.2856 | LCC = 0.8258 | SRCC = 0.8240 ] +INFO:root:Average loss=0.05096266924952849 +INFO:root: +[Valid][30][UTT][ MSE = 0.2753 | LCC = 0.8267 | SRCC = 0.8256 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2790 | LCC = 0.8536 | SRCC = 0.8550 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..78120d28aeb3eb3b5a1f8303bf69ae01ccfe6d15 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55345eaabfd92b8580f3ec19df8418f378fe62d96efa0da0161e1aa0f4efeda8 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac2888fcd76ad380f1254310b8d91ca63a9ccf64 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f73768edfec439accf504a0779631fd2bf2ea4b03f94354890873032094fa3eb +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d19ef1bc1216017e556175c1edf40f15f1f6e4ef --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.429949032381559 +INFO:root: +[Valid][0][UTT][ MSE = 0.3825 | LCC = 0.8014 | SRCC = 0.8053 ] +INFO:root:Average loss=0.2697667760344652 +INFO:root: +[Valid][1][UTT][ MSE = 0.3537 | LCC = 0.8276 | SRCC = 0.8287 ] +INFO:root:Average loss=0.23125252108543348 +INFO:root: +[Valid][2][UTT][ MSE = 0.2957 | LCC = 0.8450 | SRCC = 0.8433 ] +INFO:root:Average loss=0.21075085111153433 +INFO:root: +[Valid][3][UTT][ MSE = 0.2633 | LCC = 0.8505 | SRCC = 0.8492 ] +INFO:root:Average loss=0.19538276527936643 +INFO:root: +[Valid][4][UTT][ MSE = 0.2717 | LCC = 0.8504 | SRCC = 0.8514 ] +INFO:root:Average loss=0.17140222350374246 +INFO:root: +[Valid][5][UTT][ MSE = 0.3244 | LCC = 0.8551 | SRCC = 0.8539 ] +INFO:root:Average loss=0.16610817620769525 +INFO:root: +[Valid][6][UTT][ MSE = 0.2942 | LCC = 0.8506 | SRCC = 0.8491 ] +INFO:root:Average loss=0.1515100077749827 +INFO:root: +[Valid][7][UTT][ MSE = 0.3234 | LCC = 0.8523 | SRCC = 0.8515 ] +INFO:root:Average loss=0.1444619407829566 +INFO:root: +[Valid][8][UTT][ MSE = 0.2807 | LCC = 0.8514 | SRCC = 0.8514 ] +INFO:root:Average loss=0.13320258546334046 +INFO:root: +[Valid][9][UTT][ MSE = 0.2493 | LCC = 0.8531 | SRCC = 0.8522 ] +INFO:root:Average loss=0.12049430885758156 +INFO:root: +[Valid][10][UTT][ MSE = 0.2861 | LCC = 0.8518 | SRCC = 0.8536 ] +INFO:root:Average loss=0.12349433872180107 +INFO:root: +[Valid][11][UTT][ MSE = 0.2661 | LCC = 0.8467 | SRCC = 0.8459 ] +INFO:root:Average loss=0.11265044525647774 +INFO:root: +[Valid][12][UTT][ MSE = 0.2880 | LCC = 0.8481 | SRCC = 0.8467 ] +INFO:root:Average loss=0.10575808565586041 +INFO:root: +[Valid][13][UTT][ MSE = 0.3113 | LCC = 0.8459 | SRCC = 0.8449 ] +INFO:root:Average loss=0.09403364580029096 +INFO:root: +[Valid][14][UTT][ MSE = 0.2658 | LCC = 0.8480 | SRCC = 0.8469 ] +INFO:root:Average loss=0.08787419599218246 +INFO:root: +[Valid][15][UTT][ MSE = 0.2471 | LCC = 0.8451 | SRCC = 0.8447 ] +INFO:root:Average loss=0.08527828619266167 +INFO:root: +[Valid][16][UTT][ MSE = 0.2539 | LCC = 0.8453 | SRCC = 0.8437 ] +INFO:root:Average loss=0.08588145467906426 +INFO:root: +[Valid][17][UTT][ MSE = 0.2546 | LCC = 0.8492 | SRCC = 0.8477 ] +INFO:root:Average loss=0.0776855162320993 +INFO:root: +[Valid][18][UTT][ MSE = 0.2675 | LCC = 0.8468 | SRCC = 0.8460 ] +INFO:root:Average loss=0.0719855688034724 +INFO:root: +[Valid][19][UTT][ MSE = 0.2846 | LCC = 0.8455 | SRCC = 0.8468 ] +INFO:root:Average loss=0.07606659571711834 +INFO:root: +[Valid][20][UTT][ MSE = 0.2562 | LCC = 0.8506 | SRCC = 0.8505 ] +INFO:root:Average loss=0.06694655063060614 +INFO:root: +[Valid][21][UTT][ MSE = 0.2710 | LCC = 0.8462 | SRCC = 0.8471 ] +INFO:root:Average loss=0.06783923053015502 +INFO:root: +[Valid][22][UTT][ MSE = 0.2737 | LCC = 0.8427 | SRCC = 0.8436 ] +INFO:root:Average loss=0.0652454263315751 +INFO:root: +[Valid][23][UTT][ MSE = 0.2741 | LCC = 0.8446 | SRCC = 0.8445 ] +INFO:root:Average loss=0.059404550502315544 +INFO:root: +[Valid][24][UTT][ MSE = 0.3129 | LCC = 0.8414 | SRCC = 0.8449 ] +INFO:root:Average loss=0.0606260050374728 +INFO:root: +[Valid][25][UTT][ MSE = 0.2602 | LCC = 0.8490 | SRCC = 0.8494 ] +INFO:root:Average loss=0.05375315669255379 +INFO:root: +[Valid][26][UTT][ MSE = 0.2451 | LCC = 0.8461 | SRCC = 0.8469 ] +INFO:root:Average loss=0.05397371269571476 +INFO:root: +[Valid][27][UTT][ MSE = 0.2814 | LCC = 0.8437 | SRCC = 0.8446 ] +INFO:root:Average loss=0.053707596487723865 +INFO:root: +[Valid][28][UTT][ MSE = 0.2640 | LCC = 0.8483 | SRCC = 0.8476 ] +INFO:root:Average loss=0.04943040741655307 +INFO:root: +[Valid][29][UTT][ MSE = 0.2967 | LCC = 0.8450 | SRCC = 0.8466 ] +INFO:root:Average loss=0.04869762922708805 +INFO:root: +[Valid][30][UTT][ MSE = 0.2869 | LCC = 0.8475 | SRCC = 0.8480 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2823 | LCC = 0.8606 | SRCC = 0.8592 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..12434c236fc85a6c5124209f907d958dea209780 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed4e4228cc2372afb0e90057d10837ff35b5a4810a975e4bb69c402b643e1be +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac3152d3ab38ef8ddfb82225db0e65a18fe8f56 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0494c091c9794ab855b08191aaf9cbbca179b5e06084fe070861f7470a2e5ff2 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0f4c1c1d66c2eb1520451ab3fb3a24d1993326e4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4276166027173018 +INFO:root: +[Valid][0][UTT][ MSE = 0.3519 | LCC = 0.8091 | SRCC = 0.8123 ] +INFO:root:Average loss=0.2585480207434067 +INFO:root: +[Valid][1][UTT][ MSE = 0.3554 | LCC = 0.8366 | SRCC = 0.8369 ] +INFO:root:Average loss=0.23181291172901788 +INFO:root: +[Valid][2][UTT][ MSE = 0.2905 | LCC = 0.8492 | SRCC = 0.8469 ] +INFO:root:Average loss=0.20944165457517672 +INFO:root: +[Valid][3][UTT][ MSE = 0.2853 | LCC = 0.8486 | SRCC = 0.8516 ] +INFO:root:Average loss=0.19854032897796386 +INFO:root: +[Valid][4][UTT][ MSE = 0.2790 | LCC = 0.8536 | SRCC = 0.8541 ] +INFO:root:Average loss=0.18187784174313912 +INFO:root: +[Valid][5][UTT][ MSE = 0.2477 | LCC = 0.8563 | SRCC = 0.8542 ] +INFO:root:Average loss=0.1685796273060334 +INFO:root: +[Valid][6][UTT][ MSE = 0.2370 | LCC = 0.8549 | SRCC = 0.8558 ] +INFO:root:Average loss=0.15592990729671258 +INFO:root: +[Valid][7][UTT][ MSE = 0.2873 | LCC = 0.8525 | SRCC = 0.8520 ] +INFO:root:Average loss=0.15252200065132898 +INFO:root: +[Valid][8][UTT][ MSE = 0.2437 | LCC = 0.8528 | SRCC = 0.8514 ] +INFO:root:Average loss=0.14067707525996062 +INFO:root: +[Valid][9][UTT][ MSE = 0.2442 | LCC = 0.8534 | SRCC = 0.8527 ] +INFO:root:Average loss=0.12284469594940162 +INFO:root: +[Valid][10][UTT][ MSE = 0.2516 | LCC = 0.8512 | SRCC = 0.8511 ] +INFO:root:Average loss=0.126256095770842 +INFO:root: +[Valid][11][UTT][ MSE = 0.2533 | LCC = 0.8521 | SRCC = 0.8515 ] +INFO:root:Average loss=0.11049312133437549 +INFO:root: +[Valid][12][UTT][ MSE = 0.2415 | LCC = 0.8530 | SRCC = 0.8521 ] +INFO:root:Average loss=0.10058393859519409 +INFO:root: +[Valid][13][UTT][ MSE = 0.2690 | LCC = 0.8445 | SRCC = 0.8438 ] +INFO:root:Average loss=0.09678724026068664 +INFO:root: +[Valid][14][UTT][ MSE = 0.2574 | LCC = 0.8449 | SRCC = 0.8442 ] +INFO:root:Average loss=0.08906286969207801 +INFO:root: +[Valid][15][UTT][ MSE = 0.2528 | LCC = 0.8440 | SRCC = 0.8439 ] +INFO:root:Average loss=0.0844406017030661 +INFO:root: +[Valid][16][UTT][ MSE = 0.2622 | LCC = 0.8443 | SRCC = 0.8432 ] +INFO:root:Average loss=0.07742894154328567 +INFO:root: +[Valid][17][UTT][ MSE = 0.2506 | LCC = 0.8468 | SRCC = 0.8466 ] +INFO:root:Average loss=0.07951254817919853 +INFO:root: +[Valid][18][UTT][ MSE = 0.2601 | LCC = 0.8456 | SRCC = 0.8452 ] +INFO:root:Average loss=0.07574134477629112 +INFO:root: +[Valid][19][UTT][ MSE = 0.2441 | LCC = 0.8483 | SRCC = 0.8482 ] +INFO:root:Average loss=0.06633780743831243 +INFO:root: +[Valid][20][UTT][ MSE = 0.2504 | LCC = 0.8479 | SRCC = 0.8468 ] +INFO:root:Average loss=0.06496919070680936 +INFO:root: +[Valid][21][UTT][ MSE = 0.2480 | LCC = 0.8465 | SRCC = 0.8453 ] +INFO:root:Average loss=0.0629928451604568 +INFO:root: +[Valid][22][UTT][ MSE = 0.2544 | LCC = 0.8449 | SRCC = 0.8442 ] +INFO:root:Average loss=0.0620896613273101 +INFO:root: +[Valid][23][UTT][ MSE = 0.2707 | LCC = 0.8459 | SRCC = 0.8438 ] +INFO:root:Average loss=0.05756501294672489 +INFO:root: +[Valid][24][UTT][ MSE = 0.2463 | LCC = 0.8443 | SRCC = 0.8435 ] +INFO:root:Average loss=0.05858963876007459 +INFO:root: +[Valid][25][UTT][ MSE = 0.2535 | LCC = 0.8451 | SRCC = 0.8436 ] +INFO:root:Average loss=0.053608742088843614 +INFO:root: +[Valid][26][UTT][ MSE = 0.2394 | LCC = 0.8478 | SRCC = 0.8465 ] +INFO:root:Average loss=0.051326559498333015 +INFO:root: +[Valid][27][UTT][ MSE = 0.2452 | LCC = 0.8477 | SRCC = 0.8460 ] +INFO:root:Average loss=0.05567824248320017 +INFO:root: +[Valid][28][UTT][ MSE = 0.2503 | LCC = 0.8461 | SRCC = 0.8451 ] +INFO:root:Average loss=0.049453029552331336 +INFO:root: +[Valid][29][UTT][ MSE = 0.2567 | LCC = 0.8426 | SRCC = 0.8409 ] +INFO:root:Average loss=0.044379097815507494 +INFO:root: +[Valid][30][UTT][ MSE = 0.2601 | LCC = 0.8449 | SRCC = 0.8436 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2534 | LCC = 0.8543 | SRCC = 0.8547 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..002713122271d393051f7ebbc7362ca72767c0b0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3f9ab51e6af560eae0e2f5d098539229c77b713b652e7f4a9d912aacfc1723 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6472fe5cae62723f98fe73d185679e61fbc2a51 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb173f0fa2458353df53f5e477fcdcd10c53c44c2315d2b91a27378f50c2fcd +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..81c013c56d6effb41dc649c73b6816d0e14feab3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3944057856614773 +INFO:root: +[Valid][0][UTT][ MSE = 0.3305 | LCC = 0.8134 | SRCC = 0.8138 ] +INFO:root:Average loss=0.25569135160782397 +INFO:root: +[Valid][1][UTT][ MSE = 0.3151 | LCC = 0.8361 | SRCC = 0.8332 ] +INFO:root:Average loss=0.22890884639360967 +INFO:root: +[Valid][2][UTT][ MSE = 0.2831 | LCC = 0.8468 | SRCC = 0.8447 ] +INFO:root:Average loss=0.2100872045908219 +INFO:root: +[Valid][3][UTT][ MSE = 0.2654 | LCC = 0.8484 | SRCC = 0.8469 ] +INFO:root:Average loss=0.19117003383162695 +INFO:root: +[Valid][4][UTT][ MSE = 0.2848 | LCC = 0.8494 | SRCC = 0.8475 ] +INFO:root:Average loss=0.1843529395185984 +INFO:root: +[Valid][5][UTT][ MSE = 0.2726 | LCC = 0.8514 | SRCC = 0.8500 ] +INFO:root:Average loss=0.17625848308969766 +INFO:root: +[Valid][6][UTT][ MSE = 0.2558 | LCC = 0.8518 | SRCC = 0.8505 ] +INFO:root:Average loss=0.16430616216399732 +INFO:root: +[Valid][7][UTT][ MSE = 0.2479 | LCC = 0.8520 | SRCC = 0.8504 ] +INFO:root:Average loss=0.14554820181085512 +INFO:root: +[Valid][8][UTT][ MSE = 0.2496 | LCC = 0.8515 | SRCC = 0.8495 ] +INFO:root:Average loss=0.13386333112915358 +INFO:root: +[Valid][9][UTT][ MSE = 0.2598 | LCC = 0.8524 | SRCC = 0.8505 ] +INFO:root:Average loss=0.12113166141968507 +INFO:root: +[Valid][10][UTT][ MSE = 0.2632 | LCC = 0.8503 | SRCC = 0.8493 ] +INFO:root:Average loss=0.11851479772191781 +INFO:root: +[Valid][11][UTT][ MSE = 0.2431 | LCC = 0.8494 | SRCC = 0.8487 ] +INFO:root:Average loss=0.10843651292797847 +INFO:root: +[Valid][12][UTT][ MSE = 0.2407 | LCC = 0.8487 | SRCC = 0.8468 ] +INFO:root:Average loss=0.10191919177006452 +INFO:root: +[Valid][13][UTT][ MSE = 0.2433 | LCC = 0.8471 | SRCC = 0.8454 ] +INFO:root:Average loss=0.09568667841645387 +INFO:root: +[Valid][14][UTT][ MSE = 0.2553 | LCC = 0.8470 | SRCC = 0.8450 ] +INFO:root:Average loss=0.09057108470453666 +INFO:root: +[Valid][15][UTT][ MSE = 0.2775 | LCC = 0.8441 | SRCC = 0.8414 ] +INFO:root:Average loss=0.08275071760782829 +INFO:root: +[Valid][16][UTT][ MSE = 0.2828 | LCC = 0.8403 | SRCC = 0.8391 ] +INFO:root:Average loss=0.08266683921026878 +INFO:root: +[Valid][17][UTT][ MSE = 0.2568 | LCC = 0.8372 | SRCC = 0.8363 ] +INFO:root:Average loss=0.07478092706356293 +INFO:root: +[Valid][18][UTT][ MSE = 0.2555 | LCC = 0.8433 | SRCC = 0.8422 ] +INFO:root:Average loss=0.07344660941415872 +INFO:root: +[Valid][19][UTT][ MSE = 0.2586 | LCC = 0.8404 | SRCC = 0.8379 ] +INFO:root:Average loss=0.06976040127949837 +INFO:root: +[Valid][20][UTT][ MSE = 0.2504 | LCC = 0.8412 | SRCC = 0.8397 ] +INFO:root:Average loss=0.06580056020846733 +INFO:root: +[Valid][21][UTT][ MSE = 0.2635 | LCC = 0.8397 | SRCC = 0.8375 ] +INFO:root:Average loss=0.06259262050764683 +INFO:root: +[Valid][22][UTT][ MSE = 0.2551 | LCC = 0.8404 | SRCC = 0.8398 ] +INFO:root:Average loss=0.0615085553473387 +INFO:root: +[Valid][23][UTT][ MSE = 0.2739 | LCC = 0.8382 | SRCC = 0.8369 ] +INFO:root:Average loss=0.05800620619303141 +INFO:root: +[Valid][24][UTT][ MSE = 0.2694 | LCC = 0.8397 | SRCC = 0.8371 ] +INFO:root:Average loss=0.05574652863045534 +INFO:root: +[Valid][25][UTT][ MSE = 0.2676 | LCC = 0.8388 | SRCC = 0.8363 ] +INFO:root:Average loss=0.05302951198357802 +INFO:root: +[Valid][26][UTT][ MSE = 0.2875 | LCC = 0.8390 | SRCC = 0.8363 ] +INFO:root:Average loss=0.05079238670758712 +INFO:root: +[Valid][27][UTT][ MSE = 0.2519 | LCC = 0.8397 | SRCC = 0.8368 ] +INFO:root:Average loss=0.05178597325888964 +INFO:root: +[Valid][28][UTT][ MSE = 0.2593 | LCC = 0.8408 | SRCC = 0.8388 ] +INFO:root:Average loss=0.04719605671767241 +INFO:root: +[Valid][29][UTT][ MSE = 0.2501 | LCC = 0.8403 | SRCC = 0.8382 ] +INFO:root:Average loss=0.04469306599826385 +INFO:root: +[Valid][30][UTT][ MSE = 0.2563 | LCC = 0.8368 | SRCC = 0.8343 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2733 | LCC = 0.8389 | SRCC = 0.8387 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c70d76501153595abc8b515f0f55ec94290fb2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63aa7b64c8b4a7acc8073ddbc0ced2a583d2c1de265713e07acdb28fb9cc338e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1797a68473b18aff6b280ebbd8d1472d8546e788 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3132b8ea978277e9295eaf4342c7418b4a7e95f73272020145004295896f3d6d +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..17de8305106c6a62c4ed107b557c871b31b76429 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.38483780450545824 +INFO:root: +[Valid][0][UTT][ MSE = 0.3366 | LCC = 0.8132 | SRCC = 0.8118 ] +INFO:root:Average loss=0.25472690833684725 +INFO:root: +[Valid][1][UTT][ MSE = 0.2816 | LCC = 0.8393 | SRCC = 0.8372 ] +INFO:root:Average loss=0.22962155938148499 +INFO:root: +[Valid][2][UTT][ MSE = 0.2924 | LCC = 0.8508 | SRCC = 0.8493 ] +INFO:root:Average loss=0.20814098350894758 +INFO:root: +[Valid][3][UTT][ MSE = 0.2772 | LCC = 0.8547 | SRCC = 0.8530 ] +INFO:root:Average loss=0.1904953948389261 +INFO:root: +[Valid][4][UTT][ MSE = 0.2392 | LCC = 0.8550 | SRCC = 0.8537 ] +INFO:root:Average loss=0.1780358530007876 +INFO:root: +[Valid][5][UTT][ MSE = 0.2463 | LCC = 0.8553 | SRCC = 0.8546 ] +INFO:root:Average loss=0.16914321568149787 +INFO:root: +[Valid][6][UTT][ MSE = 0.2565 | LCC = 0.8550 | SRCC = 0.8533 ] +INFO:root:Average loss=0.15562173045980623 +INFO:root: +[Valid][7][UTT][ MSE = 0.2509 | LCC = 0.8547 | SRCC = 0.8550 ] +INFO:root:Average loss=0.14114157521189788 +INFO:root: +[Valid][8][UTT][ MSE = 0.2564 | LCC = 0.8529 | SRCC = 0.8530 ] +INFO:root:Average loss=0.13227445976092264 +INFO:root: +[Valid][9][UTT][ MSE = 0.2530 | LCC = 0.8511 | SRCC = 0.8498 ] +INFO:root:Average loss=0.12948258794271028 +INFO:root: +[Valid][10][UTT][ MSE = 0.2467 | LCC = 0.8502 | SRCC = 0.8491 ] +INFO:root:Average loss=0.11683826320446454 +INFO:root: +[Valid][11][UTT][ MSE = 0.2430 | LCC = 0.8502 | SRCC = 0.8494 ] +INFO:root:Average loss=0.110010732538425 +INFO:root: +[Valid][12][UTT][ MSE = 0.2571 | LCC = 0.8441 | SRCC = 0.8442 ] +INFO:root:Average loss=0.11411968518335086 +INFO:root: +[Valid][13][UTT][ MSE = 0.2527 | LCC = 0.8486 | SRCC = 0.8486 ] +INFO:root:Average loss=0.10235719134410222 +INFO:root: +[Valid][14][UTT][ MSE = 0.2661 | LCC = 0.8446 | SRCC = 0.8450 ] +INFO:root:Average loss=0.09038975271276939 +INFO:root: +[Valid][15][UTT][ MSE = 0.2420 | LCC = 0.8468 | SRCC = 0.8464 ] +INFO:root:Average loss=0.09065302432729648 +INFO:root: +[Valid][16][UTT][ MSE = 0.2538 | LCC = 0.8434 | SRCC = 0.8435 ] +INFO:root:Average loss=0.08412467879362595 +INFO:root: +[Valid][17][UTT][ MSE = 0.2577 | LCC = 0.8421 | SRCC = 0.8415 ] +INFO:root:Average loss=0.0747325115192395 +INFO:root: +[Valid][18][UTT][ MSE = 0.2599 | LCC = 0.8420 | SRCC = 0.8420 ] +INFO:root:Average loss=0.07628039163179122 +INFO:root: +[Valid][19][UTT][ MSE = 0.2644 | LCC = 0.8444 | SRCC = 0.8442 ] +INFO:root:Average loss=0.0712553787116821 +INFO:root: +[Valid][20][UTT][ MSE = 0.2482 | LCC = 0.8427 | SRCC = 0.8430 ] +INFO:root:Average loss=0.0681746028459225 +INFO:root: +[Valid][21][UTT][ MSE = 0.2589 | LCC = 0.8397 | SRCC = 0.8396 ] +INFO:root:Average loss=0.07094385154927388 +INFO:root: +[Valid][22][UTT][ MSE = 0.2612 | LCC = 0.8396 | SRCC = 0.8388 ] +INFO:root:Average loss=0.06206060540026579 +INFO:root: +[Valid][23][UTT][ MSE = 0.2519 | LCC = 0.8382 | SRCC = 0.8371 ] +INFO:root:Average loss=0.060069683843698256 +INFO:root: +[Valid][24][UTT][ MSE = 0.2537 | LCC = 0.8408 | SRCC = 0.8402 ] +INFO:root:Average loss=0.05710000573442532 +INFO:root: +[Valid][25][UTT][ MSE = 0.2541 | LCC = 0.8411 | SRCC = 0.8396 ] +INFO:root:Average loss=0.05299573224515487 +INFO:root: +[Valid][26][UTT][ MSE = 0.2529 | LCC = 0.8402 | SRCC = 0.8393 ] +INFO:root:Average loss=0.05035228540117924 +INFO:root: +[Valid][27][UTT][ MSE = 0.2459 | LCC = 0.8427 | SRCC = 0.8422 ] +INFO:root:Average loss=0.05043562453908798 +INFO:root: +[Valid][28][UTT][ MSE = 0.2511 | LCC = 0.8400 | SRCC = 0.8395 ] +INFO:root:Average loss=0.04845522537540931 +INFO:root: +[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.8393 | SRCC = 0.8390 ] +INFO:root:Average loss=0.04518465903133918 +INFO:root: +[Valid][30][UTT][ MSE = 0.2489 | LCC = 0.8388 | SRCC = 0.8384 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2603 | LCC = 0.8512 | SRCC = 0.8546 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c9bff4d5108ca8b7289d486027d7c00c43c9b7d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200d86377a7918b5a4cdd0df7e1e6461e12996604b8cc4cdfcc26ca1172bdc89 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..08397efa571f063413260a368524b4b4cafcb04b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a2ce9af0566936471309b8df14d4325164493f5063218c0e33a5c365b4880b +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..294a351fb5fe8b8820b4a83a0eefb9bfe400f8a2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3998716332209416 +INFO:root: +[Valid][0][UTT][ MSE = 0.3376 | LCC = 0.8138 | SRCC = 0.8183 ] +INFO:root:Average loss=0.2566160492790051 +INFO:root: +[Valid][1][UTT][ MSE = 0.2910 | LCC = 0.8407 | SRCC = 0.8397 ] +INFO:root:Average loss=0.2277111046207257 +INFO:root: +[Valid][2][UTT][ MSE = 0.2774 | LCC = 0.8492 | SRCC = 0.8478 ] +INFO:root:Average loss=0.20939645706078944 +INFO:root: +[Valid][3][UTT][ MSE = 0.2897 | LCC = 0.8528 | SRCC = 0.8519 ] +INFO:root:Average loss=0.18898184826740852 +INFO:root: +[Valid][4][UTT][ MSE = 0.2520 | LCC = 0.8546 | SRCC = 0.8534 ] +INFO:root:Average loss=0.17926839175514686 +INFO:root: +[Valid][5][UTT][ MSE = 0.2492 | LCC = 0.8548 | SRCC = 0.8540 ] +INFO:root:Average loss=0.16529617792902848 +INFO:root: +[Valid][6][UTT][ MSE = 0.2558 | LCC = 0.8571 | SRCC = 0.8559 ] +INFO:root:Average loss=0.15400777766719842 +INFO:root: +[Valid][7][UTT][ MSE = 0.2773 | LCC = 0.8532 | SRCC = 0.8516 ] +INFO:root:Average loss=0.14544504642104492 +INFO:root: +[Valid][8][UTT][ MSE = 0.2452 | LCC = 0.8548 | SRCC = 0.8539 ] +INFO:root:Average loss=0.13467110368685845 +INFO:root: +[Valid][9][UTT][ MSE = 0.2417 | LCC = 0.8562 | SRCC = 0.8564 ] +INFO:root:Average loss=0.12466277888952157 +INFO:root: +[Valid][10][UTT][ MSE = 0.2657 | LCC = 0.8524 | SRCC = 0.8524 ] +INFO:root:Average loss=0.11719499776760738 +INFO:root: +[Valid][11][UTT][ MSE = 0.2487 | LCC = 0.8473 | SRCC = 0.8481 ] +INFO:root:Average loss=0.11081006186894882 +INFO:root: +[Valid][12][UTT][ MSE = 0.2533 | LCC = 0.8513 | SRCC = 0.8500 ] +INFO:root:Average loss=0.10301028956205417 +INFO:root: +[Valid][13][UTT][ MSE = 0.2648 | LCC = 0.8509 | SRCC = 0.8503 ] +INFO:root:Average loss=0.09693737547749127 +INFO:root: +[Valid][14][UTT][ MSE = 0.2557 | LCC = 0.8481 | SRCC = 0.8475 ] +INFO:root:Average loss=0.09299331129743503 +INFO:root: +[Valid][15][UTT][ MSE = 0.2473 | LCC = 0.8477 | SRCC = 0.8467 ] +INFO:root:Average loss=0.08340148899990779 +INFO:root: +[Valid][16][UTT][ MSE = 0.2508 | LCC = 0.8481 | SRCC = 0.8478 ] +INFO:root:Average loss=0.07998090724532421 +INFO:root: +[Valid][17][UTT][ MSE = 0.2600 | LCC = 0.8474 | SRCC = 0.8472 ] +INFO:root:Average loss=0.08294674553550206 +INFO:root: +[Valid][18][UTT][ MSE = 0.2440 | LCC = 0.8472 | SRCC = 0.8451 ] +INFO:root:Average loss=0.07415070298772591 +INFO:root: +[Valid][19][UTT][ MSE = 0.2529 | LCC = 0.8421 | SRCC = 0.8419 ] +INFO:root:Average loss=0.06804048537443845 +INFO:root: +[Valid][20][UTT][ MSE = 0.2456 | LCC = 0.8495 | SRCC = 0.8490 ] +INFO:root:Average loss=0.06660717744857837 +INFO:root: +[Valid][21][UTT][ MSE = 0.2378 | LCC = 0.8488 | SRCC = 0.8484 ] +INFO:root:Average loss=0.06250329884007955 +INFO:root: +[Valid][22][UTT][ MSE = 0.2441 | LCC = 0.8475 | SRCC = 0.8463 ] +INFO:root:Average loss=0.06088323719226397 +INFO:root: +[Valid][23][UTT][ MSE = 0.2539 | LCC = 0.8436 | SRCC = 0.8426 ] +INFO:root:Average loss=0.05540692935196253 +INFO:root: +[Valid][24][UTT][ MSE = 0.2640 | LCC = 0.8443 | SRCC = 0.8431 ] +INFO:root:Average loss=0.06068874585131804 +INFO:root: +[Valid][25][UTT][ MSE = 0.2531 | LCC = 0.8464 | SRCC = 0.8451 ] +INFO:root:Average loss=0.056999081650223486 +INFO:root: +[Valid][26][UTT][ MSE = 0.2472 | LCC = 0.8452 | SRCC = 0.8447 ] +INFO:root:Average loss=0.052118124917913705 +INFO:root: +[Valid][27][UTT][ MSE = 0.2541 | LCC = 0.8456 | SRCC = 0.8443 ] +INFO:root:Average loss=0.05057191235037186 +INFO:root: +[Valid][28][UTT][ MSE = 0.2571 | LCC = 0.8437 | SRCC = 0.8419 ] +INFO:root:Average loss=0.04660494936009248 +INFO:root: +[Valid][29][UTT][ MSE = 0.2406 | LCC = 0.8458 | SRCC = 0.8446 ] +INFO:root:Average loss=0.04697699792301043 +INFO:root: +[Valid][30][UTT][ MSE = 0.2579 | LCC = 0.8422 | SRCC = 0.8400 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2502 | LCC = 0.8515 | SRCC = 0.8508 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..87c62aa8a23bf769bec4977916fb561b9313378e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380f53e41be134e52690460bc4b79a10baefecba4928e8f6bcf27c6fe588e10b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb76995529abdeaf47c850ab33c32823c6487112 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676f38693aeee52c134c904f5461fce03f09524ae41ac9237719378ab9793df5 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2cf09802e5740942a87c665ad9c85707082a92a5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3883811856309573 +INFO:root: +[Valid][0][UTT][ MSE = 0.3238 | LCC = 0.8091 | SRCC = 0.8141 ] +INFO:root:Average loss=0.260060442563815 +INFO:root: +[Valid][1][UTT][ MSE = 0.2950 | LCC = 0.8400 | SRCC = 0.8388 ] +INFO:root:Average loss=0.2365321337412565 +INFO:root: +[Valid][2][UTT][ MSE = 0.2668 | LCC = 0.8476 | SRCC = 0.8490 ] +INFO:root:Average loss=0.21586067420549881 +INFO:root: +[Valid][3][UTT][ MSE = 0.2708 | LCC = 0.8500 | SRCC = 0.8527 ] +INFO:root:Average loss=0.20143088860771594 +INFO:root: +[Valid][4][UTT][ MSE = 0.2503 | LCC = 0.8572 | SRCC = 0.8560 ] +INFO:root:Average loss=0.1800690059287426 +INFO:root: +[Valid][5][UTT][ MSE = 0.2479 | LCC = 0.8552 | SRCC = 0.8564 ] +INFO:root:Average loss=0.1755281258852054 +INFO:root: +[Valid][6][UTT][ MSE = 0.2519 | LCC = 0.8586 | SRCC = 0.8570 ] +INFO:root:Average loss=0.16487165693289194 +INFO:root: +[Valid][7][UTT][ MSE = 0.2387 | LCC = 0.8602 | SRCC = 0.8588 ] +INFO:root:Average loss=0.15161324961063188 +INFO:root: +[Valid][8][UTT][ MSE = 0.2802 | LCC = 0.8548 | SRCC = 0.8574 ] +INFO:root:Average loss=0.14208320767069474 +INFO:root: +[Valid][9][UTT][ MSE = 0.2672 | LCC = 0.8531 | SRCC = 0.8503 ] +INFO:root:Average loss=0.1258932253680168 +INFO:root: +[Valid][10][UTT][ MSE = 0.2649 | LCC = 0.8548 | SRCC = 0.8553 ] +INFO:root:Average loss=0.12339615888702564 +INFO:root: +[Valid][11][UTT][ MSE = 0.2596 | LCC = 0.8553 | SRCC = 0.8563 ] +INFO:root:Average loss=0.11867204614174671 +INFO:root: +[Valid][12][UTT][ MSE = 0.2403 | LCC = 0.8549 | SRCC = 0.8546 ] +INFO:root:Average loss=0.11014236805912776 +INFO:root: +[Valid][13][UTT][ MSE = 0.2457 | LCC = 0.8517 | SRCC = 0.8510 ] +INFO:root:Average loss=0.10188502436264968 +INFO:root: +[Valid][14][UTT][ MSE = 0.2412 | LCC = 0.8499 | SRCC = 0.8486 ] +INFO:root:Average loss=0.0950557336402245 +INFO:root: +[Valid][15][UTT][ MSE = 0.2661 | LCC = 0.8504 | SRCC = 0.8498 ] +INFO:root:Average loss=0.08898135704489854 +INFO:root: +[Valid][16][UTT][ MSE = 0.2631 | LCC = 0.8485 | SRCC = 0.8486 ] +INFO:root:Average loss=0.08582146771443196 +INFO:root: +[Valid][17][UTT][ MSE = 0.2482 | LCC = 0.8470 | SRCC = 0.8454 ] +INFO:root:Average loss=0.0793200393135731 +INFO:root: +[Valid][18][UTT][ MSE = 0.2708 | LCC = 0.8430 | SRCC = 0.8430 ] +INFO:root:Average loss=0.0763118332490707 +INFO:root: +[Valid][19][UTT][ MSE = 0.2476 | LCC = 0.8457 | SRCC = 0.8462 ] +INFO:root:Average loss=0.06818335742140427 +INFO:root: +[Valid][20][UTT][ MSE = 0.2516 | LCC = 0.8442 | SRCC = 0.8426 ] +INFO:root:Average loss=0.06744375614783703 +INFO:root: +[Valid][21][UTT][ MSE = 0.2441 | LCC = 0.8433 | SRCC = 0.8426 ] +INFO:root:Average loss=0.06318846688820766 +INFO:root: +[Valid][22][UTT][ MSE = 0.2601 | LCC = 0.8411 | SRCC = 0.8397 ] +INFO:root:Average loss=0.06316806896565816 +INFO:root: +[Valid][23][UTT][ MSE = 0.2812 | LCC = 0.8406 | SRCC = 0.8400 ] +INFO:root:Average loss=0.05973777771951296 +INFO:root: +[Valid][24][UTT][ MSE = 0.2810 | LCC = 0.8424 | SRCC = 0.8428 ] +INFO:root:Average loss=0.05527550263855702 +INFO:root: +[Valid][25][UTT][ MSE = 0.2636 | LCC = 0.8386 | SRCC = 0.8385 ] +INFO:root:Average loss=0.05463233322669298 +INFO:root: +[Valid][26][UTT][ MSE = 0.2485 | LCC = 0.8400 | SRCC = 0.8393 ] +INFO:root:Average loss=0.05956875614057749 +INFO:root: +[Valid][27][UTT][ MSE = 0.2516 | LCC = 0.8404 | SRCC = 0.8390 ] +INFO:root:Average loss=0.05224693939089775 +INFO:root: +[Valid][28][UTT][ MSE = 0.2632 | LCC = 0.8398 | SRCC = 0.8399 ] +INFO:root:Average loss=0.046239992388739035 +INFO:root: +[Valid][29][UTT][ MSE = 0.2731 | LCC = 0.8345 | SRCC = 0.8337 ] +INFO:root:Average loss=0.04735325422520057 +INFO:root: +[Valid][30][UTT][ MSE = 0.2552 | LCC = 0.8402 | SRCC = 0.8392 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2480 | LCC = 0.8529 | SRCC = 0.8533 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..de34b2986d5c20fa555a43d7a29a9e38e1d53e46 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736d39a5e238f638bc84fcb4fcd6da9f94b922edb9bfab6c0a2972a54cdff80f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..270f89320aeca861a1153358c4534003fdac13e8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc61d0a667900488755b1646fd4b4678c8ebc23545df8e2935bb21cb14cf077 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8231bb326400ec794bbc92a53b4a5fae027e84ac --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3780514909288822 +INFO:root: +[Valid][0][UTT][ MSE = 0.3366 | LCC = 0.8112 | SRCC = 0.8134 ] +INFO:root:Average loss=0.2715930505058704 +INFO:root: +[Valid][1][UTT][ MSE = 0.3155 | LCC = 0.8384 | SRCC = 0.8365 ] +INFO:root:Average loss=0.23375447533833674 +INFO:root: +[Valid][2][UTT][ MSE = 0.2650 | LCC = 0.8530 | SRCC = 0.8526 ] +INFO:root:Average loss=0.21144399925684318 +INFO:root: +[Valid][3][UTT][ MSE = 0.2465 | LCC = 0.8546 | SRCC = 0.8532 ] +INFO:root:Average loss=0.20177451874583197 +INFO:root: +[Valid][4][UTT][ MSE = 0.2641 | LCC = 0.8587 | SRCC = 0.8595 ] +INFO:root:Average loss=0.18449344743902868 +INFO:root: +[Valid][5][UTT][ MSE = 0.2384 | LCC = 0.8540 | SRCC = 0.8548 ] +INFO:root:Average loss=0.16842943238906372 +INFO:root: +[Valid][6][UTT][ MSE = 0.2368 | LCC = 0.8597 | SRCC = 0.8585 ] +INFO:root:Average loss=0.1615668022288726 +INFO:root: +[Valid][7][UTT][ MSE = 0.2401 | LCC = 0.8576 | SRCC = 0.8574 ] +INFO:root:Average loss=0.15301487365594277 +INFO:root: +[Valid][8][UTT][ MSE = 0.2452 | LCC = 0.8600 | SRCC = 0.8600 ] +INFO:root:Average loss=0.14109368545886797 +INFO:root: +[Valid][9][UTT][ MSE = 0.2492 | LCC = 0.8551 | SRCC = 0.8552 ] +INFO:root:Average loss=0.13449602325757345 +INFO:root: +[Valid][10][UTT][ MSE = 0.2656 | LCC = 0.8552 | SRCC = 0.8530 ] +INFO:root:Average loss=0.1214781804726674 +INFO:root: +[Valid][11][UTT][ MSE = 0.2405 | LCC = 0.8550 | SRCC = 0.8539 ] +INFO:root:Average loss=0.10983346775174141 +INFO:root: +[Valid][12][UTT][ MSE = 0.2407 | LCC = 0.8526 | SRCC = 0.8523 ] +INFO:root:Average loss=0.10375280515887798 +INFO:root: +[Valid][13][UTT][ MSE = 0.2322 | LCC = 0.8521 | SRCC = 0.8517 ] +INFO:root:Average loss=0.10307347507048877 +INFO:root: +[Valid][14][UTT][ MSE = 0.2418 | LCC = 0.8521 | SRCC = 0.8527 ] +INFO:root:Average loss=0.09022671175308716 +INFO:root: +[Valid][15][UTT][ MSE = 0.2377 | LCC = 0.8530 | SRCC = 0.8527 ] +INFO:root:Average loss=0.08684769769509633 +INFO:root: +[Valid][16][UTT][ MSE = 0.2484 | LCC = 0.8530 | SRCC = 0.8533 ] +INFO:root:Average loss=0.08683466930419971 +INFO:root: +[Valid][17][UTT][ MSE = 0.2409 | LCC = 0.8527 | SRCC = 0.8519 ] +INFO:root:Average loss=0.08073977075326137 +INFO:root: +[Valid][18][UTT][ MSE = 0.2367 | LCC = 0.8500 | SRCC = 0.8503 ] +INFO:root:Average loss=0.07386848096473095 +INFO:root: +[Valid][19][UTT][ MSE = 0.2705 | LCC = 0.8460 | SRCC = 0.8479 ] +INFO:root:Average loss=0.07278300444476116 +INFO:root: +[Valid][20][UTT][ MSE = 0.2422 | LCC = 0.8458 | SRCC = 0.8464 ] +INFO:root:Average loss=0.06460081432492305 +INFO:root: +[Valid][21][UTT][ MSE = 0.2445 | LCC = 0.8487 | SRCC = 0.8491 ] +INFO:root:Average loss=0.06808913222108132 +INFO:root: +[Valid][22][UTT][ MSE = 0.2695 | LCC = 0.8427 | SRCC = 0.8430 ] +INFO:root:Average loss=0.06586984387384011 +INFO:root: +[Valid][23][UTT][ MSE = 0.2449 | LCC = 0.8469 | SRCC = 0.8482 ] +INFO:root:Average loss=0.0590121885522818 +INFO:root: +[Valid][24][UTT][ MSE = 0.2530 | LCC = 0.8422 | SRCC = 0.8422 ] +INFO:root:Average loss=0.05834693963137957 +INFO:root: +[Valid][25][UTT][ MSE = 0.2519 | LCC = 0.8461 | SRCC = 0.8467 ] +INFO:root:Average loss=0.05548252504414473 +INFO:root: +[Valid][26][UTT][ MSE = 0.2670 | LCC = 0.8387 | SRCC = 0.8401 ] +INFO:root:Average loss=0.05352316577083025 +INFO:root: +[Valid][27][UTT][ MSE = 0.2453 | LCC = 0.8431 | SRCC = 0.8446 ] +INFO:root:Average loss=0.04863536551308174 +INFO:root: +[Valid][28][UTT][ MSE = 0.2475 | LCC = 0.8417 | SRCC = 0.8417 ] +INFO:root:Average loss=0.051160203436246283 +INFO:root: +[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.8437 | SRCC = 0.8440 ] +INFO:root:Average loss=0.048590206827681795 +INFO:root: +[Valid][30][UTT][ MSE = 0.2528 | LCC = 0.8416 | SRCC = 0.8420 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2596 | LCC = 0.8494 | SRCC = 0.8487 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e291550bd93d9263e28011427815228ae47d2cfd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74937874c05e5e1f64be04d3a396b17c87da9261561c9215e95b54eded3cd22d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7db3793ba05d48f4077b8c5483082a11f6c09e4b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbc579d638985dd88e4130d3393b1fe0b55f378a1c87ebc8baddb9f96add7be +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4aa22f16398ea1f954641655a95004a762e5a23e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4043242686834091 +INFO:root: +[Valid][0][UTT][ MSE = 0.3298 | LCC = 0.8161 | SRCC = 0.8153 ] +INFO:root:Average loss=0.260566098567767 +INFO:root: +[Valid][1][UTT][ MSE = 0.2862 | LCC = 0.8359 | SRCC = 0.8357 ] +INFO:root:Average loss=0.2325196140087568 +INFO:root: +[Valid][2][UTT][ MSE = 0.2781 | LCC = 0.8481 | SRCC = 0.8465 ] +INFO:root:Average loss=0.20882459328724787 +INFO:root: +[Valid][3][UTT][ MSE = 0.2571 | LCC = 0.8538 | SRCC = 0.8533 ] +INFO:root:Average loss=0.19250366951410586 +INFO:root: +[Valid][4][UTT][ MSE = 0.2637 | LCC = 0.8546 | SRCC = 0.8517 ] +INFO:root:Average loss=0.18244205568081293 +INFO:root: +[Valid][5][UTT][ MSE = 0.2685 | LCC = 0.8555 | SRCC = 0.8540 ] +INFO:root:Average loss=0.17603023235614484 +INFO:root: +[Valid][6][UTT][ MSE = 0.2692 | LCC = 0.8581 | SRCC = 0.8578 ] +INFO:root:Average loss=0.161353027400298 +INFO:root: +[Valid][7][UTT][ MSE = 0.2607 | LCC = 0.8566 | SRCC = 0.8574 ] +INFO:root:Average loss=0.15368308126926422 +INFO:root: +[Valid][8][UTT][ MSE = 0.2342 | LCC = 0.8593 | SRCC = 0.8590 ] +INFO:root:Average loss=0.14021539086332688 +INFO:root: +[Valid][9][UTT][ MSE = 0.2410 | LCC = 0.8584 | SRCC = 0.8588 ] +INFO:root:Average loss=0.12871511146808282 +INFO:root: +[Valid][10][UTT][ MSE = 0.2375 | LCC = 0.8568 | SRCC = 0.8566 ] +INFO:root:Average loss=0.12305767518969682 +INFO:root: +[Valid][11][UTT][ MSE = 0.2398 | LCC = 0.8568 | SRCC = 0.8568 ] +INFO:root:Average loss=0.11600333184767993 +INFO:root: +[Valid][12][UTT][ MSE = 0.2629 | LCC = 0.8533 | SRCC = 0.8525 ] +INFO:root:Average loss=0.10705610020802571 +INFO:root: +[Valid][13][UTT][ MSE = 0.2777 | LCC = 0.8435 | SRCC = 0.8439 ] +INFO:root:Average loss=0.10462382497886817 +INFO:root: +[Valid][14][UTT][ MSE = 0.2460 | LCC = 0.8541 | SRCC = 0.8540 ] +INFO:root:Average loss=0.09569493681192398 +INFO:root: +[Valid][15][UTT][ MSE = 0.2512 | LCC = 0.8490 | SRCC = 0.8493 ] +INFO:root:Average loss=0.08951931217542061 +INFO:root: +[Valid][16][UTT][ MSE = 0.2516 | LCC = 0.8477 | SRCC = 0.8473 ] +INFO:root:Average loss=0.08316045025220284 +INFO:root: +[Valid][17][UTT][ MSE = 0.2449 | LCC = 0.8496 | SRCC = 0.8500 ] +INFO:root:Average loss=0.08673362782559334 +INFO:root: +[Valid][18][UTT][ MSE = 0.2827 | LCC = 0.8446 | SRCC = 0.8439 ] +INFO:root:Average loss=0.07969571568836005 +INFO:root: +[Valid][19][UTT][ MSE = 0.2642 | LCC = 0.8471 | SRCC = 0.8466 ] +INFO:root:Average loss=0.07241883821403369 +INFO:root: +[Valid][20][UTT][ MSE = 0.2533 | LCC = 0.8488 | SRCC = 0.8485 ] +INFO:root:Average loss=0.06929989722676766 +INFO:root: +[Valid][21][UTT][ MSE = 0.2475 | LCC = 0.8467 | SRCC = 0.8466 ] +INFO:root:Average loss=0.06709266802630363 +INFO:root: +[Valid][22][UTT][ MSE = 0.2570 | LCC = 0.8447 | SRCC = 0.8441 ] +INFO:root:Average loss=0.06426864504241027 +INFO:root: +[Valid][23][UTT][ MSE = 0.2463 | LCC = 0.8457 | SRCC = 0.8457 ] +INFO:root:Average loss=0.06559462735477166 +INFO:root: +[Valid][24][UTT][ MSE = 0.2381 | LCC = 0.8472 | SRCC = 0.8472 ] +INFO:root:Average loss=0.06004639495259676 +INFO:root: +[Valid][25][UTT][ MSE = 0.2516 | LCC = 0.8457 | SRCC = 0.8465 ] +INFO:root:Average loss=0.05748152751953174 +INFO:root: +[Valid][26][UTT][ MSE = 0.2589 | LCC = 0.8417 | SRCC = 0.8414 ] +INFO:root:Average loss=0.05469452704374607 +INFO:root: +[Valid][27][UTT][ MSE = 0.2529 | LCC = 0.8446 | SRCC = 0.8443 ] +INFO:root:Average loss=0.05265607832907102 +INFO:root: +[Valid][28][UTT][ MSE = 0.2617 | LCC = 0.8462 | SRCC = 0.8461 ] +INFO:root:Average loss=0.05018381306376213 +INFO:root: +[Valid][29][UTT][ MSE = 0.2548 | LCC = 0.8415 | SRCC = 0.8407 ] +INFO:root:Average loss=0.05034180883413706 +INFO:root: +[Valid][30][UTT][ MSE = 0.2529 | LCC = 0.8436 | SRCC = 0.8434 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2423 | LCC = 0.8565 | SRCC = 0.8581 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..abe3da20a6d5f4dfed73969164233e9b988eee96 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8135a195a46ec6b518ed73d2c2efb954d7d5b1942a58471003c9ff013f2c4ba9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a367469398d0a8a32e2701796cdc2af66d5609ce --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e442045bb2a379d4be1e12281ba28a9d33efc07aa16bd7eee5199fdc642ce2d4 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..15fe3d5ee0e89b311755e1a4d1bf376e38c76c49 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer7/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.41689925640821457 +INFO:root: +[Valid][0][UTT][ MSE = 0.3740 | LCC = 0.8090 | SRCC = 0.8110 ] +INFO:root:Average loss=0.2574306693978799 +INFO:root: +[Valid][1][UTT][ MSE = 0.3814 | LCC = 0.8386 | SRCC = 0.8378 ] +INFO:root:Average loss=0.23027557211044508 +INFO:root: +[Valid][2][UTT][ MSE = 0.3025 | LCC = 0.8486 | SRCC = 0.8492 ] +INFO:root:Average loss=0.21067465708041802 +INFO:root: +[Valid][3][UTT][ MSE = 0.2569 | LCC = 0.8537 | SRCC = 0.8533 ] +INFO:root:Average loss=0.19154107513336036 +INFO:root: +[Valid][4][UTT][ MSE = 0.2672 | LCC = 0.8528 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1827816715798317 +INFO:root: +[Valid][5][UTT][ MSE = 0.2788 | LCC = 0.8530 | SRCC = 0.8526 ] +INFO:root:Average loss=0.16151107217256838 +INFO:root: +[Valid][6][UTT][ MSE = 0.2740 | LCC = 0.8529 | SRCC = 0.8517 ] +INFO:root:Average loss=0.15823474249396569 +INFO:root: +[Valid][7][UTT][ MSE = 0.2816 | LCC = 0.8545 | SRCC = 0.8538 ] +INFO:root:Average loss=0.14656012581709105 +INFO:root: +[Valid][8][UTT][ MSE = 0.2979 | LCC = 0.8514 | SRCC = 0.8525 ] +INFO:root:Average loss=0.13104329774012932 +INFO:root: +[Valid][9][UTT][ MSE = 0.2553 | LCC = 0.8476 | SRCC = 0.8469 ] +INFO:root:Average loss=0.13654035807420045 +INFO:root: +[Valid][10][UTT][ MSE = 0.2618 | LCC = 0.8492 | SRCC = 0.8488 ] +INFO:root:Average loss=0.11583939309303577 +INFO:root: +[Valid][11][UTT][ MSE = 0.2861 | LCC = 0.8493 | SRCC = 0.8490 ] +INFO:root:Average loss=0.11161616005194493 +INFO:root: +[Valid][12][UTT][ MSE = 0.2545 | LCC = 0.8475 | SRCC = 0.8479 ] +INFO:root:Average loss=0.10597055605970897 +INFO:root: +[Valid][13][UTT][ MSE = 0.2688 | LCC = 0.8478 | SRCC = 0.8480 ] +INFO:root:Average loss=0.0958343074680903 +INFO:root: +[Valid][14][UTT][ MSE = 0.2817 | LCC = 0.8479 | SRCC = 0.8472 ] +INFO:root:Average loss=0.09121246387561162 +INFO:root: +[Valid][15][UTT][ MSE = 0.2940 | LCC = 0.8473 | SRCC = 0.8476 ] +INFO:root:Average loss=0.08695375967102173 +INFO:root: +[Valid][16][UTT][ MSE = 0.2623 | LCC = 0.8460 | SRCC = 0.8453 ] +INFO:root:Average loss=0.08480921578712952 +INFO:root: +[Valid][17][UTT][ MSE = 0.2648 | LCC = 0.8487 | SRCC = 0.8483 ] +INFO:root:Average loss=0.07863190211355686 +INFO:root: +[Valid][18][UTT][ MSE = 0.2707 | LCC = 0.8454 | SRCC = 0.8445 ] +INFO:root:Average loss=0.07558059959839551 +INFO:root: +[Valid][19][UTT][ MSE = 0.2869 | LCC = 0.8402 | SRCC = 0.8393 ] +INFO:root:Average loss=0.0764186313519111 +INFO:root: +[Valid][20][UTT][ MSE = 0.2843 | LCC = 0.8442 | SRCC = 0.8427 ] +INFO:root:Average loss=0.06763307153223416 +INFO:root: +[Valid][21][UTT][ MSE = 0.2801 | LCC = 0.8458 | SRCC = 0.8456 ] +INFO:root:Average loss=0.06708543370358455 +INFO:root: +[Valid][22][UTT][ MSE = 0.2674 | LCC = 0.8434 | SRCC = 0.8426 ] +INFO:root:Average loss=0.06165207607241777 +INFO:root: +[Valid][23][UTT][ MSE = 0.2812 | LCC = 0.8449 | SRCC = 0.8447 ] +INFO:root:Average loss=0.05808952159415453 +INFO:root: +[Valid][24][UTT][ MSE = 0.2597 | LCC = 0.8465 | SRCC = 0.8442 ] +INFO:root:Average loss=0.0569081497259247 +INFO:root: +[Valid][25][UTT][ MSE = 0.2705 | LCC = 0.8448 | SRCC = 0.8434 ] +INFO:root:Average loss=0.05543454784231308 +INFO:root: +[Valid][26][UTT][ MSE = 0.2847 | LCC = 0.8419 | SRCC = 0.8411 ] +INFO:root:Average loss=0.053525969911462225 +INFO:root: +[Valid][27][UTT][ MSE = 0.2648 | LCC = 0.8475 | SRCC = 0.8451 ] +INFO:root:Average loss=0.050568895175670966 +INFO:root: +[Valid][28][UTT][ MSE = 0.2945 | LCC = 0.8465 | SRCC = 0.8462 ] +INFO:root:Average loss=0.04995888619659803 +INFO:root: +[Valid][29][UTT][ MSE = 0.2498 | LCC = 0.8439 | SRCC = 0.8418 ] +INFO:root:Average loss=0.048719896791646115 +INFO:root: +[Valid][30][UTT][ MSE = 0.2521 | LCC = 0.8446 | SRCC = 0.8434 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2620 | LCC = 0.8546 | SRCC = 0.8561 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..96543d821271212cc3f73cd77d21b59a3fa9fc84 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824657f4f6a16d53ba25c639b2e3b2067a6006306ef03d8e464633b48dc3d277 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..63676abc756eedd3c2772b942dc6f90b16795703 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba38c733f68e94287e9892954db6a5ef20f4363538875b5c8f8c30a0a1a284c +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9d1b1c7350206287d690c130d859ede0aaee9690 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3936680056727849 +INFO:root: +[Valid][0][UTT][ MSE = 0.3379 | LCC = 0.8060 | SRCC = 0.8120 ] +INFO:root:Average loss=0.2625919826901876 +INFO:root: +[Valid][1][UTT][ MSE = 0.2818 | LCC = 0.8375 | SRCC = 0.8376 ] +INFO:root:Average loss=0.22898780248868159 +INFO:root: +[Valid][2][UTT][ MSE = 0.3007 | LCC = 0.8464 | SRCC = 0.8475 ] +INFO:root:Average loss=0.20995574119763497 +INFO:root: +[Valid][3][UTT][ MSE = 0.2508 | LCC = 0.8552 | SRCC = 0.8527 ] +INFO:root:Average loss=0.20585559595089692 +INFO:root: +[Valid][4][UTT][ MSE = 0.2672 | LCC = 0.8573 | SRCC = 0.8553 ] +INFO:root:Average loss=0.19017275919516882 +INFO:root: +[Valid][5][UTT][ MSE = 0.2408 | LCC = 0.8589 | SRCC = 0.8607 ] +INFO:root:Average loss=0.17211835831403732 +INFO:root: +[Valid][6][UTT][ MSE = 0.2324 | LCC = 0.8582 | SRCC = 0.8596 ] +INFO:root:Average loss=0.166737045137546 +INFO:root: +[Valid][7][UTT][ MSE = 0.2427 | LCC = 0.8595 | SRCC = 0.8611 ] +INFO:root:Average loss=0.16231059158841768 +INFO:root: +[Valid][8][UTT][ MSE = 0.2315 | LCC = 0.8558 | SRCC = 0.8588 ] +INFO:root:Average loss=0.149731705395075 +INFO:root: +[Valid][9][UTT][ MSE = 0.2292 | LCC = 0.8598 | SRCC = 0.8608 ] +INFO:root:Average loss=0.14215365138191444 +INFO:root: +[Valid][10][UTT][ MSE = 0.2333 | LCC = 0.8622 | SRCC = 0.8628 ] +INFO:root:Average loss=0.1323532983660698 +INFO:root: +[Valid][11][UTT][ MSE = 0.2303 | LCC = 0.8580 | SRCC = 0.8579 ] +INFO:root:Average loss=0.12771856020658445 +INFO:root: +[Valid][12][UTT][ MSE = 0.2541 | LCC = 0.8524 | SRCC = 0.8547 ] +INFO:root:Average loss=0.11841142731599319 +INFO:root: +[Valid][13][UTT][ MSE = 0.2364 | LCC = 0.8535 | SRCC = 0.8566 ] +INFO:root:Average loss=0.11777145749865434 +INFO:root: +[Valid][14][UTT][ MSE = 0.2318 | LCC = 0.8544 | SRCC = 0.8548 ] +INFO:root:Average loss=0.11049633387189645 +INFO:root: +[Valid][15][UTT][ MSE = 0.2494 | LCC = 0.8525 | SRCC = 0.8536 ] +INFO:root:Average loss=0.1016939235612368 +INFO:root: +[Valid][16][UTT][ MSE = 0.2461 | LCC = 0.8489 | SRCC = 0.8491 ] +INFO:root:Average loss=0.10587699042680936 +INFO:root: +[Valid][17][UTT][ MSE = 0.2539 | LCC = 0.8490 | SRCC = 0.8486 ] +INFO:root:Average loss=0.09198581021374617 +INFO:root: +[Valid][18][UTT][ MSE = 0.2383 | LCC = 0.8486 | SRCC = 0.8502 ] +INFO:root:Average loss=0.08615855533534135 +INFO:root: +[Valid][19][UTT][ MSE = 0.2389 | LCC = 0.8486 | SRCC = 0.8490 ] +INFO:root:Average loss=0.0872055389560186 +INFO:root: +[Valid][20][UTT][ MSE = 0.2442 | LCC = 0.8483 | SRCC = 0.8488 ] +INFO:root:Average loss=0.08123725452102147 +INFO:root: +[Valid][21][UTT][ MSE = 0.2512 | LCC = 0.8421 | SRCC = 0.8443 ] +INFO:root:Average loss=0.0765765137397326 +INFO:root: +[Valid][22][UTT][ MSE = 0.2444 | LCC = 0.8446 | SRCC = 0.8447 ] +INFO:root:Average loss=0.0762474832053368 +INFO:root: +[Valid][23][UTT][ MSE = 0.2511 | LCC = 0.8444 | SRCC = 0.8449 ] +INFO:root:Average loss=0.07284396008039132 +INFO:root: +[Valid][24][UTT][ MSE = 0.2389 | LCC = 0.8445 | SRCC = 0.8459 ] +INFO:root:Average loss=0.06421173717349003 +INFO:root: +[Valid][25][UTT][ MSE = 0.2537 | LCC = 0.8400 | SRCC = 0.8429 ] +INFO:root:Average loss=0.07046107556193303 +INFO:root: +[Valid][26][UTT][ MSE = 0.2731 | LCC = 0.8431 | SRCC = 0.8423 ] +INFO:root:Average loss=0.06488075432104942 +INFO:root: +[Valid][27][UTT][ MSE = 0.2724 | LCC = 0.8436 | SRCC = 0.8424 ] +INFO:root:Average loss=0.06063329017697237 +INFO:root: +[Valid][28][UTT][ MSE = 0.2502 | LCC = 0.8410 | SRCC = 0.8400 ] +INFO:root:Average loss=0.06066779357691606 +INFO:root: +[Valid][29][UTT][ MSE = 0.2562 | LCC = 0.8407 | SRCC = 0.8410 ] +INFO:root:Average loss=0.06104340251439657 +INFO:root: +[Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8421 | SRCC = 0.8420 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2430 | LCC = 0.8578 | SRCC = 0.8579 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb258f9f6bf5695a43f2210e03bae659a88f135f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b80824c0768adef1e99873e6712f0a16d699a07125caf037b493d2db7ea6e7 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..320e7a98ea153b9e3c3f4ec57a5d73e35463aca8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097632b4a3ee1d38b3f3426dbd843d97d5cf883d55f05a4a28454ae7a59603b3 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f82e4a7bf65148b76b1697e007e97cfcfecc8f2d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.37257507023138875 +INFO:root: +[Valid][0][UTT][ MSE = 0.3776 | LCC = 0.8140 | SRCC = 0.8202 ] +INFO:root:Average loss=0.26616679781522506 +INFO:root: +[Valid][1][UTT][ MSE = 0.2885 | LCC = 0.8388 | SRCC = 0.8387 ] +INFO:root:Average loss=0.23401355705200097 +INFO:root: +[Valid][2][UTT][ MSE = 0.2865 | LCC = 0.8506 | SRCC = 0.8486 ] +INFO:root:Average loss=0.21534111828376085 +INFO:root: +[Valid][3][UTT][ MSE = 0.2559 | LCC = 0.8557 | SRCC = 0.8543 ] +INFO:root:Average loss=0.19940539764670226 +INFO:root: +[Valid][4][UTT][ MSE = 0.2592 | LCC = 0.8613 | SRCC = 0.8593 ] +INFO:root:Average loss=0.1896604081759086 +INFO:root: +[Valid][5][UTT][ MSE = 0.2438 | LCC = 0.8617 | SRCC = 0.8612 ] +INFO:root:Average loss=0.18331044176832223 +INFO:root: +[Valid][6][UTT][ MSE = 0.2740 | LCC = 0.8631 | SRCC = 0.8618 ] +INFO:root:Average loss=0.17707307187792581 +INFO:root: +[Valid][7][UTT][ MSE = 0.2362 | LCC = 0.8654 | SRCC = 0.8646 ] +INFO:root:Average loss=0.15771018818784982 +INFO:root: +[Valid][8][UTT][ MSE = 0.2603 | LCC = 0.8655 | SRCC = 0.8636 ] +INFO:root:Average loss=0.15467108394473028 +INFO:root: +[Valid][9][UTT][ MSE = 0.2455 | LCC = 0.8602 | SRCC = 0.8582 ] +INFO:root:Average loss=0.1466812675771041 +INFO:root: +[Valid][10][UTT][ MSE = 0.2503 | LCC = 0.8612 | SRCC = 0.8603 ] +INFO:root:Average loss=0.13662810298876885 +INFO:root: +[Valid][11][UTT][ MSE = 0.2334 | LCC = 0.8563 | SRCC = 0.8564 ] +INFO:root:Average loss=0.12969642342665258 +INFO:root: +[Valid][12][UTT][ MSE = 0.2617 | LCC = 0.8600 | SRCC = 0.8569 ] +INFO:root:Average loss=0.1254430649181207 +INFO:root: +[Valid][13][UTT][ MSE = 0.2513 | LCC = 0.8605 | SRCC = 0.8591 ] +INFO:root:Average loss=0.11690935177298692 +INFO:root: +[Valid][14][UTT][ MSE = 0.2456 | LCC = 0.8565 | SRCC = 0.8563 ] +INFO:root:Average loss=0.11594328188743347 +INFO:root: +[Valid][15][UTT][ MSE = 0.2338 | LCC = 0.8554 | SRCC = 0.8544 ] +INFO:root:Average loss=0.10530453423659007 +INFO:root: +[Valid][16][UTT][ MSE = 0.2538 | LCC = 0.8574 | SRCC = 0.8567 ] +INFO:root:Average loss=0.09897132977270164 +INFO:root: +[Valid][17][UTT][ MSE = 0.2537 | LCC = 0.8532 | SRCC = 0.8526 ] +INFO:root:Average loss=0.09712915346981624 +INFO:root: +[Valid][18][UTT][ MSE = 0.2528 | LCC = 0.8528 | SRCC = 0.8517 ] +INFO:root:Average loss=0.09109688736498356 +INFO:root: +[Valid][19][UTT][ MSE = 0.2360 | LCC = 0.8552 | SRCC = 0.8540 ] +INFO:root:Average loss=0.08767077756615785 +INFO:root: +[Valid][20][UTT][ MSE = 0.2475 | LCC = 0.8491 | SRCC = 0.8508 ] +INFO:root:Average loss=0.08262498714984992 +INFO:root: +[Valid][21][UTT][ MSE = 0.2370 | LCC = 0.8516 | SRCC = 0.8502 ] +INFO:root:Average loss=0.08197474078490184 +INFO:root: +[Valid][22][UTT][ MSE = 0.2391 | LCC = 0.8508 | SRCC = 0.8502 ] +INFO:root:Average loss=0.0778423849111184 +INFO:root: +[Valid][23][UTT][ MSE = 0.2623 | LCC = 0.8494 | SRCC = 0.8477 ] +INFO:root:Average loss=0.08257933992605943 +INFO:root: +[Valid][24][UTT][ MSE = 0.2406 | LCC = 0.8507 | SRCC = 0.8511 ] +INFO:root:Average loss=0.07067721356184055 +INFO:root: +[Valid][25][UTT][ MSE = 0.2367 | LCC = 0.8493 | SRCC = 0.8495 ] +INFO:root:Average loss=0.06723688991788106 +INFO:root: +[Valid][26][UTT][ MSE = 0.2583 | LCC = 0.8503 | SRCC = 0.8493 ] +INFO:root:Average loss=0.06925647189983955 +INFO:root: +[Valid][27][UTT][ MSE = 0.2400 | LCC = 0.8496 | SRCC = 0.8487 ] +INFO:root:Average loss=0.0650734201264687 +INFO:root: +[Valid][28][UTT][ MSE = 0.2418 | LCC = 0.8514 | SRCC = 0.8508 ] +INFO:root:Average loss=0.062385608991369225 +INFO:root: +[Valid][29][UTT][ MSE = 0.2396 | LCC = 0.8504 | SRCC = 0.8482 ] +INFO:root:Average loss=0.05868726266691318 +INFO:root: +[Valid][30][UTT][ MSE = 0.2532 | LCC = 0.8514 | SRCC = 0.8496 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2919 | LCC = 0.8483 | SRCC = 0.8515 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..881bd6bfb426d7b02db3308408747e23cb88c48e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3383a0905d9861a3303c5d84b96f2385f6bd207a861d49ca02c576dbd76036 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4424e53b01ac2790ac1082434a16ee2b3aedc713 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570895ca852dabae5173196c101e81f149be790bd8bbea84c5640babf9f5093e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..93297129e7af096d3cad1a9ac7a1c2da3dcb92b7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3575280068012384 +INFO:root: +[Valid][0][UTT][ MSE = 0.3424 | LCC = 0.8204 | SRCC = 0.8235 ] +INFO:root:Average loss=0.25425904014935863 +INFO:root: +[Valid][1][UTT][ MSE = 0.2866 | LCC = 0.8459 | SRCC = 0.8448 ] +INFO:root:Average loss=0.2393058798252008 +INFO:root: +[Valid][2][UTT][ MSE = 0.3141 | LCC = 0.8517 | SRCC = 0.8515 ] +INFO:root:Average loss=0.21722317630281815 +INFO:root: +[Valid][3][UTT][ MSE = 0.3018 | LCC = 0.8606 | SRCC = 0.8612 ] +INFO:root:Average loss=0.19666274885336557 +INFO:root: +[Valid][4][UTT][ MSE = 0.2458 | LCC = 0.8617 | SRCC = 0.8615 ] +INFO:root:Average loss=0.19837103573939738 +INFO:root: +[Valid][5][UTT][ MSE = 0.2781 | LCC = 0.8583 | SRCC = 0.8577 ] +INFO:root:Average loss=0.19243628254685646 +INFO:root: +[Valid][6][UTT][ MSE = 0.2439 | LCC = 0.8625 | SRCC = 0.8614 ] +INFO:root:Average loss=0.17278360947966576 +INFO:root: +[Valid][7][UTT][ MSE = 0.2418 | LCC = 0.8645 | SRCC = 0.8631 ] +INFO:root:Average loss=0.16726009337565836 +INFO:root: +[Valid][8][UTT][ MSE = 0.2437 | LCC = 0.8620 | SRCC = 0.8620 ] +INFO:root:Average loss=0.15241429706414542 +INFO:root: +[Valid][9][UTT][ MSE = 0.2860 | LCC = 0.8579 | SRCC = 0.8585 ] +INFO:root:Average loss=0.14969417853997305 +INFO:root: +[Valid][10][UTT][ MSE = 0.2506 | LCC = 0.8599 | SRCC = 0.8616 ] +INFO:root:Average loss=0.13814630111058554 +INFO:root: +[Valid][11][UTT][ MSE = 0.2464 | LCC = 0.8584 | SRCC = 0.8570 ] +INFO:root:Average loss=0.13037578159799942 +INFO:root: +[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.8561 | SRCC = 0.8561 ] +INFO:root:Average loss=0.12169094574757111 +INFO:root: +[Valid][13][UTT][ MSE = 0.2337 | LCC = 0.8573 | SRCC = 0.8585 ] +INFO:root:Average loss=0.11825561275084813 +INFO:root: +[Valid][14][UTT][ MSE = 0.2572 | LCC = 0.8556 | SRCC = 0.8540 ] +INFO:root:Average loss=0.1094020573565593 +INFO:root: +[Valid][15][UTT][ MSE = 0.2529 | LCC = 0.8510 | SRCC = 0.8506 ] +INFO:root:Average loss=0.09937887662687363 +INFO:root: +[Valid][16][UTT][ MSE = 0.2770 | LCC = 0.8507 | SRCC = 0.8519 ] +INFO:root:Average loss=0.0981015040515325 +INFO:root: +[Valid][17][UTT][ MSE = 0.2460 | LCC = 0.8524 | SRCC = 0.8543 ] +INFO:root:Average loss=0.09341453436093453 +INFO:root: +[Valid][18][UTT][ MSE = 0.2757 | LCC = 0.8511 | SRCC = 0.8531 ] +INFO:root:Average loss=0.09438712068666251 +INFO:root: +[Valid][19][UTT][ MSE = 0.2548 | LCC = 0.8505 | SRCC = 0.8510 ] +INFO:root:Average loss=0.088758692288628 +INFO:root: +[Valid][20][UTT][ MSE = 0.2941 | LCC = 0.8501 | SRCC = 0.8508 ] +INFO:root:Average loss=0.0821521686246762 +INFO:root: +[Valid][21][UTT][ MSE = 0.2470 | LCC = 0.8477 | SRCC = 0.8484 ] +INFO:root:Average loss=0.07919022579414722 +INFO:root: +[Valid][22][UTT][ MSE = 0.2659 | LCC = 0.8473 | SRCC = 0.8483 ] +INFO:root:Average loss=0.07404990341418828 +INFO:root: +[Valid][23][UTT][ MSE = 0.2861 | LCC = 0.8473 | SRCC = 0.8480 ] +INFO:root:Average loss=0.06695938898393741 +INFO:root: +[Valid][24][UTT][ MSE = 0.2541 | LCC = 0.8518 | SRCC = 0.8527 ] +INFO:root:Average loss=0.07037176397175361 +INFO:root: +[Valid][25][UTT][ MSE = 0.2501 | LCC = 0.8491 | SRCC = 0.8493 ] +INFO:root:Average loss=0.06496820512872475 +INFO:root: +[Valid][26][UTT][ MSE = 0.2819 | LCC = 0.8491 | SRCC = 0.8513 ] +INFO:root:Average loss=0.06258055147452232 +INFO:root: +[Valid][27][UTT][ MSE = 0.2609 | LCC = 0.8462 | SRCC = 0.8438 ] +INFO:root:Average loss=0.06016996985253615 +INFO:root: +[Valid][28][UTT][ MSE = 0.2735 | LCC = 0.8465 | SRCC = 0.8469 ] +INFO:root:Average loss=0.058262308581899375 +INFO:root: +[Valid][29][UTT][ MSE = 0.2448 | LCC = 0.8461 | SRCC = 0.8465 ] +INFO:root:Average loss=0.058978245044365905 +INFO:root: +[Valid][30][UTT][ MSE = 0.2658 | LCC = 0.8463 | SRCC = 0.8469 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2510 | LCC = 0.8603 | SRCC = 0.8626 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba6d868745739e265c7f1ed0c90ea2b0e29bb47 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65b7aa2e39a964c57720ac0f8ee054ea2f7f6f17aec06ca122ab8737b06f576 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..51c13282387ec45824e67e1ea1c8b4af0d260489 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ac8113be0fa5c90ac7455db8d31beb97c894e69ec173de314548c1cab6735ab +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..55eb1e7c11ce8cf0c513e71559f463d0d6ca8c24 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.39774829416702956 +INFO:root: +[Valid][0][UTT][ MSE = 0.3430 | LCC = 0.8100 | SRCC = 0.8135 ] +INFO:root:Average loss=0.26678126687422776 +INFO:root: +[Valid][1][UTT][ MSE = 0.3342 | LCC = 0.8366 | SRCC = 0.8330 ] +INFO:root:Average loss=0.2459867699788167 +INFO:root: +[Valid][2][UTT][ MSE = 0.3311 | LCC = 0.8379 | SRCC = 0.8392 ] +INFO:root:Average loss=0.22051089734603196 +INFO:root: +[Valid][3][UTT][ MSE = 0.3033 | LCC = 0.8434 | SRCC = 0.8433 ] +INFO:root:Average loss=0.20453468003334144 +INFO:root: +[Valid][4][UTT][ MSE = 0.2636 | LCC = 0.8511 | SRCC = 0.8495 ] +INFO:root:Average loss=0.18979854022081083 +INFO:root: +[Valid][5][UTT][ MSE = 0.2496 | LCC = 0.8542 | SRCC = 0.8527 ] +INFO:root:Average loss=0.18318991563641107 +INFO:root: +[Valid][6][UTT][ MSE = 0.2463 | LCC = 0.8554 | SRCC = 0.8549 ] +INFO:root:Average loss=0.17041888288580453 +INFO:root: +[Valid][7][UTT][ MSE = 0.2505 | LCC = 0.8532 | SRCC = 0.8525 ] +INFO:root:Average loss=0.17128599396882913 +INFO:root: +[Valid][8][UTT][ MSE = 0.2529 | LCC = 0.8537 | SRCC = 0.8529 ] +INFO:root:Average loss=0.1514369098421855 +INFO:root: +[Valid][9][UTT][ MSE = 0.2483 | LCC = 0.8561 | SRCC = 0.8542 ] +INFO:root:Average loss=0.14894057189424834 +INFO:root: +[Valid][10][UTT][ MSE = 0.2712 | LCC = 0.8526 | SRCC = 0.8509 ] +INFO:root:Average loss=0.144928695108646 +INFO:root: +[Valid][11][UTT][ MSE = 0.2280 | LCC = 0.8560 | SRCC = 0.8564 ] +INFO:root:Average loss=0.13225311251022878 +INFO:root: +[Valid][12][UTT][ MSE = 0.2449 | LCC = 0.8528 | SRCC = 0.8511 ] +INFO:root:Average loss=0.1256971677335409 +INFO:root: +[Valid][13][UTT][ MSE = 0.2466 | LCC = 0.8519 | SRCC = 0.8510 ] +INFO:root:Average loss=0.11383222788572311 +INFO:root: +[Valid][14][UTT][ MSE = 0.2520 | LCC = 0.8518 | SRCC = 0.8497 ] +INFO:root:Average loss=0.1083551928974115 +INFO:root: +[Valid][15][UTT][ MSE = 0.2598 | LCC = 0.8504 | SRCC = 0.8495 ] +INFO:root:Average loss=0.10696039606745426 +INFO:root: +[Valid][16][UTT][ MSE = 0.2487 | LCC = 0.8466 | SRCC = 0.8483 ] +INFO:root:Average loss=0.09693946082813618 +INFO:root: +[Valid][17][UTT][ MSE = 0.2489 | LCC = 0.8477 | SRCC = 0.8465 ] +INFO:root:Average loss=0.09485996342622317 +INFO:root: +[Valid][18][UTT][ MSE = 0.2575 | LCC = 0.8437 | SRCC = 0.8419 ] +INFO:root:Average loss=0.09225464144196266 +INFO:root: +[Valid][19][UTT][ MSE = 0.2560 | LCC = 0.8466 | SRCC = 0.8442 ] +INFO:root:Average loss=0.08606800885918812 +INFO:root: +[Valid][20][UTT][ MSE = 0.2524 | LCC = 0.8433 | SRCC = 0.8421 ] +INFO:root:Average loss=0.08424561088665938 +INFO:root: +[Valid][21][UTT][ MSE = 0.2550 | LCC = 0.8414 | SRCC = 0.8390 ] +INFO:root:Average loss=0.08612665854012355 +INFO:root: +[Valid][22][UTT][ MSE = 0.2575 | LCC = 0.8418 | SRCC = 0.8403 ] +INFO:root:Average loss=0.07939881826631534 +INFO:root: +[Valid][23][UTT][ MSE = 0.2628 | LCC = 0.8372 | SRCC = 0.8370 ] +INFO:root:Average loss=0.07129681750367849 +INFO:root: +[Valid][24][UTT][ MSE = 0.2547 | LCC = 0.8409 | SRCC = 0.8390 ] +INFO:root:Average loss=0.07507423555048612 +INFO:root: +[Valid][25][UTT][ MSE = 0.2552 | LCC = 0.8417 | SRCC = 0.8401 ] +INFO:root:Average loss=0.06873347786947703 +INFO:root: +[Valid][26][UTT][ MSE = 0.2675 | LCC = 0.8388 | SRCC = 0.8370 ] +INFO:root:Average loss=0.06608568657285128 +INFO:root: +[Valid][27][UTT][ MSE = 0.2612 | LCC = 0.8391 | SRCC = 0.8370 ] +INFO:root:Average loss=0.06398494637165314 +INFO:root: +[Valid][28][UTT][ MSE = 0.2595 | LCC = 0.8376 | SRCC = 0.8359 ] +INFO:root:Average loss=0.05930153977794525 +INFO:root: +[Valid][29][UTT][ MSE = 0.2702 | LCC = 0.8346 | SRCC = 0.8326 ] +INFO:root:Average loss=0.05548064224421978 +INFO:root: +[Valid][30][UTT][ MSE = 0.2605 | LCC = 0.8381 | SRCC = 0.8360 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2491 | LCC = 0.8600 | SRCC = 0.8609 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b23ef2f53d117e791d892f20d32a4f22ea52a699 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c09a4efb2ded4fca8107a670f055a1c6f12a573d35e1e2d27bb53be097de72e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..45546ad0410e51278e8f9efcd87ca12115df4281 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad78349a6ad556d23b95ae8a32a1f67c8b48752f41e80a72d8a3e48ea24cd3a +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e7fd5300dad454c01c6b1615a97863e9a4d44899 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3807110146452219 +INFO:root: +[Valid][0][UTT][ MSE = 0.3402 | LCC = 0.8231 | SRCC = 0.8235 ] +INFO:root:Average loss=0.2535953470147573 +INFO:root: +[Valid][1][UTT][ MSE = 0.3166 | LCC = 0.8398 | SRCC = 0.8403 ] +INFO:root:Average loss=0.23010821373034746 +INFO:root: +[Valid][2][UTT][ MSE = 0.2968 | LCC = 0.8494 | SRCC = 0.8484 ] +INFO:root:Average loss=0.22593130295475325 +INFO:root: +[Valid][3][UTT][ MSE = 0.2592 | LCC = 0.8491 | SRCC = 0.8487 ] +INFO:root:Average loss=0.2137014613701747 +INFO:root: +[Valid][4][UTT][ MSE = 0.3329 | LCC = 0.8542 | SRCC = 0.8545 ] +INFO:root:Average loss=0.19047590689017221 +INFO:root: +[Valid][5][UTT][ MSE = 0.2491 | LCC = 0.8583 | SRCC = 0.8580 ] +INFO:root:Average loss=0.1824468014140924 +INFO:root: +[Valid][6][UTT][ MSE = 0.2616 | LCC = 0.8581 | SRCC = 0.8587 ] +INFO:root:Average loss=0.16853334582768953 +INFO:root: +[Valid][7][UTT][ MSE = 0.2752 | LCC = 0.8570 | SRCC = 0.8576 ] +INFO:root:Average loss=0.16271241496388728 +INFO:root: +[Valid][8][UTT][ MSE = 0.2848 | LCC = 0.8580 | SRCC = 0.8592 ] +INFO:root:Average loss=0.156454754085877 +INFO:root: +[Valid][9][UTT][ MSE = 0.2241 | LCC = 0.8587 | SRCC = 0.8591 ] +INFO:root:Average loss=0.1501674833588111 +INFO:root: +[Valid][10][UTT][ MSE = 0.2797 | LCC = 0.8591 | SRCC = 0.8600 ] +INFO:root:Average loss=0.13412902045708436 +INFO:root: +[Valid][11][UTT][ MSE = 0.2362 | LCC = 0.8598 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1301831451173012 +INFO:root: +[Valid][12][UTT][ MSE = 0.2332 | LCC = 0.8579 | SRCC = 0.8583 ] +INFO:root:Average loss=0.12578270746729311 +INFO:root: +[Valid][13][UTT][ MSE = 0.2301 | LCC = 0.8580 | SRCC = 0.8585 ] +INFO:root:Average loss=0.11625259885421166 +INFO:root: +[Valid][14][UTT][ MSE = 0.2614 | LCC = 0.8503 | SRCC = 0.8517 ] +INFO:root:Average loss=0.11319741310599522 +INFO:root: +[Valid][15][UTT][ MSE = 0.2473 | LCC = 0.8472 | SRCC = 0.8490 ] +INFO:root:Average loss=0.10704734405645958 +INFO:root: +[Valid][16][UTT][ MSE = 0.2636 | LCC = 0.8495 | SRCC = 0.8503 ] +INFO:root:Average loss=0.09479607455432415 +INFO:root: +[Valid][17][UTT][ MSE = 0.2415 | LCC = 0.8500 | SRCC = 0.8488 ] +INFO:root:Average loss=0.09668091842188285 +INFO:root: +[Valid][18][UTT][ MSE = 0.2493 | LCC = 0.8471 | SRCC = 0.8468 ] +INFO:root:Average loss=0.09332305173843335 +INFO:root: +[Valid][19][UTT][ MSE = 0.2533 | LCC = 0.8483 | SRCC = 0.8476 ] +INFO:root:Average loss=0.08638044375066574 +INFO:root: +[Valid][20][UTT][ MSE = 0.2396 | LCC = 0.8492 | SRCC = 0.8487 ] +INFO:root:Average loss=0.08425604537702523 +INFO:root: +[Valid][21][UTT][ MSE = 0.2657 | LCC = 0.8468 | SRCC = 0.8464 ] +INFO:root:Average loss=0.07982896502392414 +INFO:root: +[Valid][22][UTT][ MSE = 0.2490 | LCC = 0.8458 | SRCC = 0.8458 ] +INFO:root:Average loss=0.08017906608680885 +INFO:root: +[Valid][23][UTT][ MSE = 0.2531 | LCC = 0.8439 | SRCC = 0.8432 ] +INFO:root:Average loss=0.07254987816589001 +INFO:root: +[Valid][24][UTT][ MSE = 0.2330 | LCC = 0.8508 | SRCC = 0.8504 ] +INFO:root:Average loss=0.06964153724794205 +INFO:root: +[Valid][25][UTT][ MSE = 0.2698 | LCC = 0.8429 | SRCC = 0.8427 ] +INFO:root:Average loss=0.06694819061801983 +INFO:root: +[Valid][26][UTT][ MSE = 0.2579 | LCC = 0.8433 | SRCC = 0.8436 ] +INFO:root:Average loss=0.06294211816902344 +INFO:root: +[Valid][27][UTT][ MSE = 0.2731 | LCC = 0.8406 | SRCC = 0.8406 ] +INFO:root:Average loss=0.062346195276731096 +INFO:root: +[Valid][28][UTT][ MSE = 0.2474 | LCC = 0.8454 | SRCC = 0.8448 ] +INFO:root:Average loss=0.05855810217177256 +INFO:root: +[Valid][29][UTT][ MSE = 0.2681 | LCC = 0.8451 | SRCC = 0.8445 ] +INFO:root:Average loss=0.0549159023242119 +INFO:root: +[Valid][30][UTT][ MSE = 0.2572 | LCC = 0.8428 | SRCC = 0.8438 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2422 | LCC = 0.8616 | SRCC = 0.8620 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c4bac3ffcfcc02bd0161e54e678994b73bb677 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc6b2fde649651889a7d17f5b0da6e243bd63d3d388e83fd1e203eb46474b66 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..850cb269426981eac1e5ac1fc5cc643797e3f6df --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4609a8ef501925215fac89d364dfd1c24701cdda08e7dc2a2f9e17613452b692 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..abb1502c1deb7bb4287707fad93158190d1805e1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40677092568232465 +INFO:root: +[Valid][0][UTT][ MSE = 0.3548 | LCC = 0.8051 | SRCC = 0.8064 ] +INFO:root:Average loss=0.2814019778982187 +INFO:root: +[Valid][1][UTT][ MSE = 0.3061 | LCC = 0.8260 | SRCC = 0.8279 ] +INFO:root:Average loss=0.2632747449171849 +INFO:root: +[Valid][2][UTT][ MSE = 0.2929 | LCC = 0.8399 | SRCC = 0.8374 ] +INFO:root:Average loss=0.2484377118257376 +INFO:root: +[Valid][3][UTT][ MSE = 0.3268 | LCC = 0.8447 | SRCC = 0.8444 ] +INFO:root:Average loss=0.2346892108519872 +INFO:root: +[Valid][4][UTT][ MSE = 0.2953 | LCC = 0.8512 | SRCC = 0.8479 ] +INFO:root:Average loss=0.22352726528277764 +INFO:root: +[Valid][5][UTT][ MSE = 0.2740 | LCC = 0.8511 | SRCC = 0.8500 ] +INFO:root:Average loss=0.2256815914924328 +INFO:root: +[Valid][6][UTT][ MSE = 0.3326 | LCC = 0.8527 | SRCC = 0.8504 ] +INFO:root:Average loss=0.22127664643220413 +INFO:root: +[Valid][7][UTT][ MSE = 0.2696 | LCC = 0.8549 | SRCC = 0.8540 ] +INFO:root:Average loss=0.22588648857214513 +INFO:root: +[Valid][8][UTT][ MSE = 0.2759 | LCC = 0.8547 | SRCC = 0.8533 ] +INFO:root:Average loss=0.19953323509066534 +INFO:root: +[Valid][9][UTT][ MSE = 0.2813 | LCC = 0.8617 | SRCC = 0.8612 ] +INFO:root:Average loss=0.2034006647956677 +INFO:root: +[Valid][10][UTT][ MSE = 0.2925 | LCC = 0.8500 | SRCC = 0.8558 ] +INFO:root:Average loss=0.18817745607632858 +INFO:root: +[Valid][11][UTT][ MSE = 0.3074 | LCC = 0.8579 | SRCC = 0.8574 ] +INFO:root:Average loss=0.17811407760167733 +INFO:root: +[Valid][12][UTT][ MSE = 0.3108 | LCC = 0.8576 | SRCC = 0.8554 ] +INFO:root:Average loss=0.18364721947373489 +INFO:root: +[Valid][13][UTT][ MSE = 0.3040 | LCC = 0.8611 | SRCC = 0.8600 ] +INFO:root:Average loss=0.17254405888991478 +INFO:root: +[Valid][14][UTT][ MSE = 0.2820 | LCC = 0.8581 | SRCC = 0.8564 ] +INFO:root:Average loss=0.17570715149243674 +INFO:root: +[Valid][15][UTT][ MSE = 0.2897 | LCC = 0.8575 | SRCC = 0.8567 ] +INFO:root:Average loss=0.16208992134302092 +INFO:root: +[Valid][16][UTT][ MSE = 0.2350 | LCC = 0.8610 | SRCC = 0.8625 ] +INFO:root:Average loss=0.16268451779316634 +INFO:root: +[Valid][17][UTT][ MSE = 0.2889 | LCC = 0.8518 | SRCC = 0.8539 ] +INFO:root:Average loss=0.15965936648157927 +INFO:root: +[Valid][18][UTT][ MSE = 0.2669 | LCC = 0.8564 | SRCC = 0.8584 ] +INFO:root:Average loss=0.15228140678925392 +INFO:root: +[Valid][19][UTT][ MSE = 0.2624 | LCC = 0.8588 | SRCC = 0.8574 ] +INFO:root:Average loss=0.15338363202336508 +INFO:root: +[Valid][20][UTT][ MSE = 0.2341 | LCC = 0.8616 | SRCC = 0.8610 ] +INFO:root:Average loss=0.15297479488146612 +INFO:root: +[Valid][21][UTT][ MSE = 0.2648 | LCC = 0.8580 | SRCC = 0.8564 ] +INFO:root:Average loss=0.1473204554655613 +INFO:root: +[Valid][22][UTT][ MSE = 0.2449 | LCC = 0.8594 | SRCC = 0.8590 ] +INFO:root:Average loss=0.14014829628360578 +INFO:root: +[Valid][23][UTT][ MSE = 0.2673 | LCC = 0.8566 | SRCC = 0.8561 ] +INFO:root:Average loss=0.13015899845422843 +INFO:root: +[Valid][24][UTT][ MSE = 0.2660 | LCC = 0.8589 | SRCC = 0.8582 ] +INFO:root:Average loss=0.12910723733978394 +INFO:root: +[Valid][25][UTT][ MSE = 0.2884 | LCC = 0.8568 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1250843059940216 +INFO:root: +[Valid][26][UTT][ MSE = 0.2507 | LCC = 0.8585 | SRCC = 0.8570 ] +INFO:root:Average loss=0.1191388446933184 +INFO:root: +[Valid][27][UTT][ MSE = 0.2486 | LCC = 0.8557 | SRCC = 0.8547 ] +INFO:root:Average loss=0.11972608751593491 +INFO:root: +[Valid][28][UTT][ MSE = 0.2550 | LCC = 0.8567 | SRCC = 0.8551 ] +INFO:root:Average loss=0.11749145751580214 +INFO:root: +[Valid][29][UTT][ MSE = 0.2446 | LCC = 0.8544 | SRCC = 0.8536 ] +INFO:root:Average loss=0.116970411191384 +INFO:root: +[Valid][30][UTT][ MSE = 0.2539 | LCC = 0.8557 | SRCC = 0.8546 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2717 | LCC = 0.8597 | SRCC = 0.8586 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3567165be4564617cf3f9167b99f086d50b39f0b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8260c70d9826a46a8f39cae5b16b6969ed7116d5cb659b4809bad8ca82122cd3 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c39042bc2325906f37b896ff59609af6f6e6d4d6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033998ea51907221515046cbe846f8ff1fa92bb724bf9dbe3325a163e93c49a8 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..41be5f35e7ad581e3f20f9860b9f32c394cf25a8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.38113229568952167 +INFO:root: +[Valid][0][UTT][ MSE = 0.3719 | LCC = 0.8096 | SRCC = 0.8093 ] +INFO:root:Average loss=0.27109712209457004 +INFO:root: +[Valid][1][UTT][ MSE = 0.3369 | LCC = 0.8352 | SRCC = 0.8326 ] +INFO:root:Average loss=0.25819822878409654 +INFO:root: +[Valid][2][UTT][ MSE = 0.2931 | LCC = 0.8420 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2458272029956182 +INFO:root: +[Valid][3][UTT][ MSE = 0.3406 | LCC = 0.8280 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2384489222596853 +INFO:root: +[Valid][4][UTT][ MSE = 0.3030 | LCC = 0.8482 | SRCC = 0.8457 ] +INFO:root:Average loss=0.23071913726818868 +INFO:root: +[Valid][5][UTT][ MSE = 0.2816 | LCC = 0.8504 | SRCC = 0.8487 ] +INFO:root:Average loss=0.22140928587088218 +INFO:root: +[Valid][6][UTT][ MSE = 0.2512 | LCC = 0.8529 | SRCC = 0.8538 ] +INFO:root:Average loss=0.20888568518253472 +INFO:root: +[Valid][7][UTT][ MSE = 0.2864 | LCC = 0.8557 | SRCC = 0.8557 ] +INFO:root:Average loss=0.19968928836095026 +INFO:root: +[Valid][8][UTT][ MSE = 0.3162 | LCC = 0.8388 | SRCC = 0.8405 ] +INFO:root:Average loss=0.20646043160022834 +INFO:root: +[Valid][9][UTT][ MSE = 0.2718 | LCC = 0.8568 | SRCC = 0.8549 ] +INFO:root:Average loss=0.18672065436840057 +INFO:root: +[Valid][10][UTT][ MSE = 0.2622 | LCC = 0.8585 | SRCC = 0.8561 ] +INFO:root:Average loss=0.1807976917196543 +INFO:root: +[Valid][11][UTT][ MSE = 0.2610 | LCC = 0.8571 | SRCC = 0.8541 ] +INFO:root:Average loss=0.17581342189357832 +INFO:root: +[Valid][12][UTT][ MSE = 0.2502 | LCC = 0.8548 | SRCC = 0.8541 ] +INFO:root:Average loss=0.18087974056983605 +INFO:root: +[Valid][13][UTT][ MSE = 0.3262 | LCC = 0.8496 | SRCC = 0.8524 ] +INFO:root:Average loss=0.18400724375477204 +INFO:root: +[Valid][14][UTT][ MSE = 0.2652 | LCC = 0.8571 | SRCC = 0.8551 ] +INFO:root:Average loss=0.16628445083132157 +INFO:root: +[Valid][15][UTT][ MSE = 0.2566 | LCC = 0.8564 | SRCC = 0.8537 ] +INFO:root:Average loss=0.15722307457755774 +INFO:root: +[Valid][16][UTT][ MSE = 0.2485 | LCC = 0.8576 | SRCC = 0.8558 ] +INFO:root:Average loss=0.1614123861759137 +INFO:root: +[Valid][17][UTT][ MSE = 0.2563 | LCC = 0.8561 | SRCC = 0.8553 ] +INFO:root:Average loss=0.1494159595324443 +INFO:root: +[Valid][18][UTT][ MSE = 0.2662 | LCC = 0.8549 | SRCC = 0.8555 ] +INFO:root:Average loss=0.14497652869576064 +INFO:root: +[Valid][19][UTT][ MSE = 0.2523 | LCC = 0.8575 | SRCC = 0.8567 ] +INFO:root:Average loss=0.14798929007389608 +INFO:root: +[Valid][20][UTT][ MSE = 0.2612 | LCC = 0.8532 | SRCC = 0.8518 ] +INFO:root:Average loss=0.13843462329644424 +INFO:root: +[Valid][21][UTT][ MSE = 0.2605 | LCC = 0.8534 | SRCC = 0.8512 ] +INFO:root:Average loss=0.13531140190286514 +INFO:root: +[Valid][22][UTT][ MSE = 0.2597 | LCC = 0.8518 | SRCC = 0.8489 ] +INFO:root:Average loss=0.13216114378510377 +INFO:root: +[Valid][23][UTT][ MSE = 0.2610 | LCC = 0.8523 | SRCC = 0.8504 ] +INFO:root:Average loss=0.12560366781858298 +INFO:root: +[Valid][24][UTT][ MSE = 0.2446 | LCC = 0.8534 | SRCC = 0.8515 ] +INFO:root:Average loss=0.12735091942625168 +INFO:root: +[Valid][25][UTT][ MSE = 0.2653 | LCC = 0.8513 | SRCC = 0.8510 ] +INFO:root:Average loss=0.12828317045783386 +INFO:root: +[Valid][26][UTT][ MSE = 0.2885 | LCC = 0.8450 | SRCC = 0.8449 ] +INFO:root:Average loss=0.11879356472920148 +INFO:root: +[Valid][27][UTT][ MSE = 0.2421 | LCC = 0.8548 | SRCC = 0.8535 ] +INFO:root:Average loss=0.11335094607411286 +INFO:root: +[Valid][28][UTT][ MSE = 0.2517 | LCC = 0.8495 | SRCC = 0.8462 ] +INFO:root:Average loss=0.11040209931058761 +INFO:root: +[Valid][29][UTT][ MSE = 0.2752 | LCC = 0.8520 | SRCC = 0.8487 ] +INFO:root:Average loss=0.10830190166448936 +INFO:root: +[Valid][30][UTT][ MSE = 0.2513 | LCC = 0.8537 | SRCC = 0.8522 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2528 | LCC = 0.8585 | SRCC = 0.8596 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..03738e98549817206bc956853980ee261d07cf18 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25da13b7e5a17c7f25a7a3a304020e2bd2be1df1aa925707a933a96e346aa72d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fad561b38c33760820e05adccf9fb04d19e3378 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5d2f4d097efd4a91b655e966bbe5842c98ae5964427ea520a6cd0ee5ee87b8 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..54fa03623eba2bacda0ce430b52b90970acb5a12 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4896421732428746 +INFO:root: +[Valid][0][UTT][ MSE = 0.3663 | LCC = 0.7958 | SRCC = 0.7990 ] +INFO:root:Average loss=0.2822127166466835 +INFO:root: +[Valid][1][UTT][ MSE = 0.3251 | LCC = 0.8221 | SRCC = 0.8237 ] +INFO:root:Average loss=0.25926372217826354 +INFO:root: +[Valid][2][UTT][ MSE = 0.2963 | LCC = 0.8362 | SRCC = 0.8347 ] +INFO:root:Average loss=0.24706156207964972 +INFO:root: +[Valid][3][UTT][ MSE = 0.3084 | LCC = 0.8457 | SRCC = 0.8431 ] +INFO:root:Average loss=0.23449762375691 +INFO:root: +[Valid][4][UTT][ MSE = 0.2873 | LCC = 0.8471 | SRCC = 0.8440 ] +INFO:root:Average loss=0.2236048590678435 +INFO:root: +[Valid][5][UTT][ MSE = 0.2880 | LCC = 0.8545 | SRCC = 0.8503 ] +INFO:root:Average loss=0.2157238943454547 +INFO:root: +[Valid][6][UTT][ MSE = 0.2688 | LCC = 0.8540 | SRCC = 0.8509 ] +INFO:root:Average loss=0.20914587712822816 +INFO:root: +[Valid][7][UTT][ MSE = 0.2626 | LCC = 0.8572 | SRCC = 0.8556 ] +INFO:root:Average loss=0.20437279343605042 +INFO:root: +[Valid][8][UTT][ MSE = 0.2408 | LCC = 0.8568 | SRCC = 0.8557 ] +INFO:root:Average loss=0.19874181560216805 +INFO:root: +[Valid][9][UTT][ MSE = 0.2905 | LCC = 0.8521 | SRCC = 0.8516 ] +INFO:root:Average loss=0.18894514842675283 +INFO:root: +[Valid][10][UTT][ MSE = 0.2502 | LCC = 0.8563 | SRCC = 0.8551 ] +INFO:root:Average loss=0.19262302399445802 +INFO:root: +[Valid][11][UTT][ MSE = 0.2885 | LCC = 0.8594 | SRCC = 0.8577 ] +INFO:root:Average loss=0.1743101554039197 +INFO:root: +[Valid][12][UTT][ MSE = 0.2718 | LCC = 0.8586 | SRCC = 0.8591 ] +INFO:root:Average loss=0.17748451557679054 +INFO:root: +[Valid][13][UTT][ MSE = 0.2710 | LCC = 0.8579 | SRCC = 0.8568 ] +INFO:root:Average loss=0.17501926871064383 +INFO:root: +[Valid][14][UTT][ MSE = 0.2403 | LCC = 0.8574 | SRCC = 0.8569 ] +INFO:root:Average loss=0.1669417455410346 +INFO:root: +[Valid][15][UTT][ MSE = 0.2777 | LCC = 0.8573 | SRCC = 0.8545 ] +INFO:root:Average loss=0.16082807267323518 +INFO:root: +[Valid][16][UTT][ MSE = 0.2462 | LCC = 0.8563 | SRCC = 0.8550 ] +INFO:root:Average loss=0.15067035829027495 +INFO:root: +[Valid][17][UTT][ MSE = 0.2517 | LCC = 0.8607 | SRCC = 0.8583 ] +INFO:root:Average loss=0.15295447877202278 +INFO:root: +[Valid][18][UTT][ MSE = 0.2569 | LCC = 0.8604 | SRCC = 0.8572 ] +INFO:root:Average loss=0.1416131120461684 +INFO:root: +[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.8556 | SRCC = 0.8536 ] +INFO:root:Average loss=0.14213319371143976 +INFO:root: +[Valid][20][UTT][ MSE = 0.2395 | LCC = 0.8599 | SRCC = 0.8598 ] +INFO:root:Average loss=0.1387616080733446 +INFO:root: +[Valid][21][UTT][ MSE = 0.2435 | LCC = 0.8567 | SRCC = 0.8546 ] +INFO:root:Average loss=0.1394434253183695 +INFO:root: +[Valid][22][UTT][ MSE = 0.2410 | LCC = 0.8600 | SRCC = 0.8584 ] +INFO:root:Average loss=0.1333093840915423 +INFO:root: +[Valid][23][UTT][ MSE = 0.2524 | LCC = 0.8582 | SRCC = 0.8569 ] +INFO:root:Average loss=0.1224188198072788 +INFO:root: +[Valid][24][UTT][ MSE = 0.2296 | LCC = 0.8576 | SRCC = 0.8580 ] +INFO:root:Average loss=0.1260392450942443 +INFO:root: +[Valid][25][UTT][ MSE = 0.2445 | LCC = 0.8545 | SRCC = 0.8549 ] +INFO:root:Average loss=0.12350161956288876 +INFO:root: +[Valid][26][UTT][ MSE = 0.2521 | LCC = 0.8542 | SRCC = 0.8524 ] +INFO:root:Average loss=0.11205797059795795 +INFO:root: +[Valid][27][UTT][ MSE = 0.2558 | LCC = 0.8543 | SRCC = 0.8555 ] +INFO:root:Average loss=0.11622249573851243 +INFO:root: +[Valid][28][UTT][ MSE = 0.2631 | LCC = 0.8512 | SRCC = 0.8501 ] +INFO:root:Average loss=0.11656334575934288 +INFO:root: +[Valid][29][UTT][ MSE = 0.2602 | LCC = 0.8548 | SRCC = 0.8535 ] +INFO:root:Average loss=0.10987704314100437 +INFO:root: +[Valid][30][UTT][ MSE = 0.2416 | LCC = 0.8537 | SRCC = 0.8520 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2645 | LCC = 0.8500 | SRCC = 0.8487 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4b4c9c844026b78399bd136b62cf8a53c6ee003 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3752cb3c87d004f454eb528b6043790c5a64eb05b5989b8f898c10aba2b98c70 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..830213030e317e6e799383ef5c9c164f5ae433f7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c591716e9d70bfaf6f66034a68d693e4ac22c320a412c42defc254bd9e3aabb +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..253eb3f9f7a26a0ca6e81c622e16f96de7847c96 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3720858291937755 +INFO:root: +[Valid][0][UTT][ MSE = 0.3629 | LCC = 0.8085 | SRCC = 0.8119 ] +INFO:root:Average loss=0.2764380354529772 +INFO:root: +[Valid][1][UTT][ MSE = 0.3177 | LCC = 0.8352 | SRCC = 0.8324 ] +INFO:root:Average loss=0.25247122710331893 +INFO:root: +[Valid][2][UTT][ MSE = 0.2928 | LCC = 0.8420 | SRCC = 0.8425 ] +INFO:root:Average loss=0.23502150349892104 +INFO:root: +[Valid][3][UTT][ MSE = 0.3052 | LCC = 0.8438 | SRCC = 0.8446 ] +INFO:root:Average loss=0.22913941932030213 +INFO:root: +[Valid][4][UTT][ MSE = 0.3348 | LCC = 0.8451 | SRCC = 0.8430 ] +INFO:root:Average loss=0.23378500017600182 +INFO:root: +[Valid][5][UTT][ MSE = 0.3141 | LCC = 0.8541 | SRCC = 0.8524 ] +INFO:root:Average loss=0.2246420960395764 +INFO:root: +[Valid][6][UTT][ MSE = 0.2801 | LCC = 0.8512 | SRCC = 0.8494 ] +INFO:root:Average loss=0.2053586701169992 +INFO:root: +[Valid][7][UTT][ MSE = 0.3103 | LCC = 0.8525 | SRCC = 0.8524 ] +INFO:root:Average loss=0.20178091249022728 +INFO:root: +[Valid][8][UTT][ MSE = 0.3025 | LCC = 0.8547 | SRCC = 0.8555 ] +INFO:root:Average loss=0.19945065486125457 +INFO:root: +[Valid][9][UTT][ MSE = 0.2628 | LCC = 0.8493 | SRCC = 0.8529 ] +INFO:root:Average loss=0.1896364396581283 +INFO:root: +[Valid][10][UTT][ MSE = 0.2834 | LCC = 0.8558 | SRCC = 0.8520 ] +INFO:root:Average loss=0.18318125567375085 +INFO:root: +[Valid][11][UTT][ MSE = 0.2507 | LCC = 0.8576 | SRCC = 0.8570 ] +INFO:root:Average loss=0.1767085071366567 +INFO:root: +[Valid][12][UTT][ MSE = 0.2633 | LCC = 0.8598 | SRCC = 0.8609 ] +INFO:root:Average loss=0.17078527712669128 +INFO:root: +[Valid][13][UTT][ MSE = 0.2646 | LCC = 0.8589 | SRCC = 0.8563 ] +INFO:root:Average loss=0.17673006472297204 +INFO:root: +[Valid][14][UTT][ MSE = 0.2799 | LCC = 0.8574 | SRCC = 0.8547 ] +INFO:root:Average loss=0.16286679357290268 +INFO:root: +[Valid][15][UTT][ MSE = 0.2641 | LCC = 0.8571 | SRCC = 0.8538 ] +INFO:root:Average loss=0.16083178869806802 +INFO:root: +[Valid][16][UTT][ MSE = 0.2953 | LCC = 0.8564 | SRCC = 0.8570 ] +INFO:root:Average loss=0.15739891525262442 +INFO:root: +[Valid][17][UTT][ MSE = 0.2447 | LCC = 0.8540 | SRCC = 0.8534 ] +INFO:root:Average loss=0.15478339915474257 +INFO:root: +[Valid][18][UTT][ MSE = 0.2557 | LCC = 0.8594 | SRCC = 0.8569 ] +INFO:root:Average loss=0.14446098137742433 +INFO:root: +[Valid][19][UTT][ MSE = 0.2672 | LCC = 0.8539 | SRCC = 0.8541 ] +INFO:root:Average loss=0.14701376005243033 +INFO:root: +[Valid][20][UTT][ MSE = 0.2519 | LCC = 0.8563 | SRCC = 0.8557 ] +INFO:root:Average loss=0.14152053323311684 +INFO:root: +[Valid][21][UTT][ MSE = 0.2436 | LCC = 0.8547 | SRCC = 0.8556 ] +INFO:root:Average loss=0.13019729214601028 +INFO:root: +[Valid][22][UTT][ MSE = 0.2590 | LCC = 0.8541 | SRCC = 0.8519 ] +INFO:root:Average loss=0.136589717788574 +INFO:root: +[Valid][23][UTT][ MSE = 0.2736 | LCC = 0.8555 | SRCC = 0.8521 ] +INFO:root:Average loss=0.12030742403406364 +INFO:root: +[Valid][24][UTT][ MSE = 0.2443 | LCC = 0.8525 | SRCC = 0.8532 ] +INFO:root:Average loss=0.1257668788998555 +INFO:root: +[Valid][25][UTT][ MSE = 0.2624 | LCC = 0.8551 | SRCC = 0.8525 ] +INFO:root:Average loss=0.1292906142771244 +INFO:root: +[Valid][26][UTT][ MSE = 0.2579 | LCC = 0.8496 | SRCC = 0.8506 ] +INFO:root:Average loss=0.11542929976414411 +INFO:root: +[Valid][27][UTT][ MSE = 0.2372 | LCC = 0.8536 | SRCC = 0.8525 ] +INFO:root:Average loss=0.11612221803993751 +INFO:root: +[Valid][28][UTT][ MSE = 0.2955 | LCC = 0.8466 | SRCC = 0.8458 ] +INFO:root:Average loss=0.11707892746497424 +INFO:root: +[Valid][29][UTT][ MSE = 0.2706 | LCC = 0.8497 | SRCC = 0.8491 ] +INFO:root:Average loss=0.11452289174000423 +INFO:root: +[Valid][30][UTT][ MSE = 0.2848 | LCC = 0.8488 | SRCC = 0.8464 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2523 | LCC = 0.8588 | SRCC = 0.8564 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..63980d56b727474caa326f27417258859bda7f5b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e7c0d8614bdd8efdc1708fdd79f4cff6c70345006a6ad57085bd72f8e825bf9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..55416da278ff855518883b8cd8a6ade97ad4954b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d12c21faf7d4f48b689d542aefdb8b365774385d5d1e414ff6770ddb9e1af6 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..91d87426842db9d0f1843dba2a59e126b9073f69 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_3epoch/layer9/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.37869151471517026 +INFO:root: +[Valid][0][UTT][ MSE = 0.3411 | LCC = 0.8070 | SRCC = 0.8082 ] +INFO:root:Average loss=0.2772453839962299 +INFO:root: +[Valid][1][UTT][ MSE = 0.3631 | LCC = 0.8332 | SRCC = 0.8307 ] +INFO:root:Average loss=0.25506142985362273 +INFO:root: +[Valid][2][UTT][ MSE = 0.3301 | LCC = 0.8366 | SRCC = 0.8377 ] +INFO:root:Average loss=0.2395919110530462 +INFO:root: +[Valid][3][UTT][ MSE = 0.2844 | LCC = 0.8465 | SRCC = 0.8445 ] +INFO:root:Average loss=0.23809665594345483 +INFO:root: +[Valid][4][UTT][ MSE = 0.3068 | LCC = 0.8520 | SRCC = 0.8507 ] +INFO:root:Average loss=0.22557604637665626 +INFO:root: +[Valid][5][UTT][ MSE = 0.2823 | LCC = 0.8527 | SRCC = 0.8510 ] +INFO:root:Average loss=0.22327335799733797 +INFO:root: +[Valid][6][UTT][ MSE = 0.2913 | LCC = 0.8518 | SRCC = 0.8498 ] +INFO:root:Average loss=0.20893493466652358 +INFO:root: +[Valid][7][UTT][ MSE = 0.2543 | LCC = 0.8569 | SRCC = 0.8561 ] +INFO:root:Average loss=0.20170565828298911 +INFO:root: +[Valid][8][UTT][ MSE = 0.2456 | LCC = 0.8570 | SRCC = 0.8565 ] +INFO:root:Average loss=0.19963039878087166 +INFO:root: +[Valid][9][UTT][ MSE = 0.2551 | LCC = 0.8536 | SRCC = 0.8540 ] +INFO:root:Average loss=0.19144479070718473 +INFO:root: +[Valid][10][UTT][ MSE = 0.2759 | LCC = 0.8604 | SRCC = 0.8587 ] +INFO:root:Average loss=0.19348766310856894 +INFO:root: +[Valid][11][UTT][ MSE = 0.2432 | LCC = 0.8600 | SRCC = 0.8585 ] +INFO:root:Average loss=0.17740982446150902 +INFO:root: +[Valid][12][UTT][ MSE = 0.2313 | LCC = 0.8529 | SRCC = 0.8556 ] +INFO:root:Average loss=0.18742025213745925 +INFO:root: +[Valid][13][UTT][ MSE = 0.2468 | LCC = 0.8605 | SRCC = 0.8587 ] +INFO:root:Average loss=0.16951859312561843 +INFO:root: +[Valid][14][UTT][ MSE = 0.2860 | LCC = 0.8597 | SRCC = 0.8585 ] +INFO:root:Average loss=0.17379025322122452 +INFO:root: +[Valid][15][UTT][ MSE = 0.2716 | LCC = 0.8565 | SRCC = 0.8547 ] +INFO:root:Average loss=0.16056687365739775 +INFO:root: +[Valid][16][UTT][ MSE = 0.2427 | LCC = 0.8610 | SRCC = 0.8589 ] +INFO:root:Average loss=0.16206733213785368 +INFO:root: +[Valid][17][UTT][ MSE = 0.2704 | LCC = 0.8561 | SRCC = 0.8537 ] +INFO:root:Average loss=0.15349328785370558 +INFO:root: +[Valid][18][UTT][ MSE = 0.2404 | LCC = 0.8620 | SRCC = 0.8608 ] +INFO:root:Average loss=0.15097138725030115 +INFO:root: +[Valid][19][UTT][ MSE = 0.2508 | LCC = 0.8574 | SRCC = 0.8563 ] +INFO:root:Average loss=0.14289898062363648 +INFO:root: +[Valid][20][UTT][ MSE = 0.2512 | LCC = 0.8581 | SRCC = 0.8574 ] +INFO:root:Average loss=0.13549706454460436 +INFO:root: +[Valid][21][UTT][ MSE = 0.2371 | LCC = 0.8586 | SRCC = 0.8577 ] +INFO:root:Average loss=0.13713473425461695 +INFO:root: +[Valid][22][UTT][ MSE = 0.2312 | LCC = 0.8599 | SRCC = 0.8587 ] +INFO:root:Average loss=0.14085998510320982 +INFO:root: +[Valid][23][UTT][ MSE = 0.2495 | LCC = 0.8548 | SRCC = 0.8549 ] +INFO:root:Average loss=0.13325168593571737 +INFO:root: +[Valid][24][UTT][ MSE = 0.2585 | LCC = 0.8559 | SRCC = 0.8585 ] +INFO:root:Average loss=0.12731192232324526 +INFO:root: +[Valid][25][UTT][ MSE = 0.2342 | LCC = 0.8571 | SRCC = 0.8575 ] +INFO:root:Average loss=0.12604910794358987 +INFO:root: +[Valid][26][UTT][ MSE = 0.2381 | LCC = 0.8592 | SRCC = 0.8562 ] +INFO:root:Average loss=0.11872295022774966 +INFO:root: +[Valid][27][UTT][ MSE = 0.2668 | LCC = 0.8530 | SRCC = 0.8510 ] +INFO:root:Average loss=0.11983777448917046 +INFO:root: +[Valid][28][UTT][ MSE = 0.2522 | LCC = 0.8550 | SRCC = 0.8522 ] +INFO:root:Average loss=0.10992179815776837 +INFO:root: +[Valid][29][UTT][ MSE = 0.2501 | LCC = 0.8581 | SRCC = 0.8569 ] +INFO:root:Average loss=0.11165494767901225 +INFO:root: +[Valid][30][UTT][ MSE = 0.2742 | LCC = 0.8491 | SRCC = 0.8493 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2603 | LCC = 0.8527 | SRCC = 0.8542 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dd0cdfe022b0d667b612915ce0bb4e6a7fe357e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b6c8abea9347ef038b2c9700fd444e9c7fb54549d5cf5269a04eaaf72144bc +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2730ce7d832747dc2da0c50b99deb6c47b68b638 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba8882b16537aa636b7a863a9cb8b9caa104ae55abce7d92a0b651dcc2d3510 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9f62d943a66e116930ab46554f2e3067e2a6f360 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5522903051131811 +INFO:root: +[Valid][0][UTT][ MSE = 0.3851 | LCC = 0.7451 | SRCC = 0.7479 ] +INFO:root:Average loss=0.32056587896285915 +INFO:root: +[Valid][1][UTT][ MSE = 0.3506 | LCC = 0.7920 | SRCC = 0.7927 ] +INFO:root:Average loss=0.27502030841051006 +INFO:root: +[Valid][2][UTT][ MSE = 0.2979 | LCC = 0.8130 | SRCC = 0.8119 ] +INFO:root:Average loss=0.25162083827532256 +INFO:root: +[Valid][3][UTT][ MSE = 0.2974 | LCC = 0.8212 | SRCC = 0.8217 ] +INFO:root:Average loss=0.24652846979025084 +INFO:root: +[Valid][4][UTT][ MSE = 0.2930 | LCC = 0.8232 | SRCC = 0.8237 ] +INFO:root:Average loss=0.221050670895821 +INFO:root: +[Valid][5][UTT][ MSE = 0.2679 | LCC = 0.8259 | SRCC = 0.8300 ] +INFO:root:Average loss=0.20624481695584762 +INFO:root: +[Valid][6][UTT][ MSE = 0.2581 | LCC = 0.8362 | SRCC = 0.8343 ] +INFO:root:Average loss=0.19465091480658606 +INFO:root: +[Valid][7][UTT][ MSE = 0.2794 | LCC = 0.8360 | SRCC = 0.8351 ] +INFO:root:Average loss=0.18303112742992547 +INFO:root: +[Valid][8][UTT][ MSE = 0.2556 | LCC = 0.8403 | SRCC = 0.8390 ] +INFO:root:Average loss=0.18682178100332236 +INFO:root: +[Valid][9][UTT][ MSE = 0.3078 | LCC = 0.8377 | SRCC = 0.8384 ] +INFO:root:Average loss=0.17704148561908647 +INFO:root: +[Valid][10][UTT][ MSE = 0.2596 | LCC = 0.8377 | SRCC = 0.8371 ] +INFO:root:Average loss=0.17327502427192834 +INFO:root: +[Valid][11][UTT][ MSE = 0.2645 | LCC = 0.8353 | SRCC = 0.8380 ] +INFO:root:Average loss=0.16877511946054605 +INFO:root: +[Valid][12][UTT][ MSE = 0.2470 | LCC = 0.8456 | SRCC = 0.8460 ] +INFO:root:Average loss=0.1483449021784159 +INFO:root: +[Valid][13][UTT][ MSE = 0.2483 | LCC = 0.8439 | SRCC = 0.8436 ] +INFO:root:Average loss=0.1477562571183229 +INFO:root: +[Valid][14][UTT][ MSE = 0.2476 | LCC = 0.8481 | SRCC = 0.8463 ] +INFO:root:Average loss=0.14144404872487754 +INFO:root: +[Valid][15][UTT][ MSE = 0.3013 | LCC = 0.8459 | SRCC = 0.8457 ] +INFO:root:Average loss=0.1389847834331867 +INFO:root: +[Valid][16][UTT][ MSE = 0.2482 | LCC = 0.8456 | SRCC = 0.8440 ] +INFO:root:Average loss=0.1291875664431315 +INFO:root: +[Valid][17][UTT][ MSE = 0.2318 | LCC = 0.8496 | SRCC = 0.8495 ] +INFO:root:Average loss=0.1273316438190448 +INFO:root: +[Valid][18][UTT][ MSE = 0.2370 | LCC = 0.8498 | SRCC = 0.8485 ] +INFO:root:Average loss=0.11600252269552304 +INFO:root: +[Valid][19][UTT][ MSE = 0.2407 | LCC = 0.8508 | SRCC = 0.8499 ] +INFO:root:Average loss=0.11466310201929165 +INFO:root: +[Valid][20][UTT][ MSE = 0.2455 | LCC = 0.8468 | SRCC = 0.8463 ] +INFO:root:Average loss=0.11963856788590932 +INFO:root: +[Valid][21][UTT][ MSE = 0.2706 | LCC = 0.8485 | SRCC = 0.8491 ] +INFO:root:Average loss=0.11122550633855355 +INFO:root: +[Valid][22][UTT][ MSE = 0.2418 | LCC = 0.8513 | SRCC = 0.8479 ] +INFO:root:Average loss=0.10245412578567481 +INFO:root: +[Valid][23][UTT][ MSE = 0.2458 | LCC = 0.8514 | SRCC = 0.8495 ] +INFO:root:Average loss=0.09943353910094653 +INFO:root: +[Valid][24][UTT][ MSE = 0.2512 | LCC = 0.8463 | SRCC = 0.8455 ] +INFO:root:Average loss=0.09399321183371238 +INFO:root: +[Valid][25][UTT][ MSE = 0.2459 | LCC = 0.8477 | SRCC = 0.8470 ] +INFO:root:Average loss=0.09383909495022053 +INFO:root: +[Valid][26][UTT][ MSE = 0.2392 | LCC = 0.8531 | SRCC = 0.8519 ] +INFO:root:Average loss=0.08723403556415668 +INFO:root: +[Valid][27][UTT][ MSE = 0.2390 | LCC = 0.8495 | SRCC = 0.8481 ] +INFO:root:Average loss=0.094031408858987 +INFO:root: +[Valid][28][UTT][ MSE = 0.2346 | LCC = 0.8495 | SRCC = 0.8469 ] +INFO:root:Average loss=0.09105368827780087 +INFO:root: +[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.8499 | SRCC = 0.8480 ] +INFO:root:Average loss=0.08013064557543167 +INFO:root: +[Valid][30][UTT][ MSE = 0.2505 | LCC = 0.8498 | SRCC = 0.8480 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2618 | LCC = 0.8543 | SRCC = 0.8561 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf7bb7755590cf928e0d7826bea1381111abc72 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02cd36d1a668d7642e7245c44dabb3ceb2b13a0bb287de57d9079cbe2f0aa88 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ecf1e32194247c8aae538c63de37b38b85acdc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9cca2e46bb47115cab68a7a4729793e70c1359d26d12a01ce6fda1e286088e1 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c5e716de0473d1d5e9dddb58eb91f66a509c534b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5070277246145102 +INFO:root: +[Valid][0][UTT][ MSE = 0.3755 | LCC = 0.7600 | SRCC = 0.7553 ] +INFO:root:Average loss=0.313443270058204 +INFO:root: +[Valid][1][UTT][ MSE = 0.3233 | LCC = 0.8007 | SRCC = 0.8010 ] +INFO:root:Average loss=0.30320280007062816 +INFO:root: +[Valid][2][UTT][ MSE = 0.2992 | LCC = 0.8056 | SRCC = 0.8085 ] +INFO:root:Average loss=0.2528970228173794 +INFO:root: +[Valid][3][UTT][ MSE = 0.2918 | LCC = 0.8241 | SRCC = 0.8233 ] +INFO:root:Average loss=0.23416415793009293 +INFO:root: +[Valid][4][UTT][ MSE = 0.2785 | LCC = 0.8264 | SRCC = 0.8257 ] +INFO:root:Average loss=0.2142808246306884 +INFO:root: +[Valid][5][UTT][ MSE = 0.2852 | LCC = 0.8284 | SRCC = 0.8284 ] +INFO:root:Average loss=0.20223988745457086 +INFO:root: +[Valid][6][UTT][ MSE = 0.2832 | LCC = 0.8313 | SRCC = 0.8290 ] +INFO:root:Average loss=0.2011267485526892 +INFO:root: +[Valid][7][UTT][ MSE = 0.2863 | LCC = 0.8327 | SRCC = 0.8305 ] +INFO:root:Average loss=0.18562134355306625 +INFO:root: +[Valid][8][UTT][ MSE = 0.2742 | LCC = 0.8373 | SRCC = 0.8363 ] +INFO:root:Average loss=0.17603188714919946 +INFO:root: +[Valid][9][UTT][ MSE = 0.3215 | LCC = 0.8317 | SRCC = 0.8333 ] +INFO:root:Average loss=0.16869343234560427 +INFO:root: +[Valid][10][UTT][ MSE = 0.2460 | LCC = 0.8437 | SRCC = 0.8415 ] +INFO:root:Average loss=0.1637744472768062 +INFO:root: +[Valid][11][UTT][ MSE = 0.2689 | LCC = 0.8348 | SRCC = 0.8376 ] +INFO:root:Average loss=0.15460645751311228 +INFO:root: +[Valid][12][UTT][ MSE = 0.2562 | LCC = 0.8412 | SRCC = 0.8420 ] +INFO:root:Average loss=0.15587021458225372 +INFO:root: +[Valid][13][UTT][ MSE = 0.2712 | LCC = 0.8441 | SRCC = 0.8436 ] +INFO:root:Average loss=0.1409956335257261 +INFO:root: +[Valid][14][UTT][ MSE = 0.2943 | LCC = 0.8400 | SRCC = 0.8378 ] +INFO:root:Average loss=0.13730097590730742 +INFO:root: +[Valid][15][UTT][ MSE = 0.3299 | LCC = 0.8368 | SRCC = 0.8402 ] +INFO:root:Average loss=0.1450251324627644 +INFO:root: +[Valid][16][UTT][ MSE = 0.2753 | LCC = 0.8430 | SRCC = 0.8409 ] +INFO:root:Average loss=0.12507132545877725 +INFO:root: +[Valid][17][UTT][ MSE = 0.2687 | LCC = 0.8413 | SRCC = 0.8397 ] +INFO:root:Average loss=0.12529200286819384 +INFO:root: +[Valid][18][UTT][ MSE = 0.2631 | LCC = 0.8457 | SRCC = 0.8462 ] +INFO:root:Average loss=0.11528711469891743 +INFO:root: +[Valid][19][UTT][ MSE = 0.2486 | LCC = 0.8476 | SRCC = 0.8448 ] +INFO:root:Average loss=0.11657276549018346 +INFO:root: +[Valid][20][UTT][ MSE = 0.2419 | LCC = 0.8493 | SRCC = 0.8480 ] +INFO:root:Average loss=0.11781510022970346 +INFO:root: +[Valid][21][UTT][ MSE = 0.2810 | LCC = 0.8433 | SRCC = 0.8443 ] +INFO:root:Average loss=0.11038229853296891 +INFO:root: +[Valid][22][UTT][ MSE = 0.2676 | LCC = 0.8439 | SRCC = 0.8439 ] +INFO:root:Average loss=0.12014898743767005 +INFO:root: +[Valid][23][UTT][ MSE = 0.2368 | LCC = 0.8496 | SRCC = 0.8487 ] +INFO:root:Average loss=0.09870417416095734 +INFO:root: +[Valid][24][UTT][ MSE = 0.2650 | LCC = 0.8481 | SRCC = 0.8462 ] +INFO:root:Average loss=0.09884077172057751 +INFO:root: +[Valid][25][UTT][ MSE = 0.2564 | LCC = 0.8462 | SRCC = 0.8470 ] +INFO:root:Average loss=0.0976379337028051 +INFO:root: +[Valid][26][UTT][ MSE = 0.2621 | LCC = 0.8434 | SRCC = 0.8461 ] +INFO:root:Average loss=0.09204358225449538 +INFO:root: +[Valid][27][UTT][ MSE = 0.2417 | LCC = 0.8478 | SRCC = 0.8469 ] +INFO:root:Average loss=0.08585760723321866 +INFO:root: +[Valid][28][UTT][ MSE = 0.2525 | LCC = 0.8471 | SRCC = 0.8458 ] +INFO:root:Average loss=0.08418565491835277 +INFO:root: +[Valid][29][UTT][ MSE = 0.2375 | LCC = 0.8472 | SRCC = 0.8469 ] +INFO:root:Average loss=0.08372546125872013 +INFO:root: +[Valid][30][UTT][ MSE = 0.2771 | LCC = 0.8447 | SRCC = 0.8445 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2351 | LCC = 0.8531 | SRCC = 0.8536 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e9bb03e132778c83f43810dfb8c19e8ca1dc967 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207f1167863664a43bce7774682777fa0725283b83443c9781445346d07d6ee7 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..15a48ac240c2c68507ba1e65fddcaefba8b884e1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6a505c8f747d0f43586f774426395b0a5b75cca90c6ae166f313934e758426 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..49ea5b80f4680299fb172d40ddf7c00b1b2125e0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5526836480085666 +INFO:root: +[Valid][0][UTT][ MSE = 0.3957 | LCC = 0.7370 | SRCC = 0.7390 ] +INFO:root:Average loss=0.3057000879675914 +INFO:root: +[Valid][1][UTT][ MSE = 0.3118 | LCC = 0.7942 | SRCC = 0.7944 ] +INFO:root:Average loss=0.270986523383703 +INFO:root: +[Valid][2][UTT][ MSE = 0.3096 | LCC = 0.8082 | SRCC = 0.8105 ] +INFO:root:Average loss=0.24568309577611777 +INFO:root: +[Valid][3][UTT][ MSE = 0.2930 | LCC = 0.8232 | SRCC = 0.8234 ] +INFO:root:Average loss=0.22589370703850037 +INFO:root: +[Valid][4][UTT][ MSE = 0.2782 | LCC = 0.8277 | SRCC = 0.8293 ] +INFO:root:Average loss=0.21228768198918074 +INFO:root: +[Valid][5][UTT][ MSE = 0.2719 | LCC = 0.8356 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2054263221529814 +INFO:root: +[Valid][6][UTT][ MSE = 0.2564 | LCC = 0.8381 | SRCC = 0.8370 ] +INFO:root:Average loss=0.19198980201513338 +INFO:root: +[Valid][7][UTT][ MSE = 0.2653 | LCC = 0.8397 | SRCC = 0.8368 ] +INFO:root:Average loss=0.19766921702867898 +INFO:root: +[Valid][8][UTT][ MSE = 0.2760 | LCC = 0.8387 | SRCC = 0.8372 ] +INFO:root:Average loss=0.18391085769503546 +INFO:root: +[Valid][9][UTT][ MSE = 0.2939 | LCC = 0.8377 | SRCC = 0.8359 ] +INFO:root:Average loss=0.17635096428103936 +INFO:root: +[Valid][10][UTT][ MSE = 0.2532 | LCC = 0.8414 | SRCC = 0.8415 ] +INFO:root:Average loss=0.16836680051607963 +INFO:root: +[Valid][11][UTT][ MSE = 0.2586 | LCC = 0.8386 | SRCC = 0.8400 ] +INFO:root:Average loss=0.15656638145446777 +INFO:root: +[Valid][12][UTT][ MSE = 0.2616 | LCC = 0.8466 | SRCC = 0.8475 ] +INFO:root:Average loss=0.16316450157990822 +INFO:root: +[Valid][13][UTT][ MSE = 0.2716 | LCC = 0.8445 | SRCC = 0.8452 ] +INFO:root:Average loss=0.14620598864096862 +INFO:root: +[Valid][14][UTT][ MSE = 0.2504 | LCC = 0.8480 | SRCC = 0.8475 ] +INFO:root:Average loss=0.14506031114321488 +INFO:root: +[Valid][15][UTT][ MSE = 0.2650 | LCC = 0.8463 | SRCC = 0.8466 ] +INFO:root:Average loss=0.1396255845633837 +INFO:root: +[Valid][16][UTT][ MSE = 0.2365 | LCC = 0.8520 | SRCC = 0.8510 ] +INFO:root:Average loss=0.12679940118239477 +INFO:root: +[Valid][17][UTT][ MSE = 0.2758 | LCC = 0.8466 | SRCC = 0.8489 ] +INFO:root:Average loss=0.1278814211105689 +INFO:root: +[Valid][18][UTT][ MSE = 0.2392 | LCC = 0.8508 | SRCC = 0.8499 ] +INFO:root:Average loss=0.12176278405464612 +INFO:root: +[Valid][19][UTT][ MSE = 0.2429 | LCC = 0.8496 | SRCC = 0.8509 ] +INFO:root:Average loss=0.1277728975774386 +INFO:root: +[Valid][20][UTT][ MSE = 0.2859 | LCC = 0.8470 | SRCC = 0.8488 ] +INFO:root:Average loss=0.10851628385866299 +INFO:root: +[Valid][21][UTT][ MSE = 0.2349 | LCC = 0.8520 | SRCC = 0.8506 ] +INFO:root:Average loss=0.11273352668071404 +INFO:root: +[Valid][22][UTT][ MSE = 0.2326 | LCC = 0.8553 | SRCC = 0.8547 ] +INFO:root:Average loss=0.10932742527280098 +INFO:root: +[Valid][23][UTT][ MSE = 0.2346 | LCC = 0.8508 | SRCC = 0.8497 ] +INFO:root:Average loss=0.10385401298602422 +INFO:root: +[Valid][24][UTT][ MSE = 0.2366 | LCC = 0.8510 | SRCC = 0.8509 ] +INFO:root:Average loss=0.09799083083485946 +INFO:root: +[Valid][25][UTT][ MSE = 0.2415 | LCC = 0.8481 | SRCC = 0.8484 ] +INFO:root:Average loss=0.09392297535370557 +INFO:root: +[Valid][26][UTT][ MSE = 0.2812 | LCC = 0.8456 | SRCC = 0.8482 ] +INFO:root:Average loss=0.09331785667783175 +INFO:root: +[Valid][27][UTT][ MSE = 0.2317 | LCC = 0.8503 | SRCC = 0.8499 ] +INFO:root:Average loss=0.08763908188885604 +INFO:root: +[Valid][28][UTT][ MSE = 0.2484 | LCC = 0.8508 | SRCC = 0.8513 ] +INFO:root:Average loss=0.09124387729053314 +INFO:root: +[Valid][29][UTT][ MSE = 0.2360 | LCC = 0.8528 | SRCC = 0.8520 ] +INFO:root:Average loss=0.08821970281692651 +INFO:root: +[Valid][30][UTT][ MSE = 0.2318 | LCC = 0.8537 | SRCC = 0.8523 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2421 | LCC = 0.8491 | SRCC = 0.8490 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..58fa7f24ace7a1c1a15f6696f4ae89279632834b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:815bec6ad454929e18e75976eb83d0a78960e1cf6d2510b49206ad7d4dae35c9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ced5e897421a439c4e13e9993382f7fc72deab6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:862b069de1163277b60f958c5a1f09cdc016471ec303da595ff8679428bed736 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..94ee50bd8432a26ccf368700893977d7baf0a9d0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.898025441628236 +INFO:root: +[Valid][0][UTT][ MSE = 0.7372 | LCC = 0.6515 | SRCC = 0.6480 ] +INFO:root:Average loss=0.403851181268692 +INFO:root: +[Valid][1][UTT][ MSE = 0.3625 | LCC = 0.7629 | SRCC = 0.7687 ] +INFO:root:Average loss=0.2912066523463298 +INFO:root: +[Valid][2][UTT][ MSE = 0.3575 | LCC = 0.7984 | SRCC = 0.8013 ] +INFO:root:Average loss=0.2657246597302266 +INFO:root: +[Valid][3][UTT][ MSE = 0.3175 | LCC = 0.8137 | SRCC = 0.8161 ] +INFO:root:Average loss=0.24706349025170007 +INFO:root: +[Valid][4][UTT][ MSE = 0.3190 | LCC = 0.8210 | SRCC = 0.8214 ] +INFO:root:Average loss=0.2211803919993914 +INFO:root: +[Valid][5][UTT][ MSE = 0.2927 | LCC = 0.8252 | SRCC = 0.8274 ] +INFO:root:Average loss=0.20674307243182108 +INFO:root: +[Valid][6][UTT][ MSE = 0.2907 | LCC = 0.8337 | SRCC = 0.8317 ] +INFO:root:Average loss=0.1961939894618132 +INFO:root: +[Valid][7][UTT][ MSE = 0.2820 | LCC = 0.8364 | SRCC = 0.8355 ] +INFO:root:Average loss=0.18027409242513853 +INFO:root: +[Valid][8][UTT][ MSE = 0.2618 | LCC = 0.8430 | SRCC = 0.8425 ] +INFO:root:Average loss=0.18170697901111382 +INFO:root: +[Valid][9][UTT][ MSE = 0.2880 | LCC = 0.8433 | SRCC = 0.8394 ] +INFO:root:Average loss=0.16512159907665008 +INFO:root: +[Valid][10][UTT][ MSE = 0.2614 | LCC = 0.8428 | SRCC = 0.8422 ] +INFO:root:Average loss=0.15918091388467032 +INFO:root: +[Valid][11][UTT][ MSE = 0.2443 | LCC = 0.8440 | SRCC = 0.8432 ] +INFO:root:Average loss=0.17146035961997816 +INFO:root: +[Valid][12][UTT][ MSE = 0.2748 | LCC = 0.8441 | SRCC = 0.8426 ] +INFO:root:Average loss=0.14862637498821968 +INFO:root: +[Valid][13][UTT][ MSE = 0.2705 | LCC = 0.8482 | SRCC = 0.8486 ] +INFO:root:Average loss=0.1459831394828283 +INFO:root: +[Valid][14][UTT][ MSE = 0.2641 | LCC = 0.8462 | SRCC = 0.8468 ] +INFO:root:Average loss=0.1354461167103205 +INFO:root: +[Valid][15][UTT][ MSE = 0.2500 | LCC = 0.8483 | SRCC = 0.8470 ] +INFO:root:Average loss=0.1267327742698865 +INFO:root: +[Valid][16][UTT][ MSE = 0.2542 | LCC = 0.8465 | SRCC = 0.8470 ] +INFO:root:Average loss=0.12683764778268644 +INFO:root: +[Valid][17][UTT][ MSE = 0.3127 | LCC = 0.8419 | SRCC = 0.8434 ] +INFO:root:Average loss=0.11865158665638703 +INFO:root: +[Valid][18][UTT][ MSE = 0.2423 | LCC = 0.8454 | SRCC = 0.8453 ] +INFO:root:Average loss=0.11188314606746037 +INFO:root: +[Valid][19][UTT][ MSE = 0.2503 | LCC = 0.8495 | SRCC = 0.8480 ] +INFO:root:Average loss=0.1090258967417937 +INFO:root: +[Valid][20][UTT][ MSE = 0.2521 | LCC = 0.8437 | SRCC = 0.8427 ] +INFO:root:Average loss=0.10337980430668746 +INFO:root: +[Valid][21][UTT][ MSE = 0.2424 | LCC = 0.8486 | SRCC = 0.8478 ] +INFO:root:Average loss=0.09662510511966851 +INFO:root: +[Valid][22][UTT][ MSE = 0.2404 | LCC = 0.8542 | SRCC = 0.8539 ] +INFO:root:Average loss=0.10010293923700467 +INFO:root: +[Valid][23][UTT][ MSE = 0.2412 | LCC = 0.8523 | SRCC = 0.8524 ] +INFO:root:Average loss=0.09547528571998462 +INFO:root: +[Valid][24][UTT][ MSE = 0.2582 | LCC = 0.8483 | SRCC = 0.8482 ] +INFO:root:Average loss=0.08669361309745373 +INFO:root: +[Valid][25][UTT][ MSE = 0.2653 | LCC = 0.8485 | SRCC = 0.8482 ] +INFO:root:Average loss=0.0850809850753882 +INFO:root: +[Valid][26][UTT][ MSE = 0.2494 | LCC = 0.8508 | SRCC = 0.8499 ] +INFO:root:Average loss=0.08681892928404686 +INFO:root: +[Valid][27][UTT][ MSE = 0.2472 | LCC = 0.8507 | SRCC = 0.8492 ] +INFO:root:Average loss=0.07856494770982327 +INFO:root: +[Valid][28][UTT][ MSE = 0.2570 | LCC = 0.8505 | SRCC = 0.8491 ] +INFO:root:Average loss=0.08597362433106472 +INFO:root: +[Valid][29][UTT][ MSE = 0.2360 | LCC = 0.8523 | SRCC = 0.8520 ] +INFO:root:Average loss=0.0769978921669416 +INFO:root: +[Valid][30][UTT][ MSE = 0.2446 | LCC = 0.8495 | SRCC = 0.8493 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2530 | LCC = 0.8482 | SRCC = 0.8496 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..487b0b02b97ae646e8ad0c581e1951f240fe80a3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d8f89d427c6fd8a4df009215dd21f37ded5abe42db137477daed77c84f37fb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..14f78c81b6b7e6761e53dbbf583294788ff59837 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432cadedba75bf59430817c7a1fc8c030059ce7fc2bfd78d14e885d620b849ca +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fbaee7e1e2720d3a317339317811cee6288d1ec6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5075912979932932 +INFO:root: +[Valid][0][UTT][ MSE = 0.3722 | LCC = 0.7502 | SRCC = 0.7556 ] +INFO:root:Average loss=0.3093811644193454 +INFO:root: +[Valid][1][UTT][ MSE = 0.3060 | LCC = 0.8057 | SRCC = 0.8047 ] +INFO:root:Average loss=0.2695494450819798 +INFO:root: +[Valid][2][UTT][ MSE = 0.3304 | LCC = 0.8058 | SRCC = 0.8107 ] +INFO:root:Average loss=0.24288843037226263 +INFO:root: +[Valid][3][UTT][ MSE = 0.2876 | LCC = 0.8312 | SRCC = 0.8287 ] +INFO:root:Average loss=0.23935333085365784 +INFO:root: +[Valid][4][UTT][ MSE = 0.2742 | LCC = 0.8327 | SRCC = 0.8314 ] +INFO:root:Average loss=0.22737766993351471 +INFO:root: +[Valid][5][UTT][ MSE = 0.3229 | LCC = 0.8232 | SRCC = 0.8278 ] +INFO:root:Average loss=0.21037630851452166 +INFO:root: +[Valid][6][UTT][ MSE = 0.2722 | LCC = 0.8389 | SRCC = 0.8369 ] +INFO:root:Average loss=0.2077247999035395 +INFO:root: +[Valid][7][UTT][ MSE = 0.2648 | LCC = 0.8399 | SRCC = 0.8386 ] +INFO:root:Average loss=0.1901742604871591 +INFO:root: +[Valid][8][UTT][ MSE = 0.2604 | LCC = 0.8477 | SRCC = 0.8451 ] +INFO:root:Average loss=0.1829628462974842 +INFO:root: +[Valid][9][UTT][ MSE = 0.2636 | LCC = 0.8416 | SRCC = 0.8410 ] +INFO:root:Average loss=0.16898229498511705 +INFO:root: +[Valid][10][UTT][ MSE = 0.3035 | LCC = 0.8329 | SRCC = 0.8378 ] +INFO:root:Average loss=0.17407037690281868 +INFO:root: +[Valid][11][UTT][ MSE = 0.2545 | LCC = 0.8439 | SRCC = 0.8427 ] +INFO:root:Average loss=0.1623540663948426 +INFO:root: +[Valid][12][UTT][ MSE = 0.2511 | LCC = 0.8430 | SRCC = 0.8434 ] +INFO:root:Average loss=0.16268826992465898 +INFO:root: +[Valid][13][UTT][ MSE = 0.2496 | LCC = 0.8435 | SRCC = 0.8438 ] +INFO:root:Average loss=0.1465778271548259 +INFO:root: +[Valid][14][UTT][ MSE = 0.2469 | LCC = 0.8443 | SRCC = 0.8423 ] +INFO:root:Average loss=0.1387873196449035 +INFO:root: +[Valid][15][UTT][ MSE = 0.2438 | LCC = 0.8457 | SRCC = 0.8440 ] +INFO:root:Average loss=0.14171740871209365 +INFO:root: +[Valid][16][UTT][ MSE = 0.2524 | LCC = 0.8453 | SRCC = 0.8442 ] +INFO:root:Average loss=0.1377492000659307 +INFO:root: +[Valid][17][UTT][ MSE = 0.2528 | LCC = 0.8449 | SRCC = 0.8440 ] +INFO:root:Average loss=0.1279915634256143 +INFO:root: +[Valid][18][UTT][ MSE = 0.2591 | LCC = 0.8484 | SRCC = 0.8469 ] +INFO:root:Average loss=0.11812957595938291 +INFO:root: +[Valid][19][UTT][ MSE = 0.2531 | LCC = 0.8423 | SRCC = 0.8431 ] +INFO:root:Average loss=0.12645316123962402 +INFO:root: +[Valid][20][UTT][ MSE = 0.2450 | LCC = 0.8439 | SRCC = 0.8436 ] +INFO:root:Average loss=0.11222258601815273 +INFO:root: +[Valid][21][UTT][ MSE = 0.2367 | LCC = 0.8507 | SRCC = 0.8496 ] +INFO:root:Average loss=0.1137626669727839 +INFO:root: +[Valid][22][UTT][ MSE = 0.2423 | LCC = 0.8509 | SRCC = 0.8497 ] +INFO:root:Average loss=0.10714791524104583 +INFO:root: +[Valid][23][UTT][ MSE = 0.2357 | LCC = 0.8518 | SRCC = 0.8497 ] +INFO:root:Average loss=0.1039689577733859 +INFO:root: +[Valid][24][UTT][ MSE = 0.2334 | LCC = 0.8532 | SRCC = 0.8530 ] +INFO:root:Average loss=0.10774586168237221 +INFO:root: +[Valid][25][UTT][ MSE = 0.2556 | LCC = 0.8504 | SRCC = 0.8517 ] +INFO:root:Average loss=0.09672401238901493 +INFO:root: +[Valid][26][UTT][ MSE = 0.2388 | LCC = 0.8526 | SRCC = 0.8513 ] +INFO:root:Average loss=0.09377182642809856 +INFO:root: +[Valid][27][UTT][ MSE = 0.2333 | LCC = 0.8511 | SRCC = 0.8498 ] +INFO:root:Average loss=0.09258114126248237 +INFO:root: +[Valid][28][UTT][ MSE = 0.2394 | LCC = 0.8484 | SRCC = 0.8481 ] +INFO:root:Average loss=0.09358216358874089 +INFO:root: +[Valid][29][UTT][ MSE = 0.2529 | LCC = 0.8508 | SRCC = 0.8485 ] +INFO:root:Average loss=0.08821876442585236 +INFO:root: +[Valid][30][UTT][ MSE = 0.2372 | LCC = 0.8501 | SRCC = 0.8495 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2565 | LCC = 0.8478 | SRCC = 0.8480 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d94b2cad86d5ec1ea7ca90d74f9de956e1fe7503 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1deb9296f21e8704fd1762f5a4062d9ede2cd2fca2767b2640a246c67068226d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0608746288598ea9d84debbd4c9bed96a8e05d81 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1732376a1e7905a28520b856d2e8a63f4ae1a999a2530812f7897faba7923356 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..79a72d8e921894fdf0fff25da34560a8cbb1a525 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.505732906743502 +INFO:root: +[Valid][0][UTT][ MSE = 0.3497 | LCC = 0.7759 | SRCC = 0.7826 ] +INFO:root:Average loss=0.271914562353721 +INFO:root: +[Valid][1][UTT][ MSE = 0.2950 | LCC = 0.8208 | SRCC = 0.8247 ] +INFO:root:Average loss=0.24335662218240592 +INFO:root: +[Valid][2][UTT][ MSE = 0.2858 | LCC = 0.8353 | SRCC = 0.8355 ] +INFO:root:Average loss=0.2255958430469036 +INFO:root: +[Valid][3][UTT][ MSE = 0.2815 | LCC = 0.8454 | SRCC = 0.8450 ] +INFO:root:Average loss=0.20406518370295182 +INFO:root: +[Valid][4][UTT][ MSE = 0.2686 | LCC = 0.8490 | SRCC = 0.8464 ] +INFO:root:Average loss=0.18904270413212287 +INFO:root: +[Valid][5][UTT][ MSE = 0.2373 | LCC = 0.8546 | SRCC = 0.8549 ] +INFO:root:Average loss=0.17992316205532122 +INFO:root: +[Valid][6][UTT][ MSE = 0.2502 | LCC = 0.8507 | SRCC = 0.8506 ] +INFO:root:Average loss=0.16534801648977476 +INFO:root: +[Valid][7][UTT][ MSE = 0.2411 | LCC = 0.8591 | SRCC = 0.8589 ] +INFO:root:Average loss=0.15141992614819452 +INFO:root: +[Valid][8][UTT][ MSE = 0.2495 | LCC = 0.8554 | SRCC = 0.8565 ] +INFO:root:Average loss=0.1442146056737655 +INFO:root: +[Valid][9][UTT][ MSE = 0.2227 | LCC = 0.8601 | SRCC = 0.8589 ] +INFO:root:Average loss=0.13188020904094744 +INFO:root: +[Valid][10][UTT][ MSE = 0.2299 | LCC = 0.8571 | SRCC = 0.8549 ] +INFO:root:Average loss=0.12825129295770937 +INFO:root: +[Valid][11][UTT][ MSE = 0.2436 | LCC = 0.8566 | SRCC = 0.8532 ] +INFO:root:Average loss=0.12003876937505527 +INFO:root: +[Valid][12][UTT][ MSE = 0.2346 | LCC = 0.8604 | SRCC = 0.8598 ] +INFO:root:Average loss=0.12616911043341345 +INFO:root: +[Valid][13][UTT][ MSE = 0.2367 | LCC = 0.8607 | SRCC = 0.8605 ] +INFO:root:Average loss=0.11635546921155392 +INFO:root: +[Valid][14][UTT][ MSE = 0.2196 | LCC = 0.8605 | SRCC = 0.8599 ] +INFO:root:Average loss=0.1050692663456385 +INFO:root: +[Valid][15][UTT][ MSE = 0.2487 | LCC = 0.8577 | SRCC = 0.8569 ] +INFO:root:Average loss=0.09516492801216933 +INFO:root: +[Valid][16][UTT][ MSE = 0.2199 | LCC = 0.8595 | SRCC = 0.8577 ] +INFO:root:Average loss=0.09777227244698085 +INFO:root: +[Valid][17][UTT][ MSE = 0.2186 | LCC = 0.8624 | SRCC = 0.8607 ] +INFO:root:Average loss=0.0934848697999349 +INFO:root: +[Valid][18][UTT][ MSE = 0.2309 | LCC = 0.8607 | SRCC = 0.8581 ] +INFO:root:Average loss=0.09081995000059788 +INFO:root: +[Valid][19][UTT][ MSE = 0.2580 | LCC = 0.8588 | SRCC = 0.8580 ] +INFO:root:Average loss=0.08330476126418664 +INFO:root: +[Valid][20][UTT][ MSE = 0.2443 | LCC = 0.8587 | SRCC = 0.8576 ] +INFO:root:Average loss=0.08232240292888421 +INFO:root: +[Valid][21][UTT][ MSE = 0.2297 | LCC = 0.8612 | SRCC = 0.8589 ] +INFO:root:Average loss=0.07738799205384193 +INFO:root: +[Valid][22][UTT][ MSE = 0.2283 | LCC = 0.8572 | SRCC = 0.8561 ] +INFO:root:Average loss=0.07032257375808862 +INFO:root: +[Valid][23][UTT][ MSE = 0.2410 | LCC = 0.8576 | SRCC = 0.8553 ] +INFO:root:Average loss=0.06714882267018159 +INFO:root: +[Valid][24][UTT][ MSE = 0.2229 | LCC = 0.8594 | SRCC = 0.8568 ] +INFO:root:Average loss=0.0700326658403262 +INFO:root: +[Valid][25][UTT][ MSE = 0.2306 | LCC = 0.8563 | SRCC = 0.8535 ] +INFO:root:Average loss=0.0650918698654725 +INFO:root: +[Valid][26][UTT][ MSE = 0.2362 | LCC = 0.8555 | SRCC = 0.8526 ] +INFO:root:Average loss=0.0688444530734649 +INFO:root: +[Valid][27][UTT][ MSE = 0.2309 | LCC = 0.8604 | SRCC = 0.8581 ] +INFO:root:Average loss=0.060760889966518454 +INFO:root: +[Valid][28][UTT][ MSE = 0.2210 | LCC = 0.8608 | SRCC = 0.8587 ] +INFO:root:Average loss=0.061034609539768636 +INFO:root: +[Valid][29][UTT][ MSE = 0.2349 | LCC = 0.8589 | SRCC = 0.8572 ] +INFO:root:Average loss=0.060734666883945465 +INFO:root: +[Valid][30][UTT][ MSE = 0.2247 | LCC = 0.8569 | SRCC = 0.8558 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2176 | LCC = 0.8654 | SRCC = 0.8678 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ecc74e4a618c64d33f95d04e5707b8fb7c7903c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e8729dae5fddbb23e954cd7b5473c0e43f406b4e4432499e6e8a27265c7108 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..920d7ef83754c0a94e1820cd07fd3df58111ef19 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b504d264d694fce63f94127f234f615a16b64e63b37c8fafe544a75803d9c9a3 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7703b0105c23928012e1600797e8f9502b4351b4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5102237271956909 +INFO:root: +[Valid][0][UTT][ MSE = 0.3391 | LCC = 0.7759 | SRCC = 0.7773 ] +INFO:root:Average loss=0.2832781164309917 +INFO:root: +[Valid][1][UTT][ MSE = 0.2926 | LCC = 0.8131 | SRCC = 0.8171 ] +INFO:root:Average loss=0.23959916199629122 +INFO:root: +[Valid][2][UTT][ MSE = 0.2659 | LCC = 0.8331 | SRCC = 0.8326 ] +INFO:root:Average loss=0.22694163884107882 +INFO:root: +[Valid][3][UTT][ MSE = 0.2663 | LCC = 0.8394 | SRCC = 0.8411 ] +INFO:root:Average loss=0.20198018113389993 +INFO:root: +[Valid][4][UTT][ MSE = 0.2499 | LCC = 0.8457 | SRCC = 0.8440 ] +INFO:root:Average loss=0.18999859700218225 +INFO:root: +[Valid][5][UTT][ MSE = 0.2609 | LCC = 0.8514 | SRCC = 0.8505 ] +INFO:root:Average loss=0.17535400486145264 +INFO:root: +[Valid][6][UTT][ MSE = 0.2422 | LCC = 0.8550 | SRCC = 0.8537 ] +INFO:root:Average loss=0.16576669030846694 +INFO:root: +[Valid][7][UTT][ MSE = 0.2346 | LCC = 0.8536 | SRCC = 0.8539 ] +INFO:root:Average loss=0.15651804208755493 +INFO:root: +[Valid][8][UTT][ MSE = 0.2410 | LCC = 0.8565 | SRCC = 0.8554 ] +INFO:root:Average loss=0.1413839959945434 +INFO:root: +[Valid][9][UTT][ MSE = 0.2372 | LCC = 0.8577 | SRCC = 0.8558 ] +INFO:root:Average loss=0.14193396776532516 +INFO:root: +[Valid][10][UTT][ MSE = 0.2425 | LCC = 0.8589 | SRCC = 0.8583 ] +INFO:root:Average loss=0.13437309631934533 +INFO:root: +[Valid][11][UTT][ MSE = 0.2277 | LCC = 0.8582 | SRCC = 0.8577 ] +INFO:root:Average loss=0.1226184602158192 +INFO:root: +[Valid][12][UTT][ MSE = 0.2260 | LCC = 0.8640 | SRCC = 0.8633 ] +INFO:root:Average loss=0.12216903183322686 +INFO:root: +[Valid][13][UTT][ MSE = 0.2497 | LCC = 0.8611 | SRCC = 0.8607 ] +INFO:root:Average loss=0.12137027103931476 +INFO:root: +[Valid][14][UTT][ MSE = 0.2209 | LCC = 0.8600 | SRCC = 0.8599 ] +INFO:root:Average loss=0.11175843528830089 +INFO:root: +[Valid][15][UTT][ MSE = 0.2612 | LCC = 0.8610 | SRCC = 0.8605 ] +INFO:root:Average loss=0.11434318765233724 +INFO:root: +[Valid][16][UTT][ MSE = 0.2348 | LCC = 0.8541 | SRCC = 0.8551 ] +INFO:root:Average loss=0.10071811653100528 +INFO:root: +[Valid][17][UTT][ MSE = 0.2336 | LCC = 0.8596 | SRCC = 0.8585 ] +INFO:root:Average loss=0.09463004949383247 +INFO:root: +[Valid][18][UTT][ MSE = 0.2543 | LCC = 0.8593 | SRCC = 0.8590 ] +INFO:root:Average loss=0.0929310249690062 +INFO:root: +[Valid][19][UTT][ MSE = 0.2221 | LCC = 0.8618 | SRCC = 0.8613 ] +INFO:root:Average loss=0.09066022177919364 +INFO:root: +[Valid][20][UTT][ MSE = 0.2241 | LCC = 0.8581 | SRCC = 0.8582 ] +INFO:root:Average loss=0.08400276437019691 +INFO:root: +[Valid][21][UTT][ MSE = 0.2268 | LCC = 0.8574 | SRCC = 0.8575 ] +INFO:root:Average loss=0.07726724364627631 +INFO:root: +[Valid][22][UTT][ MSE = 0.2263 | LCC = 0.8596 | SRCC = 0.8585 ] +INFO:root:Average loss=0.07828501678812198 +INFO:root: +[Valid][23][UTT][ MSE = 0.2260 | LCC = 0.8587 | SRCC = 0.8572 ] +INFO:root:Average loss=0.07692646875213353 +INFO:root: +[Valid][24][UTT][ MSE = 0.2288 | LCC = 0.8573 | SRCC = 0.8567 ] +INFO:root:Average loss=0.0711467336767759 +INFO:root: +[Valid][25][UTT][ MSE = 0.2253 | LCC = 0.8580 | SRCC = 0.8575 ] +INFO:root:Average loss=0.07262490971539265 +INFO:root: +[Valid][26][UTT][ MSE = 0.2212 | LCC = 0.8608 | SRCC = 0.8595 ] +INFO:root:Average loss=0.06861284160270141 +INFO:root: +[Valid][27][UTT][ MSE = 0.2247 | LCC = 0.8593 | SRCC = 0.8579 ] +INFO:root:Average loss=0.06500409223521367 +INFO:root: +[Valid][28][UTT][ MSE = 0.2312 | LCC = 0.8591 | SRCC = 0.8583 ] +INFO:root:Average loss=0.06462450626377876 +INFO:root: +[Valid][29][UTT][ MSE = 0.2220 | LCC = 0.8591 | SRCC = 0.8589 ] +INFO:root:Average loss=0.05902341375939357 +INFO:root: +[Valid][30][UTT][ MSE = 0.2205 | LCC = 0.8610 | SRCC = 0.8594 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2606 | LCC = 0.8554 | SRCC = 0.8587 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c0a88a7fa1e07baf6804dc4b8a1ca80554db8a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bac2ec85677415ef0e4f46ae3aaecd14a59b7c72101889652c448c60197ad52 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..edce3084e77640ce25c8a5b1f55ca55cbf96e5e9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:263d97995f9aa4956d7afce435523df61aaeed9fd277a6ae95f64568217e755f +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e83a83936f67d792776f22ba93b7dec70022eacb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4898440707952548 +INFO:root: +[Valid][0][UTT][ MSE = 0.3548 | LCC = 0.7717 | SRCC = 0.7791 ] +INFO:root:Average loss=0.282266697822473 +INFO:root: +[Valid][1][UTT][ MSE = 0.2955 | LCC = 0.8194 | SRCC = 0.8242 ] +INFO:root:Average loss=0.241373221270549 +INFO:root: +[Valid][2][UTT][ MSE = 0.2639 | LCC = 0.8364 | SRCC = 0.8387 ] +INFO:root:Average loss=0.21367485649310625 +INFO:root: +[Valid][3][UTT][ MSE = 0.2577 | LCC = 0.8440 | SRCC = 0.8462 ] +INFO:root:Average loss=0.19704544448699707 +INFO:root: +[Valid][4][UTT][ MSE = 0.2398 | LCC = 0.8527 | SRCC = 0.8513 ] +INFO:root:Average loss=0.18536155766401535 +INFO:root: +[Valid][5][UTT][ MSE = 0.2392 | LCC = 0.8566 | SRCC = 0.8556 ] +INFO:root:Average loss=0.17291424786433196 +INFO:root: +[Valid][6][UTT][ MSE = 0.2389 | LCC = 0.8558 | SRCC = 0.8551 ] +INFO:root:Average loss=0.16994416302977464 +INFO:root: +[Valid][7][UTT][ MSE = 0.2354 | LCC = 0.8592 | SRCC = 0.8586 ] +INFO:root:Average loss=0.15225681223166296 +INFO:root: +[Valid][8][UTT][ MSE = 0.2338 | LCC = 0.8541 | SRCC = 0.8559 ] +INFO:root:Average loss=0.1533993955415029 +INFO:root: +[Valid][9][UTT][ MSE = 0.2428 | LCC = 0.8579 | SRCC = 0.8581 ] +INFO:root:Average loss=0.13518797176388594 +INFO:root: +[Valid][10][UTT][ MSE = 0.2384 | LCC = 0.8641 | SRCC = 0.8636 ] +INFO:root:Average loss=0.13158264097112876 +INFO:root: +[Valid][11][UTT][ MSE = 0.2420 | LCC = 0.8579 | SRCC = 0.8627 ] +INFO:root:Average loss=0.1359605885660037 +INFO:root: +[Valid][12][UTT][ MSE = 0.2272 | LCC = 0.8570 | SRCC = 0.8587 ] +INFO:root:Average loss=0.12026821927000315 +INFO:root: +[Valid][13][UTT][ MSE = 0.2418 | LCC = 0.8613 | SRCC = 0.8597 ] +INFO:root:Average loss=0.11605013973819904 +INFO:root: +[Valid][14][UTT][ MSE = 0.2217 | LCC = 0.8614 | SRCC = 0.8611 ] +INFO:root:Average loss=0.11093286491739444 +INFO:root: +[Valid][15][UTT][ MSE = 0.2377 | LCC = 0.8587 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1053290043790371 +INFO:root: +[Valid][16][UTT][ MSE = 0.2449 | LCC = 0.8610 | SRCC = 0.8607 ] +INFO:root:Average loss=0.0954410204042991 +INFO:root: +[Valid][17][UTT][ MSE = 0.2219 | LCC = 0.8596 | SRCC = 0.8600 ] +INFO:root:Average loss=0.0980645059966124 +INFO:root: +[Valid][18][UTT][ MSE = 0.2238 | LCC = 0.8587 | SRCC = 0.8595 ] +INFO:root:Average loss=0.09429420397067681 +INFO:root: +[Valid][19][UTT][ MSE = 0.2304 | LCC = 0.8595 | SRCC = 0.8593 ] +INFO:root:Average loss=0.088522035915118 +INFO:root: +[Valid][20][UTT][ MSE = 0.2271 | LCC = 0.8593 | SRCC = 0.8599 ] +INFO:root:Average loss=0.08486225561071666 +INFO:root: +[Valid][21][UTT][ MSE = 0.2320 | LCC = 0.8582 | SRCC = 0.8562 ] +INFO:root:Average loss=0.07951216714886519 +INFO:root: +[Valid][22][UTT][ MSE = 0.2215 | LCC = 0.8599 | SRCC = 0.8602 ] +INFO:root:Average loss=0.08037167362486705 +INFO:root: +[Valid][23][UTT][ MSE = 0.2418 | LCC = 0.8605 | SRCC = 0.8598 ] +INFO:root:Average loss=0.07637634066243966 +INFO:root: +[Valid][24][UTT][ MSE = 0.2199 | LCC = 0.8603 | SRCC = 0.8600 ] +INFO:root:Average loss=0.07134123089221808 +INFO:root: +[Valid][25][UTT][ MSE = 0.2310 | LCC = 0.8591 | SRCC = 0.8593 ] +INFO:root:Average loss=0.06802693625482228 +INFO:root: +[Valid][26][UTT][ MSE = 0.2298 | LCC = 0.8620 | SRCC = 0.8619 ] +INFO:root:Average loss=0.07613170481263062 +INFO:root: +[Valid][27][UTT][ MSE = 0.2383 | LCC = 0.8546 | SRCC = 0.8558 ] +INFO:root:Average loss=0.0664027915455592 +INFO:root: +[Valid][28][UTT][ MSE = 0.2304 | LCC = 0.8607 | SRCC = 0.8608 ] +INFO:root:Average loss=0.06464686182638009 +INFO:root: +[Valid][29][UTT][ MSE = 0.2271 | LCC = 0.8595 | SRCC = 0.8582 ] +INFO:root:Average loss=0.06109480063120524 +INFO:root: +[Valid][30][UTT][ MSE = 0.2236 | LCC = 0.8601 | SRCC = 0.8600 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2814 | LCC = 0.8557 | SRCC = 0.8574 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e5f50e9b7457aa042a7c3d87a4d358f57bd81d9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844a9823c8e00801b9c625cceeeba0b92d63ddda00c9bedc954e7023f5293802 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a90dbfd1bff5eeeb2e99fd26915f0ef9d8c0824a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b854d688faf9b4035ad2a734c911f5d35a4e4477756aa7015b1e4824ef7fdab2 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e5e39f27c59fe15f286b24e0c226ef546f407c86 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4830911667683186 +INFO:root: +[Valid][0][UTT][ MSE = 0.3628 | LCC = 0.7676 | SRCC = 0.7760 ] +INFO:root:Average loss=0.28893075711452043 +INFO:root: +[Valid][1][UTT][ MSE = 0.3170 | LCC = 0.8172 | SRCC = 0.8234 ] +INFO:root:Average loss=0.2517451632481355 +INFO:root: +[Valid][2][UTT][ MSE = 0.2703 | LCC = 0.8314 | SRCC = 0.8354 ] +INFO:root:Average loss=0.22198034249819243 +INFO:root: +[Valid][3][UTT][ MSE = 0.2469 | LCC = 0.8461 | SRCC = 0.8474 ] +INFO:root:Average loss=0.1970140611131986 +INFO:root: +[Valid][4][UTT][ MSE = 0.2526 | LCC = 0.8455 | SRCC = 0.8483 ] +INFO:root:Average loss=0.18800363345788076 +INFO:root: +[Valid][5][UTT][ MSE = 0.2482 | LCC = 0.8536 | SRCC = 0.8528 ] +INFO:root:Average loss=0.17534640565132484 +INFO:root: +[Valid][6][UTT][ MSE = 0.2332 | LCC = 0.8570 | SRCC = 0.8569 ] +INFO:root:Average loss=0.16811909488378426 +INFO:root: +[Valid][7][UTT][ MSE = 0.2286 | LCC = 0.8582 | SRCC = 0.8580 ] +INFO:root:Average loss=0.15100459630290666 +INFO:root: +[Valid][8][UTT][ MSE = 0.2589 | LCC = 0.8544 | SRCC = 0.8554 ] +INFO:root:Average loss=0.14312632286395782 +INFO:root: +[Valid][9][UTT][ MSE = 0.2284 | LCC = 0.8582 | SRCC = 0.8576 ] +INFO:root:Average loss=0.13499579187004995 +INFO:root: +[Valid][10][UTT][ MSE = 0.2257 | LCC = 0.8592 | SRCC = 0.8602 ] +INFO:root:Average loss=0.12527924527724585 +INFO:root: +[Valid][11][UTT][ MSE = 0.2450 | LCC = 0.8564 | SRCC = 0.8577 ] +INFO:root:Average loss=0.12048103459752522 +INFO:root: +[Valid][12][UTT][ MSE = 0.2268 | LCC = 0.8590 | SRCC = 0.8574 ] +INFO:root:Average loss=0.11337012740281913 +INFO:root: +[Valid][13][UTT][ MSE = 0.2230 | LCC = 0.8593 | SRCC = 0.8590 ] +INFO:root:Average loss=0.10798369376705243 +INFO:root: +[Valid][14][UTT][ MSE = 0.2562 | LCC = 0.8626 | SRCC = 0.8617 ] +INFO:root:Average loss=0.12103611316818458 +INFO:root: +[Valid][15][UTT][ MSE = 0.2213 | LCC = 0.8578 | SRCC = 0.8577 ] +INFO:root:Average loss=0.09892162857338405 +INFO:root: +[Valid][16][UTT][ MSE = 0.2254 | LCC = 0.8624 | SRCC = 0.8609 ] +INFO:root:Average loss=0.09491604131956895 +INFO:root: +[Valid][17][UTT][ MSE = 0.2322 | LCC = 0.8628 | SRCC = 0.8628 ] +INFO:root:Average loss=0.0869614423181002 +INFO:root: +[Valid][18][UTT][ MSE = 0.2185 | LCC = 0.8590 | SRCC = 0.8591 ] +INFO:root:Average loss=0.08623406085639428 +INFO:root: +[Valid][19][UTT][ MSE = 0.2344 | LCC = 0.8566 | SRCC = 0.8557 ] +INFO:root:Average loss=0.08627736964860024 +INFO:root: +[Valid][20][UTT][ MSE = 0.2956 | LCC = 0.8548 | SRCC = 0.8549 ] +INFO:root:Average loss=0.0831724009834803 +INFO:root: +[Valid][21][UTT][ MSE = 0.2297 | LCC = 0.8604 | SRCC = 0.8595 ] +INFO:root:Average loss=0.07783788901108962 +INFO:root: +[Valid][22][UTT][ MSE = 0.2243 | LCC = 0.8622 | SRCC = 0.8606 ] +INFO:root:Average loss=0.07652865297710285 +INFO:root: +[Valid][23][UTT][ MSE = 0.2425 | LCC = 0.8602 | SRCC = 0.8578 ] +INFO:root:Average loss=0.07490504279923745 +INFO:root: +[Valid][24][UTT][ MSE = 0.2228 | LCC = 0.8579 | SRCC = 0.8580 ] +INFO:root:Average loss=0.06778821788537197 +INFO:root: +[Valid][25][UTT][ MSE = 0.2492 | LCC = 0.8545 | SRCC = 0.8523 ] +INFO:root:Average loss=0.0706779466321071 +INFO:root: +[Valid][26][UTT][ MSE = 0.2192 | LCC = 0.8588 | SRCC = 0.8587 ] +INFO:root:Average loss=0.06707924542327721 +INFO:root: +[Valid][27][UTT][ MSE = 0.2172 | LCC = 0.8594 | SRCC = 0.8595 ] +INFO:root:Average loss=0.06639973843135895 +INFO:root: +[Valid][28][UTT][ MSE = 0.2704 | LCC = 0.8587 | SRCC = 0.8601 ] +INFO:root:Average loss=0.06854915322783665 +INFO:root: +[Valid][29][UTT][ MSE = 0.2553 | LCC = 0.8585 | SRCC = 0.8577 ] +INFO:root:Average loss=0.06542490145716912 +INFO:root: +[Valid][30][UTT][ MSE = 0.2535 | LCC = 0.8580 | SRCC = 0.8572 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2338 | LCC = 0.8532 | SRCC = 0.8539 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a67b936ab8f27552535f36934ff28a72226c5d3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edbf4c1783d619afe84bbbc2c9ca9fd9884b3c9bb3c9e74f55c97886391de74b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8961ee6263be41042b9a7578b9ea296f9856da3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ff852b571520a857dd4808573c3736cbc9dcc1fd8e22e15387581641fb3f1d +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3776cca94995e667f36e5c459175a1bc0f94c161 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer1/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4656442321645908 +INFO:root: +[Valid][0][UTT][ MSE = 0.3408 | LCC = 0.7831 | SRCC = 0.7861 ] +INFO:root:Average loss=0.2647441157545799 +INFO:root: +[Valid][1][UTT][ MSE = 0.2766 | LCC = 0.8282 | SRCC = 0.8293 ] +INFO:root:Average loss=0.24112060016546494 +INFO:root: +[Valid][2][UTT][ MSE = 0.2663 | LCC = 0.8401 | SRCC = 0.8398 ] +INFO:root:Average loss=0.21206267865804526 +INFO:root: +[Valid][3][UTT][ MSE = 0.2555 | LCC = 0.8533 | SRCC = 0.8528 ] +INFO:root:Average loss=0.19547156664805534 +INFO:root: +[Valid][4][UTT][ MSE = 0.2678 | LCC = 0.8550 | SRCC = 0.8563 ] +INFO:root:Average loss=0.18212852340478164 +INFO:root: +[Valid][5][UTT][ MSE = 0.2789 | LCC = 0.8600 | SRCC = 0.8612 ] +INFO:root:Average loss=0.16896106426914534 +INFO:root: +[Valid][6][UTT][ MSE = 0.2241 | LCC = 0.8624 | SRCC = 0.8616 ] +INFO:root:Average loss=0.16022146607820803 +INFO:root: +[Valid][7][UTT][ MSE = 0.2151 | LCC = 0.8658 | SRCC = 0.8656 ] +INFO:root:Average loss=0.15100946392004305 +INFO:root: +[Valid][8][UTT][ MSE = 0.2150 | LCC = 0.8667 | SRCC = 0.8672 ] +INFO:root:Average loss=0.1410215182755238 +INFO:root: +[Valid][9][UTT][ MSE = 0.2255 | LCC = 0.8677 | SRCC = 0.8693 ] +INFO:root:Average loss=0.13650151007832625 +INFO:root: +[Valid][10][UTT][ MSE = 0.2332 | LCC = 0.8690 | SRCC = 0.8706 ] +INFO:root:Average loss=0.1263672228042896 +INFO:root: +[Valid][11][UTT][ MSE = 0.2144 | LCC = 0.8704 | SRCC = 0.8714 ] +INFO:root:Average loss=0.11955837637950213 +INFO:root: +[Valid][12][UTT][ MSE = 0.2231 | LCC = 0.8660 | SRCC = 0.8672 ] +INFO:root:Average loss=0.11331946909045562 +INFO:root: +[Valid][13][UTT][ MSE = 0.2173 | LCC = 0.8694 | SRCC = 0.8689 ] +INFO:root:Average loss=0.11287233434044398 +INFO:root: +[Valid][14][UTT][ MSE = 0.2040 | LCC = 0.8711 | SRCC = 0.8719 ] +INFO:root:Average loss=0.10310849107992955 +INFO:root: +[Valid][15][UTT][ MSE = 0.2082 | LCC = 0.8717 | SRCC = 0.8719 ] +INFO:root:Average loss=0.10428701436672455 +INFO:root: +[Valid][16][UTT][ MSE = 0.2799 | LCC = 0.8624 | SRCC = 0.8640 ] +INFO:root:Average loss=0.09548910750219455 +INFO:root: +[Valid][17][UTT][ MSE = 0.2136 | LCC = 0.8692 | SRCC = 0.8695 ] +INFO:root:Average loss=0.0903272040379353 +INFO:root: +[Valid][18][UTT][ MSE = 0.2193 | LCC = 0.8672 | SRCC = 0.8668 ] +INFO:root:Average loss=0.0834208882580965 +INFO:root: +[Valid][19][UTT][ MSE = 0.2103 | LCC = 0.8683 | SRCC = 0.8684 ] +INFO:root:Average loss=0.08374807090522388 +INFO:root: +[Valid][20][UTT][ MSE = 0.2163 | LCC = 0.8689 | SRCC = 0.8690 ] +INFO:root:Average loss=0.07515253556462434 +INFO:root: +[Valid][21][UTT][ MSE = 0.2196 | LCC = 0.8667 | SRCC = 0.8655 ] +INFO:root:Average loss=0.07504171013641052 +INFO:root: +[Valid][22][UTT][ MSE = 0.2152 | LCC = 0.8663 | SRCC = 0.8667 ] +INFO:root:Average loss=0.07123931463903342 +INFO:root: +[Valid][23][UTT][ MSE = 0.2217 | LCC = 0.8696 | SRCC = 0.8703 ] +INFO:root:Average loss=0.07147695429814167 +INFO:root: +[Valid][24][UTT][ MSE = 0.2325 | LCC = 0.8675 | SRCC = 0.8669 ] +INFO:root:Average loss=0.07151383457657619 +INFO:root: +[Valid][25][UTT][ MSE = 0.2152 | LCC = 0.8658 | SRCC = 0.8660 ] +INFO:root:Average loss=0.06436230428516865 +INFO:root: +[Valid][26][UTT][ MSE = 0.2080 | LCC = 0.8689 | SRCC = 0.8690 ] +INFO:root:Average loss=0.062650274246549 +INFO:root: +[Valid][27][UTT][ MSE = 0.2120 | LCC = 0.8662 | SRCC = 0.8663 ] +INFO:root:Average loss=0.06105514911886973 +INFO:root: +[Valid][28][UTT][ MSE = 0.2155 | LCC = 0.8708 | SRCC = 0.8696 ] +INFO:root:Average loss=0.058015763568572506 +INFO:root: +[Valid][29][UTT][ MSE = 0.2070 | LCC = 0.8691 | SRCC = 0.8686 ] +INFO:root:Average loss=0.05435998284090788 +INFO:root: +[Valid][30][UTT][ MSE = 0.2186 | LCC = 0.8672 | SRCC = 0.8667 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2491 | LCC = 0.8535 | SRCC = 0.8552 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..107e569d375aec5df4f3bea2b92067e541e2a089 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ed09613aa5f9c820f73fbc82c8d3270700faaca025c6bf9cb5e12639ec4fe4 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bfd9b981781a24a899bf3556b318f9e59a53fb8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f1cc71711dfc12d755f6eaafe9a5dad00ab82df03be9574b726263b8a5abb6 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..744c76127b0e749024d322288e330475e3650fdc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3393050852494362 +INFO:root: +[Valid][0][UTT][ MSE = 0.3594 | LCC = 0.8248 | SRCC = 0.8214 ] +INFO:root:Average loss=0.2818843905742352 +INFO:root: +[Valid][1][UTT][ MSE = 0.3869 | LCC = 0.8311 | SRCC = 0.8290 ] +INFO:root:Average loss=0.26018250103180224 +INFO:root: +[Valid][2][UTT][ MSE = 0.3500 | LCC = 0.8326 | SRCC = 0.8312 ] +INFO:root:Average loss=0.2528501235139676 +INFO:root: +[Valid][3][UTT][ MSE = 0.3480 | LCC = 0.8421 | SRCC = 0.8406 ] +INFO:root:Average loss=0.2446755709556433 +INFO:root: +[Valid][4][UTT][ MSE = 0.3235 | LCC = 0.8395 | SRCC = 0.8444 ] +INFO:root:Average loss=0.2415580533635922 +INFO:root: +[Valid][5][UTT][ MSE = 0.3142 | LCC = 0.8416 | SRCC = 0.8448 ] +INFO:root:Average loss=0.239297737295811 +INFO:root: +[Valid][6][UTT][ MSE = 0.3335 | LCC = 0.8504 | SRCC = 0.8484 ] +INFO:root:Average loss=0.2296077616703816 +INFO:root: +[Valid][7][UTT][ MSE = 0.3071 | LCC = 0.8467 | SRCC = 0.8464 ] +INFO:root:Average loss=0.22879887085694534 +INFO:root: +[Valid][8][UTT][ MSE = 0.3152 | LCC = 0.8522 | SRCC = 0.8518 ] +INFO:root:Average loss=0.22265008111030626 +INFO:root: +[Valid][9][UTT][ MSE = 0.3306 | LCC = 0.8523 | SRCC = 0.8523 ] +INFO:root:Average loss=0.22191598075322616 +INFO:root: +[Valid][10][UTT][ MSE = 0.2823 | LCC = 0.8560 | SRCC = 0.8562 ] +INFO:root:Average loss=0.2165370616966333 +INFO:root: +[Valid][11][UTT][ MSE = 0.3124 | LCC = 0.8534 | SRCC = 0.8540 ] +INFO:root:Average loss=0.21176095879994905 +INFO:root: +[Valid][12][UTT][ MSE = 0.2809 | LCC = 0.8560 | SRCC = 0.8558 ] +INFO:root:Average loss=0.20961724919004318 +INFO:root: +[Valid][13][UTT][ MSE = 0.2840 | LCC = 0.8602 | SRCC = 0.8609 ] +INFO:root:Average loss=0.2084142730022088 +INFO:root: +[Valid][14][UTT][ MSE = 0.2739 | LCC = 0.8560 | SRCC = 0.8564 ] +INFO:root:Average loss=0.20968167044413397 +INFO:root: +[Valid][15][UTT][ MSE = 0.3398 | LCC = 0.8524 | SRCC = 0.8538 ] +INFO:root:Average loss=0.20713446996150872 +INFO:root: +[Valid][16][UTT][ MSE = 0.2761 | LCC = 0.8620 | SRCC = 0.8600 ] +INFO:root:Average loss=0.19831786476648772 +INFO:root: +[Valid][17][UTT][ MSE = 0.3013 | LCC = 0.8584 | SRCC = 0.8581 ] +INFO:root:Average loss=0.19582331533997488 +INFO:root: +[Valid][18][UTT][ MSE = 0.2863 | LCC = 0.8582 | SRCC = 0.8575 ] +INFO:root:Average loss=0.19449376467710885 +INFO:root: +[Valid][19][UTT][ MSE = 0.3143 | LCC = 0.8589 | SRCC = 0.8588 ] +INFO:root:Average loss=0.19048063676708785 +INFO:root: +[Valid][20][UTT][ MSE = 0.3033 | LCC = 0.8624 | SRCC = 0.8627 ] +INFO:root:Average loss=0.19275837458479098 +INFO:root: +[Valid][21][UTT][ MSE = 0.2529 | LCC = 0.8617 | SRCC = 0.8623 ] +INFO:root:Average loss=0.19307759939095911 +INFO:root: +[Valid][22][UTT][ MSE = 0.2863 | LCC = 0.8617 | SRCC = 0.8619 ] +INFO:root:Average loss=0.18853735866454932 +INFO:root: +[Valid][23][UTT][ MSE = 0.2946 | LCC = 0.8574 | SRCC = 0.8576 ] +INFO:root:Average loss=0.18969009902614814 +INFO:root: +[Valid][24][UTT][ MSE = 0.2619 | LCC = 0.8623 | SRCC = 0.8611 ] +INFO:root:Average loss=0.17782143216866714 +INFO:root: +[Valid][25][UTT][ MSE = 0.2874 | LCC = 0.8572 | SRCC = 0.8558 ] +INFO:root:Average loss=0.17792947303790313 +INFO:root: +[Valid][26][UTT][ MSE = 0.2874 | LCC = 0.8601 | SRCC = 0.8601 ] +INFO:root:Average loss=0.1727571274416569 +INFO:root: +[Valid][27][UTT][ MSE = 0.2862 | LCC = 0.8613 | SRCC = 0.8601 ] +INFO:root:Average loss=0.17240914368094543 +INFO:root: +[Valid][28][UTT][ MSE = 0.2704 | LCC = 0.8546 | SRCC = 0.8571 ] +INFO:root:Average loss=0.171281515310208 +INFO:root: +[Valid][29][UTT][ MSE = 0.2610 | LCC = 0.8574 | SRCC = 0.8578 ] +INFO:root:Average loss=0.1730698636518075 +INFO:root: +[Valid][30][UTT][ MSE = 0.2792 | LCC = 0.8578 | SRCC = 0.8597 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3000 | LCC = 0.8567 | SRCC = 0.8563 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c628bab00c321f84a6bd1f1850b4867672faf87 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc33a2173fc3fdb4d3f489beba4596b321836d0172068a591ccbf372bc72924 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8a48b76c883db9b9d1edac988ba1eca2eb2347f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e5f65b230f87215a50ab53700aac6e029aa239df50c0fb470388151db2eb050 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..15d51c1892687ff72bcb090e75b76e466d571d2e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.33537065524321336 +INFO:root: +[Valid][0][UTT][ MSE = 0.3258 | LCC = 0.8188 | SRCC = 0.8170 ] +INFO:root:Average loss=0.276296785626656 +INFO:root: +[Valid][1][UTT][ MSE = 0.3158 | LCC = 0.8278 | SRCC = 0.8267 ] +INFO:root:Average loss=0.26317696750928193 +INFO:root: +[Valid][2][UTT][ MSE = 0.3187 | LCC = 0.8346 | SRCC = 0.8353 ] +INFO:root:Average loss=0.25815947430256087 +INFO:root: +[Valid][3][UTT][ MSE = 0.3160 | LCC = 0.8387 | SRCC = 0.8401 ] +INFO:root:Average loss=0.24238781516368574 +INFO:root: +[Valid][4][UTT][ MSE = 0.2737 | LCC = 0.8407 | SRCC = 0.8422 ] +INFO:root:Average loss=0.2373213231181487 +INFO:root: +[Valid][5][UTT][ MSE = 0.3250 | LCC = 0.8462 | SRCC = 0.8467 ] +INFO:root:Average loss=0.2325255423784256 +INFO:root: +[Valid][6][UTT][ MSE = 0.3222 | LCC = 0.8517 | SRCC = 0.8502 ] +INFO:root:Average loss=0.23800877252450356 +INFO:root: +[Valid][7][UTT][ MSE = 0.2664 | LCC = 0.8420 | SRCC = 0.8455 ] +INFO:root:Average loss=0.23706422669765276 +INFO:root: +[Valid][8][UTT][ MSE = 0.2896 | LCC = 0.8503 | SRCC = 0.8497 ] +INFO:root:Average loss=0.2239859713575779 +INFO:root: +[Valid][9][UTT][ MSE = 0.2630 | LCC = 0.8525 | SRCC = 0.8537 ] +INFO:root:Average loss=0.21969370563060808 +INFO:root: +[Valid][10][UTT][ MSE = 0.2530 | LCC = 0.8429 | SRCC = 0.8492 ] +INFO:root:Average loss=0.2179955284182842 +INFO:root: +[Valid][11][UTT][ MSE = 0.3248 | LCC = 0.8550 | SRCC = 0.8531 ] +INFO:root:Average loss=0.2170410190637295 +INFO:root: +[Valid][12][UTT][ MSE = 0.2811 | LCC = 0.8534 | SRCC = 0.8553 ] +INFO:root:Average loss=0.2087088712514975 +INFO:root: +[Valid][13][UTT][ MSE = 0.2905 | LCC = 0.8531 | SRCC = 0.8556 ] +INFO:root:Average loss=0.21762430916229883 +INFO:root: +[Valid][14][UTT][ MSE = 0.2808 | LCC = 0.8553 | SRCC = 0.8559 ] +INFO:root:Average loss=0.21087636072666216 +INFO:root: +[Valid][15][UTT][ MSE = 0.2643 | LCC = 0.8570 | SRCC = 0.8569 ] +INFO:root:Average loss=0.2043902459434974 +INFO:root: +[Valid][16][UTT][ MSE = 0.2860 | LCC = 0.8523 | SRCC = 0.8538 ] +INFO:root:Average loss=0.20232551029095283 +INFO:root: +[Valid][17][UTT][ MSE = 0.2531 | LCC = 0.8533 | SRCC = 0.8544 ] +INFO:root:Average loss=0.19538846201239488 +INFO:root: +[Valid][18][UTT][ MSE = 0.2955 | LCC = 0.8580 | SRCC = 0.8568 ] +INFO:root:Average loss=0.19408340159899148 +INFO:root: +[Valid][19][UTT][ MSE = 0.2500 | LCC = 0.8526 | SRCC = 0.8552 ] +INFO:root:Average loss=0.19798638461492 +INFO:root: +[Valid][20][UTT][ MSE = 0.2768 | LCC = 0.8556 | SRCC = 0.8583 ] +INFO:root:Average loss=0.19423347673355004 +INFO:root: +[Valid][21][UTT][ MSE = 0.3000 | LCC = 0.8571 | SRCC = 0.8583 ] +INFO:root:Average loss=0.18585261177176085 +INFO:root: +[Valid][22][UTT][ MSE = 0.2727 | LCC = 0.8568 | SRCC = 0.8573 ] +INFO:root:Average loss=0.18391600069709313 +INFO:root: +[Valid][23][UTT][ MSE = 0.2737 | LCC = 0.8477 | SRCC = 0.8560 ] +INFO:root:Average loss=0.19187087985949638 +INFO:root: +[Valid][24][UTT][ MSE = 0.2624 | LCC = 0.8563 | SRCC = 0.8585 ] +INFO:root:Average loss=0.1796895910341006 +INFO:root: +[Valid][25][UTT][ MSE = 0.2465 | LCC = 0.8548 | SRCC = 0.8559 ] +INFO:root:Average loss=0.17903244801056692 +INFO:root: +[Valid][26][UTT][ MSE = 0.2612 | LCC = 0.8542 | SRCC = 0.8552 ] +INFO:root:Average loss=0.18269755051304132 +INFO:root: +[Valid][27][UTT][ MSE = 0.2651 | LCC = 0.8577 | SRCC = 0.8576 ] +INFO:root:Average loss=0.17394278876674482 +INFO:root: +[Valid][28][UTT][ MSE = 0.2603 | LCC = 0.8598 | SRCC = 0.8588 ] +INFO:root:Average loss=0.17589845976386315 +INFO:root: +[Valid][29][UTT][ MSE = 0.2688 | LCC = 0.8588 | SRCC = 0.8582 ] +INFO:root:Average loss=0.16961084936673826 +INFO:root: +[Valid][30][UTT][ MSE = 0.2434 | LCC = 0.8562 | SRCC = 0.8581 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2758 | LCC = 0.8536 | SRCC = 0.8524 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b354cf1c9e4f0a8eb59af1127da76f44e445a00 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18c65ad4e0900829227e401100e3550399ae494785163de1e35e9dade7b9ad6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..07939ddf55404163d1d9c86ab5540f7caf580cd0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f46208626ac1e398fbe5def03cc339e85e786dbc62992d2e3fd5d815308ced5 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..85db85eaa09d3d6174b7d6857c72f6a37a85f05b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.34561369988398677 +INFO:root: +[Valid][0][UTT][ MSE = 0.3275 | LCC = 0.8157 | SRCC = 0.8168 ] +INFO:root:Average loss=0.2762355917157271 +INFO:root: +[Valid][1][UTT][ MSE = 0.3253 | LCC = 0.8286 | SRCC = 0.8273 ] +INFO:root:Average loss=0.2647736089733931 +INFO:root: +[Valid][2][UTT][ MSE = 0.3172 | LCC = 0.8372 | SRCC = 0.8367 ] +INFO:root:Average loss=0.2521047815680504 +INFO:root: +[Valid][3][UTT][ MSE = 0.3363 | LCC = 0.8419 | SRCC = 0.8384 ] +INFO:root:Average loss=0.25136510129922474 +INFO:root: +[Valid][4][UTT][ MSE = 0.3054 | LCC = 0.8273 | SRCC = 0.8322 ] +INFO:root:Average loss=0.2429775954821171 +INFO:root: +[Valid][5][UTT][ MSE = 0.2889 | LCC = 0.8483 | SRCC = 0.8462 ] +INFO:root:Average loss=0.2419182090805127 +INFO:root: +[Valid][6][UTT][ MSE = 0.2757 | LCC = 0.8432 | SRCC = 0.8447 ] +INFO:root:Average loss=0.23419935218034646 +INFO:root: +[Valid][7][UTT][ MSE = 0.2840 | LCC = 0.8419 | SRCC = 0.8446 ] +INFO:root:Average loss=0.23393836712990052 +INFO:root: +[Valid][8][UTT][ MSE = 0.2671 | LCC = 0.8502 | SRCC = 0.8496 ] +INFO:root:Average loss=0.2410276730855306 +INFO:root: +[Valid][9][UTT][ MSE = 0.2743 | LCC = 0.8428 | SRCC = 0.8434 ] +INFO:root:Average loss=0.22678990299120927 +INFO:root: +[Valid][10][UTT][ MSE = 0.2672 | LCC = 0.8499 | SRCC = 0.8504 ] +INFO:root:Average loss=0.22061587144166994 +INFO:root: +[Valid][11][UTT][ MSE = 0.2885 | LCC = 0.8485 | SRCC = 0.8498 ] +INFO:root:Average loss=0.2216643010958647 +INFO:root: +[Valid][12][UTT][ MSE = 0.3141 | LCC = 0.8553 | SRCC = 0.8528 ] +INFO:root:Average loss=0.21294639183160585 +INFO:root: +[Valid][13][UTT][ MSE = 0.2744 | LCC = 0.8505 | SRCC = 0.8501 ] +INFO:root:Average loss=0.2134841583096064 +INFO:root: +[Valid][14][UTT][ MSE = 0.3114 | LCC = 0.8533 | SRCC = 0.8531 ] +INFO:root:Average loss=0.22019920030083412 +INFO:root: +[Valid][15][UTT][ MSE = 0.2709 | LCC = 0.8428 | SRCC = 0.8530 ] +INFO:root:Average loss=0.20629642789180463 +INFO:root: +[Valid][16][UTT][ MSE = 0.2776 | LCC = 0.8473 | SRCC = 0.8529 ] +INFO:root:Average loss=0.20190690152156046 +INFO:root: +[Valid][17][UTT][ MSE = 0.2678 | LCC = 0.8501 | SRCC = 0.8535 ] +INFO:root:Average loss=0.19816188189463738 +INFO:root: +[Valid][18][UTT][ MSE = 0.2582 | LCC = 0.8528 | SRCC = 0.8571 ] +INFO:root:Average loss=0.19852928072214127 +INFO:root: +[Valid][19][UTT][ MSE = 0.2584 | LCC = 0.8536 | SRCC = 0.8556 ] +INFO:root:Average loss=0.19309733177606875 +INFO:root: +[Valid][20][UTT][ MSE = 0.2620 | LCC = 0.8548 | SRCC = 0.8570 ] +INFO:root:Average loss=0.1997645812538954 +INFO:root: +[Valid][21][UTT][ MSE = 0.2517 | LCC = 0.8501 | SRCC = 0.8508 ] +INFO:root:Average loss=0.1911982629352655 +INFO:root: +[Valid][22][UTT][ MSE = 0.2764 | LCC = 0.8559 | SRCC = 0.8554 ] +INFO:root:Average loss=0.18603990427576578 +INFO:root: +[Valid][23][UTT][ MSE = 0.2515 | LCC = 0.8491 | SRCC = 0.8540 ] +INFO:root:Average loss=0.18352574367935842 +INFO:root: +[Valid][24][UTT][ MSE = 0.2629 | LCC = 0.8530 | SRCC = 0.8525 ] +INFO:root:Average loss=0.18720029982236716 +INFO:root: +[Valid][25][UTT][ MSE = 0.2776 | LCC = 0.8537 | SRCC = 0.8544 ] +INFO:root:Average loss=0.1793129304662729 +INFO:root: +[Valid][26][UTT][ MSE = 0.2542 | LCC = 0.8501 | SRCC = 0.8554 ] +INFO:root:Average loss=0.18187064008835035 +INFO:root: +[Valid][27][UTT][ MSE = 0.2770 | LCC = 0.8443 | SRCC = 0.8494 ] +INFO:root:Average loss=0.17604942390551934 +INFO:root: +[Valid][28][UTT][ MSE = 0.2583 | LCC = 0.8520 | SRCC = 0.8541 ] +INFO:root:Average loss=0.17363358737948614 +INFO:root: +[Valid][29][UTT][ MSE = 0.2550 | LCC = 0.8524 | SRCC = 0.8528 ] +INFO:root:Average loss=0.16665280915987798 +INFO:root: +[Valid][30][UTT][ MSE = 0.2605 | LCC = 0.8512 | SRCC = 0.8511 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2731 | LCC = 0.8591 | SRCC = 0.8578 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b1a5460a349b7928d8945bc2fbdc13bc6c22ff --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcb98a59f56b74defe93b4563e08e5e36d85db61921835cfdaec9a2a7851a1a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..903df2c8d96da9ba4ad558ad1b6b12cd20a9a45f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc53f251dfa2de15f3f3ad70827802886dcca86ac41a5353bb3ff6736252e2c7 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e34c6566f2185a5261d0fa6c05788426bb5e3017 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3557180978166751 +INFO:root: +[Valid][0][UTT][ MSE = 0.3698 | LCC = 0.8212 | SRCC = 0.8198 ] +INFO:root:Average loss=0.27518112995685673 +INFO:root: +[Valid][1][UTT][ MSE = 0.3278 | LCC = 0.8286 | SRCC = 0.8280 ] +INFO:root:Average loss=0.2664124650450853 +INFO:root: +[Valid][2][UTT][ MSE = 0.3539 | LCC = 0.8275 | SRCC = 0.8317 ] +INFO:root:Average loss=0.25169389007183224 +INFO:root: +[Valid][3][UTT][ MSE = 0.3170 | LCC = 0.8396 | SRCC = 0.8386 ] +INFO:root:Average loss=0.24475541691749525 +INFO:root: +[Valid][4][UTT][ MSE = 0.3359 | LCC = 0.8368 | SRCC = 0.8420 ] +INFO:root:Average loss=0.23715088898554826 +INFO:root: +[Valid][5][UTT][ MSE = 0.3731 | LCC = 0.8468 | SRCC = 0.8442 ] +INFO:root:Average loss=0.23570577590129313 +INFO:root: +[Valid][6][UTT][ MSE = 0.2787 | LCC = 0.8467 | SRCC = 0.8507 ] +INFO:root:Average loss=0.23861325665926322 +INFO:root: +[Valid][7][UTT][ MSE = 0.3059 | LCC = 0.8486 | SRCC = 0.8467 ] +INFO:root:Average loss=0.2366105629465519 +INFO:root: +[Valid][8][UTT][ MSE = 0.3087 | LCC = 0.8518 | SRCC = 0.8503 ] +INFO:root:Average loss=0.22249878694613776 +INFO:root: +[Valid][9][UTT][ MSE = 0.3035 | LCC = 0.8547 | SRCC = 0.8537 ] +INFO:root:Average loss=0.22089739449513265 +INFO:root: +[Valid][10][UTT][ MSE = 0.3326 | LCC = 0.8492 | SRCC = 0.8493 ] +INFO:root:Average loss=0.2218357796470324 +INFO:root: +[Valid][11][UTT][ MSE = 0.2915 | LCC = 0.8507 | SRCC = 0.8529 ] +INFO:root:Average loss=0.225960469016662 +INFO:root: +[Valid][12][UTT][ MSE = 0.3258 | LCC = 0.8497 | SRCC = 0.8507 ] +INFO:root:Average loss=0.2111374903947879 +INFO:root: +[Valid][13][UTT][ MSE = 0.3117 | LCC = 0.8443 | SRCC = 0.8486 ] +INFO:root:Average loss=0.20989936685714966 +INFO:root: +[Valid][14][UTT][ MSE = 0.2961 | LCC = 0.8521 | SRCC = 0.8555 ] +INFO:root:Average loss=0.20648874877355036 +INFO:root: +[Valid][15][UTT][ MSE = 0.2801 | LCC = 0.8573 | SRCC = 0.8564 ] +INFO:root:Average loss=0.20484122996911025 +INFO:root: +[Valid][16][UTT][ MSE = 0.2974 | LCC = 0.8571 | SRCC = 0.8562 ] +INFO:root:Average loss=0.20686351450589988 +INFO:root: +[Valid][17][UTT][ MSE = 0.3100 | LCC = 0.8521 | SRCC = 0.8544 ] +INFO:root:Average loss=0.19989695247167197 +INFO:root: +[Valid][18][UTT][ MSE = 0.2542 | LCC = 0.8562 | SRCC = 0.8587 ] +INFO:root:Average loss=0.20243993554359827 +INFO:root: +[Valid][19][UTT][ MSE = 0.3218 | LCC = 0.8447 | SRCC = 0.8516 ] +INFO:root:Average loss=0.19443132097904497 +INFO:root: +[Valid][20][UTT][ MSE = 0.2932 | LCC = 0.8551 | SRCC = 0.8563 ] +INFO:root:Average loss=0.19169498750796685 +INFO:root: +[Valid][21][UTT][ MSE = 0.2883 | LCC = 0.8534 | SRCC = 0.8511 ] +INFO:root:Average loss=0.18839382533079538 +INFO:root: +[Valid][22][UTT][ MSE = 0.3417 | LCC = 0.8520 | SRCC = 0.8547 ] +INFO:root:Average loss=0.18721949003445795 +INFO:root: +[Valid][23][UTT][ MSE = 0.3047 | LCC = 0.8557 | SRCC = 0.8564 ] +INFO:root:Average loss=0.18305823655846792 +INFO:root: +[Valid][24][UTT][ MSE = 0.2705 | LCC = 0.8531 | SRCC = 0.8555 ] +INFO:root:Average loss=0.1812777248903727 +INFO:root: +[Valid][25][UTT][ MSE = 0.2655 | LCC = 0.8567 | SRCC = 0.8575 ] +INFO:root:Average loss=0.18113813320031533 +INFO:root: +[Valid][26][UTT][ MSE = 0.3208 | LCC = 0.8535 | SRCC = 0.8533 ] +INFO:root:Average loss=0.17971898968785238 +INFO:root: +[Valid][27][UTT][ MSE = 0.2828 | LCC = 0.8539 | SRCC = 0.8547 ] +INFO:root:Average loss=0.1741165542640747 +INFO:root: +[Valid][28][UTT][ MSE = 0.2607 | LCC = 0.8517 | SRCC = 0.8537 ] +INFO:root:Average loss=0.17075167290675333 +INFO:root: +[Valid][29][UTT][ MSE = 0.2714 | LCC = 0.8518 | SRCC = 0.8539 ] +INFO:root:Average loss=0.17004375245708686 +INFO:root: +[Valid][30][UTT][ MSE = 0.2912 | LCC = 0.8530 | SRCC = 0.8532 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2671 | LCC = 0.8554 | SRCC = 0.8583 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d543fe0fa19def503d07caa2c59d628bd03c3f3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222385d1a1172dc2c829ff9e9b2be53f2e0e60a723fef9755fe31582f712f2c8 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74b1304575597d1524bb98a68dd2642382cbf50 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d29f18cec2648835ef7778c5fbd8817451b89024995ef87f2dc9f409966284a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fdba2069e928179793507babfa7e3aebbc6e5cfc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.34331724563470256 +INFO:root: +[Valid][0][UTT][ MSE = 0.3466 | LCC = 0.8094 | SRCC = 0.8112 ] +INFO:root:Average loss=0.275261636918936 +INFO:root: +[Valid][1][UTT][ MSE = 0.3465 | LCC = 0.8284 | SRCC = 0.8261 ] +INFO:root:Average loss=0.2612638771533966 +INFO:root: +[Valid][2][UTT][ MSE = 0.3049 | LCC = 0.8246 | SRCC = 0.8299 ] +INFO:root:Average loss=0.2599503841155615 +INFO:root: +[Valid][3][UTT][ MSE = 0.3393 | LCC = 0.8390 | SRCC = 0.8369 ] +INFO:root:Average loss=0.24619551117603594 +INFO:root: +[Valid][4][UTT][ MSE = 0.2927 | LCC = 0.8419 | SRCC = 0.8428 ] +INFO:root:Average loss=0.24244905759890875 +INFO:root: +[Valid][5][UTT][ MSE = 0.2860 | LCC = 0.8438 | SRCC = 0.8439 ] +INFO:root:Average loss=0.2322689692179362 +INFO:root: +[Valid][6][UTT][ MSE = 0.3198 | LCC = 0.8527 | SRCC = 0.8502 ] +INFO:root:Average loss=0.2332477833216007 +INFO:root: +[Valid][7][UTT][ MSE = 0.3265 | LCC = 0.8475 | SRCC = 0.8489 ] +INFO:root:Average loss=0.2281607972123684 +INFO:root: +[Valid][8][UTT][ MSE = 0.2723 | LCC = 0.8492 | SRCC = 0.8492 ] +INFO:root:Average loss=0.22829156025097921 +INFO:root: +[Valid][9][UTT][ MSE = 0.2797 | LCC = 0.8556 | SRCC = 0.8540 ] +INFO:root:Average loss=0.22349477549776053 +INFO:root: +[Valid][10][UTT][ MSE = 0.2699 | LCC = 0.8471 | SRCC = 0.8483 ] +INFO:root:Average loss=0.2183837237266394 +INFO:root: +[Valid][11][UTT][ MSE = 0.2762 | LCC = 0.8483 | SRCC = 0.8521 ] +INFO:root:Average loss=0.21627993136644363 +INFO:root: +[Valid][12][UTT][ MSE = 0.2553 | LCC = 0.8522 | SRCC = 0.8544 ] +INFO:root:Average loss=0.20597641246441084 +INFO:root: +[Valid][13][UTT][ MSE = 0.3262 | LCC = 0.8539 | SRCC = 0.8556 ] +INFO:root:Average loss=0.21326253544061613 +INFO:root: +[Valid][14][UTT][ MSE = 0.2816 | LCC = 0.8560 | SRCC = 0.8554 ] +INFO:root:Average loss=0.2080834076190606 +INFO:root: +[Valid][15][UTT][ MSE = 0.2831 | LCC = 0.8592 | SRCC = 0.8587 ] +INFO:root:Average loss=0.20319411769891396 +INFO:root: +[Valid][16][UTT][ MSE = 0.2559 | LCC = 0.8530 | SRCC = 0.8557 ] +INFO:root:Average loss=0.19862582439031357 +INFO:root: +[Valid][17][UTT][ MSE = 0.2703 | LCC = 0.8596 | SRCC = 0.8581 ] +INFO:root:Average loss=0.2007000906727253 +INFO:root: +[Valid][18][UTT][ MSE = 0.2930 | LCC = 0.8586 | SRCC = 0.8567 ] +INFO:root:Average loss=0.1999722216755916 +INFO:root: +[Valid][19][UTT][ MSE = 0.2556 | LCC = 0.8536 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1881853515903155 +INFO:root: +[Valid][20][UTT][ MSE = 0.2640 | LCC = 0.8536 | SRCC = 0.8541 ] +INFO:root:Average loss=0.1940036152417843 +INFO:root: +[Valid][21][UTT][ MSE = 0.2844 | LCC = 0.8596 | SRCC = 0.8591 ] +INFO:root:Average loss=0.1907132370158648 +INFO:root: +[Valid][22][UTT][ MSE = 0.3027 | LCC = 0.8512 | SRCC = 0.8533 ] +INFO:root:Average loss=0.19158346817279473 +INFO:root: +[Valid][23][UTT][ MSE = 0.3158 | LCC = 0.8586 | SRCC = 0.8578 ] +INFO:root:Average loss=0.18620015814518318 +INFO:root: +[Valid][24][UTT][ MSE = 0.2795 | LCC = 0.8498 | SRCC = 0.8497 ] +INFO:root:Average loss=0.19103679987482536 +INFO:root: +[Valid][25][UTT][ MSE = 0.2569 | LCC = 0.8516 | SRCC = 0.8563 ] +INFO:root:Average loss=0.1849583687308507 +INFO:root: +[Valid][26][UTT][ MSE = 0.2668 | LCC = 0.8552 | SRCC = 0.8553 ] +INFO:root:Average loss=0.1787078691025575 +INFO:root: +[Valid][27][UTT][ MSE = 0.2588 | LCC = 0.8509 | SRCC = 0.8528 ] +INFO:root:Average loss=0.1792593142734124 +INFO:root: +[Valid][28][UTT][ MSE = 0.2866 | LCC = 0.8517 | SRCC = 0.8496 ] +INFO:root:Average loss=0.17413973292479148 +INFO:root: +[Valid][29][UTT][ MSE = 0.2460 | LCC = 0.8563 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1695585283331382 +INFO:root: +[Valid][30][UTT][ MSE = 0.2515 | LCC = 0.8468 | SRCC = 0.8538 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2974 | LCC = 0.8493 | SRCC = 0.8525 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a019a227fb8d5e2897fe59c1fb2227b0bf2582 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ef3f14333bbd9191275732d88ded83ddf62a644c57ba23e8584ad2324a29bc +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b88bed8b9fa5f9c42570fb5b68dd44aee9421b93 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3650684370bc93de6c3bad3f5a398c76c06152604312f2f0b6daf2e65df416e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..73ba3dbbc65cc8fafedc72ca871c288b6f06c273 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3898658798291133 +INFO:root: +[Valid][0][UTT][ MSE = 0.3930 | LCC = 0.8072 | SRCC = 0.8010 ] +INFO:root:Average loss=0.29466561610117936 +INFO:root: +[Valid][1][UTT][ MSE = 0.3665 | LCC = 0.8178 | SRCC = 0.8177 ] +INFO:root:Average loss=0.2840515098128563 +INFO:root: +[Valid][2][UTT][ MSE = 0.3932 | LCC = 0.8258 | SRCC = 0.8231 ] +INFO:root:Average loss=0.2818838778214577 +INFO:root: +[Valid][3][UTT][ MSE = 0.3791 | LCC = 0.8285 | SRCC = 0.8273 ] +INFO:root:Average loss=0.2717301872296211 +INFO:root: +[Valid][4][UTT][ MSE = 0.3572 | LCC = 0.8312 | SRCC = 0.8310 ] +INFO:root:Average loss=0.26549432159234315 +INFO:root: +[Valid][5][UTT][ MSE = 0.3222 | LCC = 0.8261 | SRCC = 0.8324 ] +INFO:root:Average loss=0.26226219764122594 +INFO:root: +[Valid][6][UTT][ MSE = 0.3538 | LCC = 0.8323 | SRCC = 0.8347 ] +INFO:root:Average loss=0.2603738942207434 +INFO:root: +[Valid][7][UTT][ MSE = 0.3614 | LCC = 0.8264 | SRCC = 0.8299 ] +INFO:root:Average loss=0.2538876432256821 +INFO:root: +[Valid][8][UTT][ MSE = 0.3601 | LCC = 0.8379 | SRCC = 0.8368 ] +INFO:root:Average loss=0.24890627903051865 +INFO:root: +[Valid][9][UTT][ MSE = 0.3483 | LCC = 0.8391 | SRCC = 0.8370 ] +INFO:root:Average loss=0.25276764444051647 +INFO:root: +[Valid][10][UTT][ MSE = 0.3347 | LCC = 0.8373 | SRCC = 0.8380 ] +INFO:root:Average loss=0.24364425337467438 +INFO:root: +[Valid][11][UTT][ MSE = 0.3611 | LCC = 0.8455 | SRCC = 0.8457 ] +INFO:root:Average loss=0.2510906108296834 +INFO:root: +[Valid][12][UTT][ MSE = 0.3214 | LCC = 0.8407 | SRCC = 0.8399 ] +INFO:root:Average loss=0.24538521678783956 +INFO:root: +[Valid][13][UTT][ MSE = 0.3206 | LCC = 0.8401 | SRCC = 0.8416 ] +INFO:root:Average loss=0.23613880765743744 +INFO:root: +[Valid][14][UTT][ MSE = 0.2922 | LCC = 0.8392 | SRCC = 0.8450 ] +INFO:root:Average loss=0.2438838854432106 +INFO:root: +[Valid][15][UTT][ MSE = 0.3079 | LCC = 0.8434 | SRCC = 0.8438 ] +INFO:root:Average loss=0.23413258657241479 +INFO:root: +[Valid][16][UTT][ MSE = 0.3193 | LCC = 0.8386 | SRCC = 0.8436 ] +INFO:root:Average loss=0.23091014617910752 +INFO:root: +[Valid][17][UTT][ MSE = 0.3159 | LCC = 0.8490 | SRCC = 0.8483 ] +INFO:root:Average loss=0.23031609333478487 +INFO:root: +[Valid][18][UTT][ MSE = 0.3152 | LCC = 0.8492 | SRCC = 0.8485 ] +INFO:root:Average loss=0.22757946814482027 +INFO:root: +[Valid][19][UTT][ MSE = 0.3124 | LCC = 0.8455 | SRCC = 0.8467 ] +INFO:root:Average loss=0.22650496394206315 +INFO:root: +[Valid][20][UTT][ MSE = 0.3210 | LCC = 0.8498 | SRCC = 0.8488 ] +INFO:root:Average loss=0.22429111427985704 +INFO:root: +[Valid][21][UTT][ MSE = 0.3111 | LCC = 0.8490 | SRCC = 0.8479 ] +INFO:root:Average loss=0.2252686029443374 +INFO:root: +[Valid][22][UTT][ MSE = 0.3118 | LCC = 0.8472 | SRCC = 0.8492 ] +INFO:root:Average loss=0.22611020983029634 +INFO:root: +[Valid][23][UTT][ MSE = 0.3162 | LCC = 0.8535 | SRCC = 0.8530 ] +INFO:root:Average loss=0.22321614565757605 +INFO:root: +[Valid][24][UTT][ MSE = 0.3124 | LCC = 0.8506 | SRCC = 0.8510 ] +INFO:root:Average loss=0.21471528116709146 +INFO:root: +[Valid][25][UTT][ MSE = 0.2890 | LCC = 0.8485 | SRCC = 0.8519 ] +INFO:root:Average loss=0.22699615072745544 +INFO:root: +[Valid][26][UTT][ MSE = 0.2930 | LCC = 0.8504 | SRCC = 0.8519 ] +INFO:root:Average loss=0.2188178919828855 +INFO:root: +[Valid][27][UTT][ MSE = 0.2792 | LCC = 0.8496 | SRCC = 0.8537 ] +INFO:root:Average loss=0.2203911223854774 +INFO:root: +[Valid][28][UTT][ MSE = 0.2843 | LCC = 0.8481 | SRCC = 0.8507 ] +INFO:root:Average loss=0.21434007145655462 +INFO:root: +[Valid][29][UTT][ MSE = 0.3150 | LCC = 0.8481 | SRCC = 0.8476 ] +INFO:root:Average loss=0.21927824329871398 +INFO:root: +[Valid][30][UTT][ MSE = 0.3247 | LCC = 0.8568 | SRCC = 0.8559 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3106 | LCC = 0.8562 | SRCC = 0.8577 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..681e703b42e17e78f7c2fddb38c8ee7684644014 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109fb052e2b742ac0a8bb14295005f07e45bf7db113b400da60e463b6b9dcde0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcb4d5acc99f67842aa805cfe3c968eed763a291 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a0682ca7eed499e54255843301da71a6d8736db64ea00054e9094808b88a17 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..77acb9f1b68593deb616c8b65a50f94fddc5a7dd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3743943711503958 +INFO:root: +[Valid][0][UTT][ MSE = 0.3986 | LCC = 0.8005 | SRCC = 0.8002 ] +INFO:root:Average loss=0.2951379670546605 +INFO:root: +[Valid][1][UTT][ MSE = 0.3501 | LCC = 0.8219 | SRCC = 0.8162 ] +INFO:root:Average loss=0.2825470794087801 +INFO:root: +[Valid][2][UTT][ MSE = 0.3607 | LCC = 0.8222 | SRCC = 0.8212 ] +INFO:root:Average loss=0.27351917230930084 +INFO:root: +[Valid][3][UTT][ MSE = 0.3567 | LCC = 0.8308 | SRCC = 0.8280 ] +INFO:root:Average loss=0.273515722881525 +INFO:root: +[Valid][4][UTT][ MSE = 0.3836 | LCC = 0.8232 | SRCC = 0.8261 ] +INFO:root:Average loss=0.26025290366930837 +INFO:root: +[Valid][5][UTT][ MSE = 0.3335 | LCC = 0.8273 | SRCC = 0.8324 ] +INFO:root:Average loss=0.25716671691491055 +INFO:root: +[Valid][6][UTT][ MSE = 0.3369 | LCC = 0.8390 | SRCC = 0.8393 ] +INFO:root:Average loss=0.2532706700074367 +INFO:root: +[Valid][7][UTT][ MSE = 0.3174 | LCC = 0.8361 | SRCC = 0.8377 ] +INFO:root:Average loss=0.2567000811298688 +INFO:root: +[Valid][8][UTT][ MSE = 0.3249 | LCC = 0.8431 | SRCC = 0.8417 ] +INFO:root:Average loss=0.2509718099847818 +INFO:root: +[Valid][9][UTT][ MSE = 0.2960 | LCC = 0.8384 | SRCC = 0.8412 ] +INFO:root:Average loss=0.25282656038418794 +INFO:root: +[Valid][10][UTT][ MSE = 0.3725 | LCC = 0.8368 | SRCC = 0.8361 ] +INFO:root:Average loss=0.24471827157032797 +INFO:root: +[Valid][11][UTT][ MSE = 0.3231 | LCC = 0.8451 | SRCC = 0.8436 ] +INFO:root:Average loss=0.24056798372513208 +INFO:root: +[Valid][12][UTT][ MSE = 0.3133 | LCC = 0.8393 | SRCC = 0.8379 ] +INFO:root:Average loss=0.24511625312077692 +INFO:root: +[Valid][13][UTT][ MSE = 0.3233 | LCC = 0.8448 | SRCC = 0.8420 ] +INFO:root:Average loss=0.2475530879619794 +INFO:root: +[Valid][14][UTT][ MSE = 0.3737 | LCC = 0.8462 | SRCC = 0.8449 ] +INFO:root:Average loss=0.24001261897576162 +INFO:root: +[Valid][15][UTT][ MSE = 0.3007 | LCC = 0.8392 | SRCC = 0.8424 ] +INFO:root:Average loss=0.23350588251382876 +INFO:root: +[Valid][16][UTT][ MSE = 0.3043 | LCC = 0.8426 | SRCC = 0.8442 ] +INFO:root:Average loss=0.23314567330556038 +INFO:root: +[Valid][17][UTT][ MSE = 0.3108 | LCC = 0.8501 | SRCC = 0.8471 ] +INFO:root:Average loss=0.2251700907945633 +INFO:root: +[Valid][18][UTT][ MSE = 0.2848 | LCC = 0.8338 | SRCC = 0.8418 ] +INFO:root:Average loss=0.22586217522621155 +INFO:root: +[Valid][19][UTT][ MSE = 0.3165 | LCC = 0.8433 | SRCC = 0.8438 ] +INFO:root:Average loss=0.22322926975977728 +INFO:root: +[Valid][20][UTT][ MSE = 0.3061 | LCC = 0.8506 | SRCC = 0.8497 ] +INFO:root:Average loss=0.22464219041359731 +INFO:root: +[Valid][21][UTT][ MSE = 0.3235 | LCC = 0.8505 | SRCC = 0.8506 ] +INFO:root:Average loss=0.2286297457340436 +INFO:root: +[Valid][22][UTT][ MSE = 0.3451 | LCC = 0.8456 | SRCC = 0.8480 ] +INFO:root:Average loss=0.23089655125752473 +INFO:root: +[Valid][23][UTT][ MSE = 0.3093 | LCC = 0.8506 | SRCC = 0.8494 ] +INFO:root:Average loss=0.2185014620041236 +INFO:root: +[Valid][24][UTT][ MSE = 0.3004 | LCC = 0.8469 | SRCC = 0.8500 ] +INFO:root:Average loss=0.2195429203984065 +INFO:root: +[Valid][25][UTT][ MSE = 0.2794 | LCC = 0.8440 | SRCC = 0.8500 ] +INFO:root:Average loss=0.21777606411622122 +INFO:root: +[Valid][26][UTT][ MSE = 0.3044 | LCC = 0.8505 | SRCC = 0.8510 ] +INFO:root:Average loss=0.21789706326448 +INFO:root: +[Valid][27][UTT][ MSE = 0.2688 | LCC = 0.8449 | SRCC = 0.8486 ] +INFO:root:Average loss=0.21605696032444635 +INFO:root: +[Valid][28][UTT][ MSE = 0.2685 | LCC = 0.8495 | SRCC = 0.8526 ] +INFO:root:Average loss=0.2188923091460497 +INFO:root: +[Valid][29][UTT][ MSE = 0.2881 | LCC = 0.8547 | SRCC = 0.8544 ] +INFO:root:Average loss=0.21232354239775583 +INFO:root: +[Valid][30][UTT][ MSE = 0.2657 | LCC = 0.8527 | SRCC = 0.8538 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2776 | LCC = 0.8571 | SRCC = 0.8577 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..216149f7c849bea440df69e32cf5718d4a38f135 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821e5d617a43739a3f0e28582c8f30f28931508d03269a10c765430d4b55ae85 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a73f286987126711d89508576cd1e1893261c047 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ae50d6398742d489714c16715aface5ed37dab92652e236f77c88c6cf279e6 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..51aa6d341dfb594b3355ca56119d32a9e5fcd7df --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.32689410772843236 +INFO:root: +[Valid][0][UTT][ MSE = 0.3490 | LCC = 0.8084 | SRCC = 0.8049 ] +INFO:root:Average loss=0.2898631065319746 +INFO:root: +[Valid][1][UTT][ MSE = 0.3560 | LCC = 0.8245 | SRCC = 0.8215 ] +INFO:root:Average loss=0.28085452451919896 +INFO:root: +[Valid][2][UTT][ MSE = 0.3284 | LCC = 0.8266 | SRCC = 0.8259 ] +INFO:root:Average loss=0.27867657595720047 +INFO:root: +[Valid][3][UTT][ MSE = 0.3492 | LCC = 0.8215 | SRCC = 0.8272 ] +INFO:root:Average loss=0.26899210726603484 +INFO:root: +[Valid][4][UTT][ MSE = 0.3474 | LCC = 0.8354 | SRCC = 0.8333 ] +INFO:root:Average loss=0.2638244804663536 +INFO:root: +[Valid][5][UTT][ MSE = 0.3297 | LCC = 0.8351 | SRCC = 0.8341 ] +INFO:root:Average loss=0.2640114145783278 +INFO:root: +[Valid][6][UTT][ MSE = 0.3471 | LCC = 0.8406 | SRCC = 0.8370 ] +INFO:root:Average loss=0.252535611582108 +INFO:root: +[Valid][7][UTT][ MSE = 0.3100 | LCC = 0.8421 | SRCC = 0.8420 ] +INFO:root:Average loss=0.25378081527275914 +INFO:root: +[Valid][8][UTT][ MSE = 0.2961 | LCC = 0.8371 | SRCC = 0.8404 ] +INFO:root:Average loss=0.2561046072305777 +INFO:root: +[Valid][9][UTT][ MSE = 0.3044 | LCC = 0.8392 | SRCC = 0.8402 ] +INFO:root:Average loss=0.25302142516160625 +INFO:root: +[Valid][10][UTT][ MSE = 0.2838 | LCC = 0.8323 | SRCC = 0.8420 ] +INFO:root:Average loss=0.24900157902485284 +INFO:root: +[Valid][11][UTT][ MSE = 0.3123 | LCC = 0.8459 | SRCC = 0.8432 ] +INFO:root:Average loss=0.23928372007914078 +INFO:root: +[Valid][12][UTT][ MSE = 0.3006 | LCC = 0.8405 | SRCC = 0.8436 ] +INFO:root:Average loss=0.23821657724105394 +INFO:root: +[Valid][13][UTT][ MSE = 0.2858 | LCC = 0.8446 | SRCC = 0.8435 ] +INFO:root:Average loss=0.236657987229335 +INFO:root: +[Valid][14][UTT][ MSE = 0.3000 | LCC = 0.8485 | SRCC = 0.8461 ] +INFO:root:Average loss=0.23394307245810828 +INFO:root: +[Valid][15][UTT][ MSE = 0.2918 | LCC = 0.8474 | SRCC = 0.8480 ] +INFO:root:Average loss=0.2402660392033748 +INFO:root: +[Valid][16][UTT][ MSE = 0.3189 | LCC = 0.8505 | SRCC = 0.8510 ] +INFO:root:Average loss=0.2350951251693261 +INFO:root: +[Valid][17][UTT][ MSE = 0.2980 | LCC = 0.8493 | SRCC = 0.8512 ] +INFO:root:Average loss=0.22981449445852867 +INFO:root: +[Valid][18][UTT][ MSE = 0.2967 | LCC = 0.8418 | SRCC = 0.8468 ] +INFO:root:Average loss=0.2293037269742061 +INFO:root: +[Valid][19][UTT][ MSE = 0.3079 | LCC = 0.8464 | SRCC = 0.8479 ] +INFO:root:Average loss=0.23317716003228456 +INFO:root: +[Valid][20][UTT][ MSE = 0.3336 | LCC = 0.8511 | SRCC = 0.8500 ] +INFO:root:Average loss=0.23558714966743421 +INFO:root: +[Valid][21][UTT][ MSE = 0.2952 | LCC = 0.8478 | SRCC = 0.8512 ] +INFO:root:Average loss=0.2264136505814699 +INFO:root: +[Valid][22][UTT][ MSE = 0.2836 | LCC = 0.8453 | SRCC = 0.8479 ] +INFO:root:Average loss=0.22398915237341172 +INFO:root: +[Valid][23][UTT][ MSE = 0.3048 | LCC = 0.8467 | SRCC = 0.8483 ] +INFO:root:Average loss=0.22458889679266855 +INFO:root: +[Valid][24][UTT][ MSE = 0.3051 | LCC = 0.8510 | SRCC = 0.8528 ] +INFO:root:Average loss=0.219783518749934 +INFO:root: +[Valid][25][UTT][ MSE = 0.2876 | LCC = 0.8496 | SRCC = 0.8500 ] +INFO:root:Average loss=0.21940237837724197 +INFO:root: +[Valid][26][UTT][ MSE = 0.3389 | LCC = 0.8283 | SRCC = 0.8493 ] +INFO:root:Average loss=0.22613839289316764 +INFO:root: +[Valid][27][UTT][ MSE = 0.3028 | LCC = 0.8483 | SRCC = 0.8526 ] +INFO:root:Average loss=0.2199278596120003 +INFO:root: +[Valid][28][UTT][ MSE = 0.2805 | LCC = 0.8456 | SRCC = 0.8498 ] +INFO:root:Average loss=0.2117332559174452 +INFO:root: +[Valid][29][UTT][ MSE = 0.2759 | LCC = 0.8523 | SRCC = 0.8549 ] +INFO:root:Average loss=0.2126886519866112 +INFO:root: +[Valid][30][UTT][ MSE = 0.2721 | LCC = 0.8480 | SRCC = 0.8499 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2689 | LCC = 0.8554 | SRCC = 0.8576 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcc16623df54d7ef9e9765b4b2b0ce0fa03a6aaa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9510e492a2a701dc5348febe7db297e471109a03be46ffa7450940787973fc03 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1470448053a9600d3e37225d163b8ff4f0a6fe2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15287ee353d7927a3669e90421ca660aeba10f79733da480af106256dd937a2d +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7252ce1e59937c15f3f35b3622710580a58424d1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.35141178048574007 +INFO:root: +[Valid][0][UTT][ MSE = 0.3414 | LCC = 0.8110 | SRCC = 0.8096 ] +INFO:root:Average loss=0.28916355356191975 +INFO:root: +[Valid][1][UTT][ MSE = 0.3512 | LCC = 0.8231 | SRCC = 0.8223 ] +INFO:root:Average loss=0.2768622235609935 +INFO:root: +[Valid][2][UTT][ MSE = 0.3258 | LCC = 0.8294 | SRCC = 0.8301 ] +INFO:root:Average loss=0.27376642230993664 +INFO:root: +[Valid][3][UTT][ MSE = 0.3707 | LCC = 0.8297 | SRCC = 0.8286 ] +INFO:root:Average loss=0.2657625858600323 +INFO:root: +[Valid][4][UTT][ MSE = 0.3118 | LCC = 0.8273 | SRCC = 0.8295 ] +INFO:root:Average loss=0.2605390804700362 +INFO:root: +[Valid][5][UTT][ MSE = 0.3091 | LCC = 0.8300 | SRCC = 0.8343 ] +INFO:root:Average loss=0.2603957020701506 +INFO:root: +[Valid][6][UTT][ MSE = 0.3151 | LCC = 0.8345 | SRCC = 0.8361 ] +INFO:root:Average loss=0.2566389479698279 +INFO:root: +[Valid][7][UTT][ MSE = 0.2930 | LCC = 0.8289 | SRCC = 0.8350 ] +INFO:root:Average loss=0.24729690643457267 +INFO:root: +[Valid][8][UTT][ MSE = 0.2825 | LCC = 0.8349 | SRCC = 0.8386 ] +INFO:root:Average loss=0.24524694795791918 +INFO:root: +[Valid][9][UTT][ MSE = 0.2878 | LCC = 0.8413 | SRCC = 0.8436 ] +INFO:root:Average loss=0.24337883408253008 +INFO:root: +[Valid][10][UTT][ MSE = 0.2847 | LCC = 0.8383 | SRCC = 0.8434 ] +INFO:root:Average loss=0.24643265799834177 +INFO:root: +[Valid][11][UTT][ MSE = 0.3084 | LCC = 0.8384 | SRCC = 0.8380 ] +INFO:root:Average loss=0.24078410481795287 +INFO:root: +[Valid][12][UTT][ MSE = 0.3074 | LCC = 0.8409 | SRCC = 0.8422 ] +INFO:root:Average loss=0.23810756149200293 +INFO:root: +[Valid][13][UTT][ MSE = 0.3020 | LCC = 0.8470 | SRCC = 0.8471 ] +INFO:root:Average loss=0.23452539856617266 +INFO:root: +[Valid][14][UTT][ MSE = 0.2960 | LCC = 0.8475 | SRCC = 0.8464 ] +INFO:root:Average loss=0.2372158299653958 +INFO:root: +[Valid][15][UTT][ MSE = 0.2918 | LCC = 0.8468 | SRCC = 0.8503 ] +INFO:root:Average loss=0.23362739365070295 +INFO:root: +[Valid][16][UTT][ MSE = 0.2869 | LCC = 0.8448 | SRCC = 0.8455 ] +INFO:root:Average loss=0.22394031706528786 +INFO:root: +[Valid][17][UTT][ MSE = 0.2766 | LCC = 0.8433 | SRCC = 0.8479 ] +INFO:root:Average loss=0.22642244283969587 +INFO:root: +[Valid][18][UTT][ MSE = 0.2960 | LCC = 0.8535 | SRCC = 0.8526 ] +INFO:root:Average loss=0.22903316850081468 +INFO:root: +[Valid][19][UTT][ MSE = 0.3049 | LCC = 0.8504 | SRCC = 0.8498 ] +INFO:root:Average loss=0.23405008361889765 +INFO:root: +[Valid][20][UTT][ MSE = 0.2823 | LCC = 0.8354 | SRCC = 0.8450 ] +INFO:root:Average loss=0.22455628292682844 +INFO:root: +[Valid][21][UTT][ MSE = 0.2941 | LCC = 0.8503 | SRCC = 0.8500 ] +INFO:root:Average loss=0.22278087032146943 +INFO:root: +[Valid][22][UTT][ MSE = 0.2533 | LCC = 0.8462 | SRCC = 0.8514 ] +INFO:root:Average loss=0.2240390117542866 +INFO:root: +[Valid][23][UTT][ MSE = 0.2785 | LCC = 0.8519 | SRCC = 0.8517 ] +INFO:root:Average loss=0.21517091359083468 +INFO:root: +[Valid][24][UTT][ MSE = 0.3231 | LCC = 0.8552 | SRCC = 0.8539 ] +INFO:root:Average loss=0.22383143982061973 +INFO:root: +[Valid][25][UTT][ MSE = 0.2882 | LCC = 0.8556 | SRCC = 0.8563 ] +INFO:root:Average loss=0.215455782528107 +INFO:root: +[Valid][26][UTT][ MSE = 0.2719 | LCC = 0.8541 | SRCC = 0.8562 ] +INFO:root:Average loss=0.21811823642406708 +INFO:root: +[Valid][27][UTT][ MSE = 0.2797 | LCC = 0.8487 | SRCC = 0.8489 ] +INFO:root:Average loss=0.2117266452465302 +INFO:root: +[Valid][28][UTT][ MSE = 0.2619 | LCC = 0.8445 | SRCC = 0.8524 ] +INFO:root:Average loss=0.2091928141621443 +INFO:root: +[Valid][29][UTT][ MSE = 0.2605 | LCC = 0.8540 | SRCC = 0.8546 ] +INFO:root:Average loss=0.21507142312251604 +INFO:root: +[Valid][30][UTT][ MSE = 0.2971 | LCC = 0.8477 | SRCC = 0.8460 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2963 | LCC = 0.8545 | SRCC = 0.8583 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..215cd24581f53d15bb8b0b342dc5860e198cf283 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63de186c6e9aa69b04215ef9d3c7852f39a25b0a28e010690f3331d10859ab2d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0021d8962f76995ed26272aba70163cace2331d1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08394224e1f1578f838da8dbe4c802619058330c4c3e17045be760b4e923204e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..519e4530581aef0320d99fd92921b9f5e6e8d288 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer11/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3582158218591641 +INFO:root: +[Valid][0][UTT][ MSE = 0.4076 | LCC = 0.8009 | SRCC = 0.7979 ] +INFO:root:Average loss=0.29967604997830516 +INFO:root: +[Valid][1][UTT][ MSE = 0.3811 | LCC = 0.8133 | SRCC = 0.8106 ] +INFO:root:Average loss=0.28483100483814877 +INFO:root: +[Valid][2][UTT][ MSE = 0.3885 | LCC = 0.8158 | SRCC = 0.8172 ] +INFO:root:Average loss=0.26965596144780135 +INFO:root: +[Valid][3][UTT][ MSE = 0.3468 | LCC = 0.8273 | SRCC = 0.8271 ] +INFO:root:Average loss=0.265814459667756 +INFO:root: +[Valid][4][UTT][ MSE = 0.3643 | LCC = 0.8282 | SRCC = 0.8338 ] +INFO:root:Average loss=0.2589346225827168 +INFO:root: +[Valid][5][UTT][ MSE = 0.3488 | LCC = 0.8383 | SRCC = 0.8366 ] +INFO:root:Average loss=0.2571827717698537 +INFO:root: +[Valid][6][UTT][ MSE = 0.3373 | LCC = 0.8411 | SRCC = 0.8384 ] +INFO:root:Average loss=0.2546841139212633 +INFO:root: +[Valid][7][UTT][ MSE = 0.2964 | LCC = 0.8402 | SRCC = 0.8403 ] +INFO:root:Average loss=0.25609389654336834 +INFO:root: +[Valid][8][UTT][ MSE = 0.3550 | LCC = 0.8441 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2644996031736716 +INFO:root: +[Valid][9][UTT][ MSE = 0.3322 | LCC = 0.8407 | SRCC = 0.8374 ] +INFO:root:Average loss=0.24968956659237543 +INFO:root: +[Valid][10][UTT][ MSE = 0.2938 | LCC = 0.8396 | SRCC = 0.8419 ] +INFO:root:Average loss=0.24969241233208242 +INFO:root: +[Valid][11][UTT][ MSE = 0.3318 | LCC = 0.8378 | SRCC = 0.8400 ] +INFO:root:Average loss=0.2423185925835218 +INFO:root: +[Valid][12][UTT][ MSE = 0.3131 | LCC = 0.8415 | SRCC = 0.8421 ] +INFO:root:Average loss=0.24537939845751494 +INFO:root: +[Valid][13][UTT][ MSE = 0.3157 | LCC = 0.8443 | SRCC = 0.8424 ] +INFO:root:Average loss=0.2321978713839482 +INFO:root: +[Valid][14][UTT][ MSE = 0.2895 | LCC = 0.8481 | SRCC = 0.8488 ] +INFO:root:Average loss=0.24391457457572985 +INFO:root: +[Valid][15][UTT][ MSE = 0.2928 | LCC = 0.8503 | SRCC = 0.8496 ] +INFO:root:Average loss=0.22856231950796568 +INFO:root: +[Valid][16][UTT][ MSE = 0.3008 | LCC = 0.8511 | SRCC = 0.8489 ] +INFO:root:Average loss=0.229966717843826 +INFO:root: +[Valid][17][UTT][ MSE = 0.2758 | LCC = 0.8455 | SRCC = 0.8481 ] +INFO:root:Average loss=0.22964878972524252 +INFO:root: +[Valid][18][UTT][ MSE = 0.2894 | LCC = 0.8496 | SRCC = 0.8486 ] +INFO:root:Average loss=0.2273506046487735 +INFO:root: +[Valid][19][UTT][ MSE = 0.3024 | LCC = 0.8506 | SRCC = 0.8510 ] +INFO:root:Average loss=0.23307596376309028 +INFO:root: +[Valid][20][UTT][ MSE = 0.2858 | LCC = 0.8531 | SRCC = 0.8513 ] +INFO:root:Average loss=0.22255097281856415 +INFO:root: +[Valid][21][UTT][ MSE = 0.2847 | LCC = 0.8465 | SRCC = 0.8491 ] +INFO:root:Average loss=0.22234420554760176 +INFO:root: +[Valid][22][UTT][ MSE = 0.2882 | LCC = 0.8504 | SRCC = 0.8530 ] +INFO:root:Average loss=0.21930291446355674 +INFO:root: +[Valid][23][UTT][ MSE = 0.2985 | LCC = 0.8485 | SRCC = 0.8485 ] +INFO:root:Average loss=0.21609607797402602 +INFO:root: +[Valid][24][UTT][ MSE = 0.3009 | LCC = 0.8514 | SRCC = 0.8514 ] +INFO:root:Average loss=0.21943423801507705 +INFO:root: +[Valid][25][UTT][ MSE = 0.2924 | LCC = 0.8550 | SRCC = 0.8562 ] +INFO:root:Average loss=0.2212051896330638 +INFO:root: +[Valid][26][UTT][ MSE = 0.2952 | LCC = 0.8530 | SRCC = 0.8530 ] +INFO:root:Average loss=0.217651064770344 +INFO:root: +[Valid][27][UTT][ MSE = 0.2994 | LCC = 0.8544 | SRCC = 0.8531 ] +INFO:root:Average loss=0.21702760935593873 +INFO:root: +[Valid][28][UTT][ MSE = 0.3107 | LCC = 0.8546 | SRCC = 0.8556 ] +INFO:root:Average loss=0.2149438304014695 +INFO:root: +[Valid][29][UTT][ MSE = 0.2668 | LCC = 0.8524 | SRCC = 0.8554 ] +INFO:root:Average loss=0.20890265664993188 +INFO:root: +[Valid][30][UTT][ MSE = 0.3178 | LCC = 0.8547 | SRCC = 0.8542 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2979 | LCC = 0.8515 | SRCC = 0.8559 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..25da02421b2c0b971a89e41063eb0ff6d81c3729 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41dcc3036229540aed6da90536a93ebe5dee4674322477451188a068e61a197 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c11685afed526ba52c9f03eb9b318cf690d520cd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6442cce401e7f5e2380747c62844d572dc99fedc63bc55430ec2fc35cfe6d40f +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b00228509e1a1a1e0e1ad36657946fc5322d1ec7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.41536442133096546 +INFO:root: +[Valid][0][UTT][ MSE = 0.3089 | LCC = 0.8026 | SRCC = 0.8148 ] +INFO:root:Average loss=0.24098133792479834 +INFO:root: +[Valid][1][UTT][ MSE = 0.2504 | LCC = 0.8459 | SRCC = 0.8498 ] +INFO:root:Average loss=0.22238201113083425 +INFO:root: +[Valid][2][UTT][ MSE = 0.2529 | LCC = 0.8536 | SRCC = 0.8561 ] +INFO:root:Average loss=0.19423647597432137 +INFO:root: +[Valid][3][UTT][ MSE = 0.2254 | LCC = 0.8574 | SRCC = 0.8620 ] +INFO:root:Average loss=0.17947245694887945 +INFO:root: +[Valid][4][UTT][ MSE = 0.2286 | LCC = 0.8610 | SRCC = 0.8631 ] +INFO:root:Average loss=0.16931965498205942 +INFO:root: +[Valid][5][UTT][ MSE = 0.2293 | LCC = 0.8663 | SRCC = 0.8679 ] +INFO:root:Average loss=0.15639537697037062 +INFO:root: +[Valid][6][UTT][ MSE = 0.2332 | LCC = 0.8715 | SRCC = 0.8714 ] +INFO:root:Average loss=0.14897153564752677 +INFO:root: +[Valid][7][UTT][ MSE = 0.2215 | LCC = 0.8645 | SRCC = 0.8695 ] +INFO:root:Average loss=0.14266406859342867 +INFO:root: +[Valid][8][UTT][ MSE = 0.2175 | LCC = 0.8700 | SRCC = 0.8715 ] +INFO:root:Average loss=0.1309956943568511 +INFO:root: +[Valid][9][UTT][ MSE = 0.2084 | LCC = 0.8705 | SRCC = 0.8725 ] +INFO:root:Average loss=0.12270312421979049 +INFO:root: +[Valid][10][UTT][ MSE = 0.2262 | LCC = 0.8757 | SRCC = 0.8776 ] +INFO:root:Average loss=0.12088084325958522 +INFO:root: +[Valid][11][UTT][ MSE = 0.2116 | LCC = 0.8683 | SRCC = 0.8720 ] +INFO:root:Average loss=0.11842953022091816 +INFO:root: +[Valid][12][UTT][ MSE = 0.2062 | LCC = 0.8710 | SRCC = 0.8746 ] +INFO:root:Average loss=0.10289656361326194 +INFO:root: +[Valid][13][UTT][ MSE = 0.2102 | LCC = 0.8694 | SRCC = 0.8718 ] +INFO:root:Average loss=0.09951904129523498 +INFO:root: +[Valid][14][UTT][ MSE = 0.2036 | LCC = 0.8735 | SRCC = 0.8753 ] +INFO:root:Average loss=0.09641957884797683 +INFO:root: +[Valid][15][UTT][ MSE = 0.2103 | LCC = 0.8682 | SRCC = 0.8707 ] +INFO:root:Average loss=0.08942330857882133 +INFO:root: +[Valid][16][UTT][ MSE = 0.2045 | LCC = 0.8719 | SRCC = 0.8739 ] +INFO:root:Average loss=0.08809562070438495 +INFO:root: +[Valid][17][UTT][ MSE = 0.2076 | LCC = 0.8718 | SRCC = 0.8735 ] +INFO:root:Average loss=0.0832628263399387 +INFO:root: +[Valid][18][UTT][ MSE = 0.2181 | LCC = 0.8648 | SRCC = 0.8689 ] +INFO:root:Average loss=0.07641568469504516 +INFO:root: +[Valid][19][UTT][ MSE = 0.2056 | LCC = 0.8701 | SRCC = 0.8724 ] +INFO:root:Average loss=0.07567250494582531 +INFO:root: +[Valid][20][UTT][ MSE = 0.2081 | LCC = 0.8682 | SRCC = 0.8713 ] +INFO:root:Average loss=0.07423176043308698 +INFO:root: +[Valid][21][UTT][ MSE = 0.2108 | LCC = 0.8702 | SRCC = 0.8726 ] +INFO:root:Average loss=0.06629031399885814 +INFO:root: +[Valid][22][UTT][ MSE = 0.2024 | LCC = 0.8718 | SRCC = 0.8741 ] +INFO:root:Average loss=0.06633366520206134 +INFO:root: +[Valid][23][UTT][ MSE = 0.2213 | LCC = 0.8696 | SRCC = 0.8706 ] +INFO:root:Average loss=0.06202897926171621 +INFO:root: +[Valid][24][UTT][ MSE = 0.2159 | LCC = 0.8667 | SRCC = 0.8679 ] +INFO:root:Average loss=0.06073326560167166 +INFO:root: +[Valid][25][UTT][ MSE = 0.2015 | LCC = 0.8714 | SRCC = 0.8731 ] +INFO:root:Average loss=0.06277712257817769 +INFO:root: +[Valid][26][UTT][ MSE = 0.2212 | LCC = 0.8673 | SRCC = 0.8709 ] +INFO:root:Average loss=0.05694885516109375 +INFO:root: +[Valid][27][UTT][ MSE = 0.2088 | LCC = 0.8701 | SRCC = 0.8727 ] +INFO:root:Average loss=0.054719195247460634 +INFO:root: +[Valid][28][UTT][ MSE = 0.2063 | LCC = 0.8707 | SRCC = 0.8719 ] +INFO:root:Average loss=0.052823227018308945 +INFO:root: +[Valid][29][UTT][ MSE = 0.2291 | LCC = 0.8639 | SRCC = 0.8675 ] +INFO:root:Average loss=0.0523276230177054 +INFO:root: +[Valid][30][UTT][ MSE = 0.2019 | LCC = 0.8703 | SRCC = 0.8726 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2919 | LCC = 0.8634 | SRCC = 0.8658 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d74d2b364172f390b429f3e4605a85f1c0949769 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55488e809f349997ca911a690ec940c14894da420b0a62ca78462274d7689c20 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3597d3fc826f8db947f3a927ce4cd19586d6cf81 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614a59a6d1ed86da5d91a7c2de36859d411c79c73b5d5accd36abcc6e063b43b +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0c54f75dcbeaa0559eb3913f2b2cc71d1542322e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.44227435210576427 +INFO:root: +[Valid][0][UTT][ MSE = 0.3106 | LCC = 0.8074 | SRCC = 0.8120 ] +INFO:root:Average loss=0.24708425826751268 +INFO:root: +[Valid][1][UTT][ MSE = 0.2920 | LCC = 0.8437 | SRCC = 0.8429 ] +INFO:root:Average loss=0.22000994323155817 +INFO:root: +[Valid][2][UTT][ MSE = 0.2662 | LCC = 0.8506 | SRCC = 0.8535 ] +INFO:root:Average loss=0.19879181339190558 +INFO:root: +[Valid][3][UTT][ MSE = 0.2415 | LCC = 0.8617 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1925514813226003 +INFO:root: +[Valid][4][UTT][ MSE = 0.2536 | LCC = 0.8622 | SRCC = 0.8635 ] +INFO:root:Average loss=0.1763076347609361 +INFO:root: +[Valid][5][UTT][ MSE = 0.2733 | LCC = 0.8681 | SRCC = 0.8679 ] +INFO:root:Average loss=0.17025879846933561 +INFO:root: +[Valid][6][UTT][ MSE = 0.2443 | LCC = 0.8679 | SRCC = 0.8693 ] +INFO:root:Average loss=0.1572864544697297 +INFO:root: +[Valid][7][UTT][ MSE = 0.2407 | LCC = 0.8710 | SRCC = 0.8708 ] +INFO:root:Average loss=0.14873455120966986 +INFO:root: +[Valid][8][UTT][ MSE = 0.2125 | LCC = 0.8745 | SRCC = 0.8746 ] +INFO:root:Average loss=0.13819875186070418 +INFO:root: +[Valid][9][UTT][ MSE = 0.2172 | LCC = 0.8744 | SRCC = 0.8741 ] +INFO:root:Average loss=0.13096588573012596 +INFO:root: +[Valid][10][UTT][ MSE = 0.2340 | LCC = 0.8727 | SRCC = 0.8734 ] +INFO:root:Average loss=0.12323089545735946 +INFO:root: +[Valid][11][UTT][ MSE = 0.2115 | LCC = 0.8737 | SRCC = 0.8742 ] +INFO:root:Average loss=0.12559379073671806 +INFO:root: +[Valid][12][UTT][ MSE = 0.2094 | LCC = 0.8751 | SRCC = 0.8748 ] +INFO:root:Average loss=0.10801771178077428 +INFO:root: +[Valid][13][UTT][ MSE = 0.2100 | LCC = 0.8738 | SRCC = 0.8748 ] +INFO:root:Average loss=0.10820619045541836 +INFO:root: +[Valid][14][UTT][ MSE = 0.2227 | LCC = 0.8717 | SRCC = 0.8728 ] +INFO:root:Average loss=0.09876146898246728 +INFO:root: +[Valid][15][UTT][ MSE = 0.2185 | LCC = 0.8725 | SRCC = 0.8722 ] +INFO:root:Average loss=0.10088126772107223 +INFO:root: +[Valid][16][UTT][ MSE = 0.2491 | LCC = 0.8704 | SRCC = 0.8713 ] +INFO:root:Average loss=0.09289609679044822 +INFO:root: +[Valid][17][UTT][ MSE = 0.2167 | LCC = 0.8711 | SRCC = 0.8712 ] +INFO:root:Average loss=0.08900267697679691 +INFO:root: +[Valid][18][UTT][ MSE = 0.2109 | LCC = 0.8718 | SRCC = 0.8723 ] +INFO:root:Average loss=0.08311909838364674 +INFO:root: +[Valid][19][UTT][ MSE = 0.2198 | LCC = 0.8729 | SRCC = 0.8737 ] +INFO:root:Average loss=0.07958273221858037 +INFO:root: +[Valid][20][UTT][ MSE = 0.2407 | LCC = 0.8678 | SRCC = 0.8683 ] +INFO:root:Average loss=0.07765171275689052 +INFO:root: +[Valid][21][UTT][ MSE = 0.2643 | LCC = 0.8691 | SRCC = 0.8698 ] +INFO:root:Average loss=0.0731216001873597 +INFO:root: +[Valid][22][UTT][ MSE = 0.2339 | LCC = 0.8701 | SRCC = 0.8706 ] +INFO:root:Average loss=0.07471728243697913 +INFO:root: +[Valid][23][UTT][ MSE = 0.2152 | LCC = 0.8718 | SRCC = 0.8718 ] +INFO:root:Average loss=0.07370556957828693 +INFO:root: +[Valid][24][UTT][ MSE = 0.2322 | LCC = 0.8717 | SRCC = 0.8712 ] +INFO:root:Average loss=0.0682986540098985 +INFO:root: +[Valid][25][UTT][ MSE = 0.2298 | LCC = 0.8686 | SRCC = 0.8681 ] +INFO:root:Average loss=0.06347401272983123 +INFO:root: +[Valid][26][UTT][ MSE = 0.2188 | LCC = 0.8681 | SRCC = 0.8688 ] +INFO:root:Average loss=0.06351385972438714 +INFO:root: +[Valid][27][UTT][ MSE = 0.2510 | LCC = 0.8664 | SRCC = 0.8685 ] +INFO:root:Average loss=0.058996909799484104 +INFO:root: +[Valid][28][UTT][ MSE = 0.2313 | LCC = 0.8680 | SRCC = 0.8689 ] +INFO:root:Average loss=0.05777728992203871 +INFO:root: +[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.8695 | SRCC = 0.8707 ] +INFO:root:Average loss=0.05591258015006016 +INFO:root: +[Valid][30][UTT][ MSE = 0.2145 | LCC = 0.8697 | SRCC = 0.8696 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2269 | LCC = 0.8673 | SRCC = 0.8680 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..eddefa2168ab5d94e71f9a271ed7818cfc74b31e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57778955038a40678944e6ddab386a426185092e0dcbe3c17a73e31de71d449d +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ef814f9063fb25a1ef5c2e4cefd4271ec2c67f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1484463992b6b65e046db6c8ec76ae1bd2ccb9fe6647138f468a3145f64b539 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..39d5ecf6d05d33ee1be2504c30b451d49ab352d9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4096548780798912 +INFO:root: +[Valid][0][UTT][ MSE = 0.3157 | LCC = 0.8018 | SRCC = 0.8068 ] +INFO:root:Average loss=0.24699572989573845 +INFO:root: +[Valid][1][UTT][ MSE = 0.2749 | LCC = 0.8364 | SRCC = 0.8398 ] +INFO:root:Average loss=0.2146387497584025 +INFO:root: +[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.8481 | SRCC = 0.8513 ] +INFO:root:Average loss=0.19439481561764693 +INFO:root: +[Valid][3][UTT][ MSE = 0.2548 | LCC = 0.8540 | SRCC = 0.8568 ] +INFO:root:Average loss=0.186142470401067 +INFO:root: +[Valid][4][UTT][ MSE = 0.2381 | LCC = 0.8603 | SRCC = 0.8604 ] +INFO:root:Average loss=0.167327481871232 +INFO:root: +[Valid][5][UTT][ MSE = 0.2331 | LCC = 0.8618 | SRCC = 0.8618 ] +INFO:root:Average loss=0.16050029737062943 +INFO:root: +[Valid][6][UTT][ MSE = 0.2383 | LCC = 0.8642 | SRCC = 0.8661 ] +INFO:root:Average loss=0.14671673520635337 +INFO:root: +[Valid][7][UTT][ MSE = 0.2258 | LCC = 0.8635 | SRCC = 0.8638 ] +INFO:root:Average loss=0.13937397778798372 +INFO:root: +[Valid][8][UTT][ MSE = 0.2171 | LCC = 0.8676 | SRCC = 0.8670 ] +INFO:root:Average loss=0.1399869296986323 +INFO:root: +[Valid][9][UTT][ MSE = 0.2189 | LCC = 0.8682 | SRCC = 0.8678 ] +INFO:root:Average loss=0.13460290689881033 +INFO:root: +[Valid][10][UTT][ MSE = 0.2250 | LCC = 0.8669 | SRCC = 0.8662 ] +INFO:root:Average loss=0.1213095095486213 +INFO:root: +[Valid][11][UTT][ MSE = 0.2321 | LCC = 0.8654 | SRCC = 0.8649 ] +INFO:root:Average loss=0.11508122922327274 +INFO:root: +[Valid][12][UTT][ MSE = 0.2134 | LCC = 0.8671 | SRCC = 0.8679 ] +INFO:root:Average loss=0.1113835677313499 +INFO:root: +[Valid][13][UTT][ MSE = 0.2219 | LCC = 0.8632 | SRCC = 0.8637 ] +INFO:root:Average loss=0.09991770400068699 +INFO:root: +[Valid][14][UTT][ MSE = 0.2225 | LCC = 0.8651 | SRCC = 0.8656 ] +INFO:root:Average loss=0.10046457002560298 +INFO:root: +[Valid][15][UTT][ MSE = 0.2421 | LCC = 0.8627 | SRCC = 0.8667 ] +INFO:root:Average loss=0.09744965098798275 +INFO:root: +[Valid][16][UTT][ MSE = 0.2259 | LCC = 0.8643 | SRCC = 0.8676 ] +INFO:root:Average loss=0.09110541116350736 +INFO:root: +[Valid][17][UTT][ MSE = 0.2346 | LCC = 0.8642 | SRCC = 0.8657 ] +INFO:root:Average loss=0.08741487104159135 +INFO:root: +[Valid][18][UTT][ MSE = 0.2194 | LCC = 0.8660 | SRCC = 0.8677 ] +INFO:root:Average loss=0.08606271956784603 +INFO:root: +[Valid][19][UTT][ MSE = 0.2116 | LCC = 0.8669 | SRCC = 0.8675 ] +INFO:root:Average loss=0.07687938939302395 +INFO:root: +[Valid][20][UTT][ MSE = 0.2265 | LCC = 0.8611 | SRCC = 0.8636 ] +INFO:root:Average loss=0.07456793956076488 +INFO:root: +[Valid][21][UTT][ MSE = 0.2127 | LCC = 0.8653 | SRCC = 0.8665 ] +INFO:root:Average loss=0.07718237828558837 +INFO:root: +[Valid][22][UTT][ MSE = 0.2489 | LCC = 0.8636 | SRCC = 0.8660 ] +INFO:root:Average loss=0.06725487538064137 +INFO:root: +[Valid][23][UTT][ MSE = 0.2632 | LCC = 0.8619 | SRCC = 0.8640 ] +INFO:root:Average loss=0.06551502845608272 +INFO:root: +[Valid][24][UTT][ MSE = 0.2163 | LCC = 0.8644 | SRCC = 0.8659 ] +INFO:root:Average loss=0.06601460086993682 +INFO:root: +[Valid][25][UTT][ MSE = 0.2105 | LCC = 0.8673 | SRCC = 0.8682 ] +INFO:root:Average loss=0.06073273185831614 +INFO:root: +[Valid][26][UTT][ MSE = 0.2225 | LCC = 0.8641 | SRCC = 0.8655 ] +INFO:root:Average loss=0.058840853902391896 +INFO:root: +[Valid][27][UTT][ MSE = 0.2235 | LCC = 0.8618 | SRCC = 0.8638 ] +INFO:root:Average loss=0.05758665697887922 +INFO:root: +[Valid][28][UTT][ MSE = 0.2140 | LCC = 0.8655 | SRCC = 0.8660 ] +INFO:root:Average loss=0.06004213928603209 +INFO:root: +[Valid][29][UTT][ MSE = 0.2205 | LCC = 0.8653 | SRCC = 0.8677 ] +INFO:root:Average loss=0.06149672874464439 +INFO:root: +[Valid][30][UTT][ MSE = 0.2154 | LCC = 0.8656 | SRCC = 0.8663 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2442 | LCC = 0.8615 | SRCC = 0.8632 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..81ef3359e6d2fe1e4270ea3df22e6060804588fb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a5d3e86a1c1d20c65f82d65eda326e8ba37164cfddf4ba56f23a2b1732b8c2 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3e33ae7f9b1ee9689148c8a6c330a5030cda0fd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ecae078c5db0dbe6830583b4057ec5eea76f336ff625d38b1caa23a87a76d43 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7c2fc20f33cfbed26aa1cdaa0550b785930f17b0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.42889386931290996 +INFO:root: +[Valid][0][UTT][ MSE = 0.3330 | LCC = 0.8043 | SRCC = 0.8108 ] +INFO:root:Average loss=0.24746972628128835 +INFO:root: +[Valid][1][UTT][ MSE = 0.2737 | LCC = 0.8401 | SRCC = 0.8428 ] +INFO:root:Average loss=0.22588935188758066 +INFO:root: +[Valid][2][UTT][ MSE = 0.2508 | LCC = 0.8511 | SRCC = 0.8528 ] +INFO:root:Average loss=0.2023422903357408 +INFO:root: +[Valid][3][UTT][ MSE = 0.2511 | LCC = 0.8596 | SRCC = 0.8601 ] +INFO:root:Average loss=0.1854379219122422 +INFO:root: +[Valid][4][UTT][ MSE = 0.2540 | LCC = 0.8654 | SRCC = 0.8663 ] +INFO:root:Average loss=0.17172722432475823 +INFO:root: +[Valid][5][UTT][ MSE = 0.2530 | LCC = 0.8657 | SRCC = 0.8667 ] +INFO:root:Average loss=0.15980700288827604 +INFO:root: +[Valid][6][UTT][ MSE = 0.2267 | LCC = 0.8667 | SRCC = 0.8686 ] +INFO:root:Average loss=0.15289495035241812 +INFO:root: +[Valid][7][UTT][ MSE = 0.2239 | LCC = 0.8692 | SRCC = 0.8698 ] +INFO:root:Average loss=0.14842564163681787 +INFO:root: +[Valid][8][UTT][ MSE = 0.2343 | LCC = 0.8723 | SRCC = 0.8731 ] +INFO:root:Average loss=0.13414571653956023 +INFO:root: +[Valid][9][UTT][ MSE = 0.2232 | LCC = 0.8699 | SRCC = 0.8734 ] +INFO:root:Average loss=0.12283678658497639 +INFO:root: +[Valid][10][UTT][ MSE = 0.2458 | LCC = 0.8682 | SRCC = 0.8707 ] +INFO:root:Average loss=0.11676748431263825 +INFO:root: +[Valid][11][UTT][ MSE = 0.2283 | LCC = 0.8701 | SRCC = 0.8726 ] +INFO:root:Average loss=0.11334776458067772 +INFO:root: +[Valid][12][UTT][ MSE = 0.2552 | LCC = 0.8688 | SRCC = 0.8725 ] +INFO:root:Average loss=0.10747671265823719 +INFO:root: +[Valid][13][UTT][ MSE = 0.2233 | LCC = 0.8723 | SRCC = 0.8729 ] +INFO:root:Average loss=0.10204746187306367 +INFO:root: +[Valid][14][UTT][ MSE = 0.2068 | LCC = 0.8719 | SRCC = 0.8725 ] +INFO:root:Average loss=0.09672026374401191 +INFO:root: +[Valid][15][UTT][ MSE = 0.2154 | LCC = 0.8682 | SRCC = 0.8704 ] +INFO:root:Average loss=0.09293389969911331 +INFO:root: +[Valid][16][UTT][ MSE = 0.2297 | LCC = 0.8707 | SRCC = 0.8734 ] +INFO:root:Average loss=0.08503800086103953 +INFO:root: +[Valid][17][UTT][ MSE = 0.2101 | LCC = 0.8691 | SRCC = 0.8707 ] +INFO:root:Average loss=0.08402209069866401 +INFO:root: +[Valid][18][UTT][ MSE = 0.2417 | LCC = 0.8695 | SRCC = 0.8726 ] +INFO:root:Average loss=0.08473022678532662 +INFO:root: +[Valid][19][UTT][ MSE = 0.2160 | LCC = 0.8701 | SRCC = 0.8719 ] +INFO:root:Average loss=0.07412599542966256 +INFO:root: +[Valid][20][UTT][ MSE = 0.2322 | LCC = 0.8721 | SRCC = 0.8729 ] +INFO:root:Average loss=0.07555153951621972 +INFO:root: +[Valid][21][UTT][ MSE = 0.2126 | LCC = 0.8719 | SRCC = 0.8734 ] +INFO:root:Average loss=0.07249612810137944 +INFO:root: +[Valid][22][UTT][ MSE = 0.2061 | LCC = 0.8712 | SRCC = 0.8727 ] +INFO:root:Average loss=0.07002732291435584 +INFO:root: +[Valid][23][UTT][ MSE = 0.2461 | LCC = 0.8685 | SRCC = 0.8710 ] +INFO:root:Average loss=0.06377783360389563 +INFO:root: +[Valid][24][UTT][ MSE = 0.2222 | LCC = 0.8701 | SRCC = 0.8714 ] +INFO:root:Average loss=0.061205581260415226 +INFO:root: +[Valid][25][UTT][ MSE = 0.2270 | LCC = 0.8713 | SRCC = 0.8718 ] +INFO:root:Average loss=0.06074319560176287 +INFO:root: +[Valid][26][UTT][ MSE = 0.2191 | LCC = 0.8688 | SRCC = 0.8699 ] +INFO:root:Average loss=0.060848381370306015 +INFO:root: +[Valid][27][UTT][ MSE = 0.2069 | LCC = 0.8719 | SRCC = 0.8736 ] +INFO:root:Average loss=0.05380663595711573 +INFO:root: +[Valid][28][UTT][ MSE = 0.2356 | LCC = 0.8697 | SRCC = 0.8718 ] +INFO:root:Average loss=0.05783183791507513 +INFO:root: +[Valid][29][UTT][ MSE = 0.2310 | LCC = 0.8685 | SRCC = 0.8702 ] +INFO:root:Average loss=0.05640811310746731 +INFO:root: +[Valid][30][UTT][ MSE = 0.2389 | LCC = 0.8698 | SRCC = 0.8726 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2301 | LCC = 0.8670 | SRCC = 0.8668 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..20e54f4992bd7b03a7ec6397279118becba93c7b --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea115ae1cbae71d124c893750f0dada43ab6ed74ca6ba2a1c0d7de7adfd5287e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e0aebbb76af5b0b25b9a349ec2db08dde27690 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e36a0070193315c90502a52c683b4a7907a0c5d21e5596c7b9af3dc48b21b9 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8c2ab9afc6c7110396a4002d2394023295485a59 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.39488887538512546 +INFO:root: +[Valid][0][UTT][ MSE = 0.3115 | LCC = 0.8128 | SRCC = 0.8181 ] +INFO:root:Average loss=0.24470176414037362 +INFO:root: +[Valid][1][UTT][ MSE = 0.2670 | LCC = 0.8481 | SRCC = 0.8476 ] +INFO:root:Average loss=0.2178118718931308 +INFO:root: +[Valid][2][UTT][ MSE = 0.2560 | LCC = 0.8581 | SRCC = 0.8582 ] +INFO:root:Average loss=0.19772743920867258 +INFO:root: +[Valid][3][UTT][ MSE = 0.2288 | LCC = 0.8664 | SRCC = 0.8657 ] +INFO:root:Average loss=0.1805908045707605 +INFO:root: +[Valid][4][UTT][ MSE = 0.2308 | LCC = 0.8672 | SRCC = 0.8685 ] +INFO:root:Average loss=0.17505037077726462 +INFO:root: +[Valid][5][UTT][ MSE = 0.2214 | LCC = 0.8706 | SRCC = 0.8719 ] +INFO:root:Average loss=0.15587078703519625 +INFO:root: +[Valid][6][UTT][ MSE = 0.2065 | LCC = 0.8722 | SRCC = 0.8731 ] +INFO:root:Average loss=0.1469050194017398 +INFO:root: +[Valid][7][UTT][ MSE = 0.2125 | LCC = 0.8736 | SRCC = 0.8746 ] +INFO:root:Average loss=0.14714681051480463 +INFO:root: +[Valid][8][UTT][ MSE = 0.1960 | LCC = 0.8763 | SRCC = 0.8770 ] +INFO:root:Average loss=0.1325982456596998 +INFO:root: +[Valid][9][UTT][ MSE = 0.2232 | LCC = 0.8727 | SRCC = 0.8726 ] +INFO:root:Average loss=0.12790616487081236 +INFO:root: +[Valid][10][UTT][ MSE = 0.2178 | LCC = 0.8747 | SRCC = 0.8748 ] +INFO:root:Average loss=0.12322083411690517 +INFO:root: +[Valid][11][UTT][ MSE = 0.2022 | LCC = 0.8770 | SRCC = 0.8777 ] +INFO:root:Average loss=0.11325089394664153 +INFO:root: +[Valid][12][UTT][ MSE = 0.2218 | LCC = 0.8712 | SRCC = 0.8727 ] +INFO:root:Average loss=0.110348062733045 +INFO:root: +[Valid][13][UTT][ MSE = 0.2131 | LCC = 0.8733 | SRCC = 0.8740 ] +INFO:root:Average loss=0.09780076958048038 +INFO:root: +[Valid][14][UTT][ MSE = 0.2139 | LCC = 0.8708 | SRCC = 0.8731 ] +INFO:root:Average loss=0.09418437926050945 +INFO:root: +[Valid][15][UTT][ MSE = 0.2111 | LCC = 0.8705 | SRCC = 0.8725 ] +INFO:root:Average loss=0.09349838032936439 +INFO:root: +[Valid][16][UTT][ MSE = 0.2116 | LCC = 0.8706 | SRCC = 0.8718 ] +INFO:root:Average loss=0.08549224112469417 +INFO:root: +[Valid][17][UTT][ MSE = 0.2082 | LCC = 0.8706 | SRCC = 0.8719 ] +INFO:root:Average loss=0.08495818011653729 +INFO:root: +[Valid][18][UTT][ MSE = 0.2087 | LCC = 0.8703 | SRCC = 0.8720 ] +INFO:root:Average loss=0.08301718695423542 +INFO:root: +[Valid][19][UTT][ MSE = 0.2070 | LCC = 0.8735 | SRCC = 0.8750 ] +INFO:root:Average loss=0.07689475191709323 +INFO:root: +[Valid][20][UTT][ MSE = 0.2041 | LCC = 0.8711 | SRCC = 0.8723 ] +INFO:root:Average loss=0.07010564919656669 +INFO:root: +[Valid][21][UTT][ MSE = 0.2174 | LCC = 0.8687 | SRCC = 0.8709 ] +INFO:root:Average loss=0.07090170977589412 +INFO:root: +[Valid][22][UTT][ MSE = 0.2164 | LCC = 0.8696 | SRCC = 0.8703 ] +INFO:root:Average loss=0.06774489199503875 +INFO:root: +[Valid][23][UTT][ MSE = 0.2113 | LCC = 0.8703 | SRCC = 0.8710 ] +INFO:root:Average loss=0.06463300202710506 +INFO:root: +[Valid][24][UTT][ MSE = 0.1985 | LCC = 0.8724 | SRCC = 0.8737 ] +INFO:root:Average loss=0.0639582718603122 +INFO:root: +[Valid][25][UTT][ MSE = 0.2028 | LCC = 0.8740 | SRCC = 0.8743 ] +INFO:root:Average loss=0.05906517412035893 +INFO:root: +[Valid][26][UTT][ MSE = 0.2194 | LCC = 0.8723 | SRCC = 0.8733 ] +INFO:root:Average loss=0.05782783174744019 +INFO:root: +[Valid][27][UTT][ MSE = 0.2123 | LCC = 0.8703 | SRCC = 0.8714 ] +INFO:root:Average loss=0.05343610864992325 +INFO:root: +[Valid][28][UTT][ MSE = 0.2061 | LCC = 0.8699 | SRCC = 0.8719 ] +INFO:root:Average loss=0.053649948647198006 +INFO:root: +[Valid][29][UTT][ MSE = 0.2114 | LCC = 0.8700 | SRCC = 0.8718 ] +INFO:root:Average loss=0.056930169654198184 +INFO:root: +[Valid][30][UTT][ MSE = 0.2029 | LCC = 0.8716 | SRCC = 0.8732 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2287 | LCC = 0.8653 | SRCC = 0.8680 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..19507786825bb6791d5f18b553ddfe8496763d87 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6615680c047519c95eb87756a86380883615efc6cfc096f782fdba312b4920da +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce17ad6bd80d57e8dd57c3eb96c28d00fe986e47 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f78422ca64b442026a4c527937dd4f8ecef26e1b44f9c6f4ca59562a94c679 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4aa631e77dfaeaef3d24b1e431facc066f8242fa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3556443882676271 +INFO:root: +[Valid][0][UTT][ MSE = 0.3184 | LCC = 0.8256 | SRCC = 0.8284 ] +INFO:root:Average loss=0.23754308878993377 +INFO:root: +[Valid][1][UTT][ MSE = 0.2668 | LCC = 0.8506 | SRCC = 0.8503 ] +INFO:root:Average loss=0.20763540554505128 +INFO:root: +[Valid][2][UTT][ MSE = 0.2359 | LCC = 0.8581 | SRCC = 0.8596 ] +INFO:root:Average loss=0.1852860362865986 +INFO:root: +[Valid][3][UTT][ MSE = 0.2723 | LCC = 0.8651 | SRCC = 0.8648 ] +INFO:root:Average loss=0.176633785932492 +INFO:root: +[Valid][4][UTT][ MSE = 0.2407 | LCC = 0.8690 | SRCC = 0.8686 ] +INFO:root:Average loss=0.16642667143008646 +INFO:root: +[Valid][5][UTT][ MSE = 0.2313 | LCC = 0.8696 | SRCC = 0.8691 ] +INFO:root:Average loss=0.15518834040715143 +INFO:root: +[Valid][6][UTT][ MSE = 0.2541 | LCC = 0.8722 | SRCC = 0.8714 ] +INFO:root:Average loss=0.14339307762491396 +INFO:root: +[Valid][7][UTT][ MSE = 0.2390 | LCC = 0.8687 | SRCC = 0.8706 ] +INFO:root:Average loss=0.13900218703425848 +INFO:root: +[Valid][8][UTT][ MSE = 0.2197 | LCC = 0.8697 | SRCC = 0.8714 ] +INFO:root:Average loss=0.12719522464351776 +INFO:root: +[Valid][9][UTT][ MSE = 0.2443 | LCC = 0.8708 | SRCC = 0.8708 ] +INFO:root:Average loss=0.12448085710788384 +INFO:root: +[Valid][10][UTT][ MSE = 0.2212 | LCC = 0.8719 | SRCC = 0.8717 ] +INFO:root:Average loss=0.11489829736260268 +INFO:root: +[Valid][11][UTT][ MSE = 0.2194 | LCC = 0.8708 | SRCC = 0.8724 ] +INFO:root:Average loss=0.11129004747057572 +INFO:root: +[Valid][12][UTT][ MSE = 0.2483 | LCC = 0.8680 | SRCC = 0.8689 ] +INFO:root:Average loss=0.10269482930501302 +INFO:root: +[Valid][13][UTT][ MSE = 0.2486 | LCC = 0.8691 | SRCC = 0.8690 ] +INFO:root:Average loss=0.09480511979796948 +INFO:root: +[Valid][14][UTT][ MSE = 0.2131 | LCC = 0.8690 | SRCC = 0.8693 ] +INFO:root:Average loss=0.09263089313530005 +INFO:root: +[Valid][15][UTT][ MSE = 0.2575 | LCC = 0.8639 | SRCC = 0.8640 ] +INFO:root:Average loss=0.0888043276201456 +INFO:root: +[Valid][16][UTT][ MSE = 0.2161 | LCC = 0.8681 | SRCC = 0.8678 ] +INFO:root:Average loss=0.08511104238912082 +INFO:root: +[Valid][17][UTT][ MSE = 0.2241 | LCC = 0.8666 | SRCC = 0.8665 ] +INFO:root:Average loss=0.07926973738731483 +INFO:root: +[Valid][18][UTT][ MSE = 0.2204 | LCC = 0.8647 | SRCC = 0.8640 ] +INFO:root:Average loss=0.07600679879005139 +INFO:root: +[Valid][19][UTT][ MSE = 0.2260 | LCC = 0.8615 | SRCC = 0.8607 ] +INFO:root:Average loss=0.07148603708125077 +INFO:root: +[Valid][20][UTT][ MSE = 0.2221 | LCC = 0.8671 | SRCC = 0.8664 ] +INFO:root:Average loss=0.06609887386170718 +INFO:root: +[Valid][21][UTT][ MSE = 0.2166 | LCC = 0.8647 | SRCC = 0.8651 ] +INFO:root:Average loss=0.06576052303306568 +INFO:root: +[Valid][22][UTT][ MSE = 0.2471 | LCC = 0.8675 | SRCC = 0.8671 ] +INFO:root:Average loss=0.06736748995116124 +INFO:root: +[Valid][23][UTT][ MSE = 0.2373 | LCC = 0.8653 | SRCC = 0.8654 ] +INFO:root:Average loss=0.06315441157382268 +INFO:root: +[Valid][24][UTT][ MSE = 0.2652 | LCC = 0.8650 | SRCC = 0.8658 ] +INFO:root:Average loss=0.06218052531282107 +INFO:root: +[Valid][25][UTT][ MSE = 0.2272 | LCC = 0.8647 | SRCC = 0.8665 ] +INFO:root:Average loss=0.059050558087153315 +INFO:root: +[Valid][26][UTT][ MSE = 0.2544 | LCC = 0.8667 | SRCC = 0.8673 ] +INFO:root:Average loss=0.057923826126333997 +INFO:root: +[Valid][27][UTT][ MSE = 0.2401 | LCC = 0.8602 | SRCC = 0.8599 ] +INFO:root:Average loss=0.05392328353646474 +INFO:root: +[Valid][28][UTT][ MSE = 0.2177 | LCC = 0.8640 | SRCC = 0.8649 ] +INFO:root:Average loss=0.0536593423726467 +INFO:root: +[Valid][29][UTT][ MSE = 0.2168 | LCC = 0.8644 | SRCC = 0.8656 ] +INFO:root:Average loss=0.05023424788258779 +INFO:root: +[Valid][30][UTT][ MSE = 0.2218 | LCC = 0.8636 | SRCC = 0.8645 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2738 | LCC = 0.8689 | SRCC = 0.8674 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c005ba919bd98e42e51ac3c4a2a91a2037550b5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15888c7e37c29bc9c0ca795c6167e00d704cc2384462a3088c31bca5c3a39d5b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..706d089e2521c1d7ea52fbfc21a7be4518a6f34a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469b15d966a0d907ea227fade167fbeec39d7775732a064abb8d920d3c3b2734 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..282e014f5cd6138c64f6c1d3f6683420e506ba4f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.38667290734174925 +INFO:root: +[Valid][0][UTT][ MSE = 0.3584 | LCC = 0.8153 | SRCC = 0.8223 ] +INFO:root:Average loss=0.24473872857216078 +INFO:root: +[Valid][1][UTT][ MSE = 0.2850 | LCC = 0.8483 | SRCC = 0.8466 ] +INFO:root:Average loss=0.21377487595264727 +INFO:root: +[Valid][2][UTT][ MSE = 0.2693 | LCC = 0.8557 | SRCC = 0.8530 ] +INFO:root:Average loss=0.19198279636792648 +INFO:root: +[Valid][3][UTT][ MSE = 0.2443 | LCC = 0.8643 | SRCC = 0.8619 ] +INFO:root:Average loss=0.180546570282716 +INFO:root: +[Valid][4][UTT][ MSE = 0.2732 | LCC = 0.8627 | SRCC = 0.8617 ] +INFO:root:Average loss=0.1680438308379589 +INFO:root: +[Valid][5][UTT][ MSE = 0.2479 | LCC = 0.8692 | SRCC = 0.8672 ] +INFO:root:Average loss=0.1609955625847364 +INFO:root: +[Valid][6][UTT][ MSE = 0.2381 | LCC = 0.8705 | SRCC = 0.8694 ] +INFO:root:Average loss=0.14801541754068473 +INFO:root: +[Valid][7][UTT][ MSE = 0.2293 | LCC = 0.8736 | SRCC = 0.8720 ] +INFO:root:Average loss=0.13765038654972345 +INFO:root: +[Valid][8][UTT][ MSE = 0.2584 | LCC = 0.8702 | SRCC = 0.8697 ] +INFO:root:Average loss=0.13932769067394427 +INFO:root: +[Valid][9][UTT][ MSE = 0.2601 | LCC = 0.8696 | SRCC = 0.8709 ] +INFO:root:Average loss=0.12282192764373925 +INFO:root: +[Valid][10][UTT][ MSE = 0.2856 | LCC = 0.8679 | SRCC = 0.8688 ] +INFO:root:Average loss=0.11302687695775276 +INFO:root: +[Valid][11][UTT][ MSE = 0.2610 | LCC = 0.8675 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1111064512664691 +INFO:root: +[Valid][12][UTT][ MSE = 0.2590 | LCC = 0.8708 | SRCC = 0.8703 ] +INFO:root:Average loss=0.11108394416096883 +INFO:root: +[Valid][13][UTT][ MSE = 0.3011 | LCC = 0.8691 | SRCC = 0.8695 ] +INFO:root:Average loss=0.09980226575564115 +INFO:root: +[Valid][14][UTT][ MSE = 0.2671 | LCC = 0.8670 | SRCC = 0.8652 ] +INFO:root:Average loss=0.09184399801187026 +INFO:root: +[Valid][15][UTT][ MSE = 0.2220 | LCC = 0.8687 | SRCC = 0.8689 ] +INFO:root:Average loss=0.09556321527522343 +INFO:root: +[Valid][16][UTT][ MSE = 0.2766 | LCC = 0.8699 | SRCC = 0.8688 ] +INFO:root:Average loss=0.08646353716269517 +INFO:root: +[Valid][17][UTT][ MSE = 0.2377 | LCC = 0.8681 | SRCC = 0.8687 ] +INFO:root:Average loss=0.08581727556884289 +INFO:root: +[Valid][18][UTT][ MSE = 0.2349 | LCC = 0.8673 | SRCC = 0.8665 ] +INFO:root:Average loss=0.07717248515631908 +INFO:root: +[Valid][19][UTT][ MSE = 0.2424 | LCC = 0.8685 | SRCC = 0.8675 ] +INFO:root:Average loss=0.07467933562703621 +INFO:root: +[Valid][20][UTT][ MSE = 0.2639 | LCC = 0.8665 | SRCC = 0.8665 ] +INFO:root:Average loss=0.07180805919835201 +INFO:root: +[Valid][21][UTT][ MSE = 0.2328 | LCC = 0.8669 | SRCC = 0.8679 ] +INFO:root:Average loss=0.07719082031876613 +INFO:root: +[Valid][22][UTT][ MSE = 0.2281 | LCC = 0.8692 | SRCC = 0.8698 ] +INFO:root:Average loss=0.06278665339908539 +INFO:root: +[Valid][23][UTT][ MSE = 0.2285 | LCC = 0.8698 | SRCC = 0.8708 ] +INFO:root:Average loss=0.06571848886326337 +INFO:root: +[Valid][24][UTT][ MSE = 0.2344 | LCC = 0.8669 | SRCC = 0.8678 ] +INFO:root:Average loss=0.06021981309048641 +INFO:root: +[Valid][25][UTT][ MSE = 0.2464 | LCC = 0.8681 | SRCC = 0.8679 ] +INFO:root:Average loss=0.060530455591969 +INFO:root: +[Valid][26][UTT][ MSE = 0.2788 | LCC = 0.8663 | SRCC = 0.8683 ] +INFO:root:Average loss=0.0568785738104429 +INFO:root: +[Valid][27][UTT][ MSE = 0.2393 | LCC = 0.8674 | SRCC = 0.8683 ] +INFO:root:Average loss=0.054267725883386075 +INFO:root: +[Valid][28][UTT][ MSE = 0.2281 | LCC = 0.8642 | SRCC = 0.8655 ] +INFO:root:Average loss=0.05297705507240234 +INFO:root: +[Valid][29][UTT][ MSE = 0.2296 | LCC = 0.8636 | SRCC = 0.8642 ] +INFO:root:Average loss=0.051705428590186134 +INFO:root: +[Valid][30][UTT][ MSE = 0.2317 | LCC = 0.8622 | SRCC = 0.8623 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2281 | LCC = 0.8689 | SRCC = 0.8676 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_4epoch/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64