Upload SSL Layer MOS checkpoints (part 3)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer0/run4/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/config.gin +31 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model_best.pt +3 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/train.log +99 -0
- results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/config.gin +31 -0
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer0/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.535094215701788
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3842 | LCC = 0.7488 | SRCC = 0.7526 ]
|
| 8 |
+
INFO:root:Average loss=0.29584163962266385
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3277 | LCC = 0.8040 | SRCC = 0.8071 ]
|
| 11 |
+
INFO:root:Average loss=0.261383328300256
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3275 | LCC = 0.8241 | SRCC = 0.8261 ]
|
| 14 |
+
INFO:root:Average loss=0.2500763161060138
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2768 | LCC = 0.8237 | SRCC = 0.8287 ]
|
| 17 |
+
INFO:root:Average loss=0.22942434002955756
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2744 | LCC = 0.8337 | SRCC = 0.8325 ]
|
| 20 |
+
INFO:root:Average loss=0.21366153036554655
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2711 | LCC = 0.8356 | SRCC = 0.8348 ]
|
| 23 |
+
INFO:root:Average loss=0.1999274050960174
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2892 | LCC = 0.8433 | SRCC = 0.8431 ]
|
| 26 |
+
INFO:root:Average loss=0.1926165959582879
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2597 | LCC = 0.8372 | SRCC = 0.8387 ]
|
| 29 |
+
INFO:root:Average loss=0.18232641139855751
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2566 | LCC = 0.8441 | SRCC = 0.8439 ]
|
| 32 |
+
INFO:root:Average loss=0.16798540166555306
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.8462 | SRCC = 0.8452 ]
|
| 35 |
+
INFO:root:Average loss=0.16106477570839417
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2451 | LCC = 0.8465 | SRCC = 0.8461 ]
|
| 38 |
+
INFO:root:Average loss=0.15572912628069902
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2486 | LCC = 0.8534 | SRCC = 0.8523 ]
|
| 41 |
+
INFO:root:Average loss=0.16287972462865022
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2368 | LCC = 0.8494 | SRCC = 0.8497 ]
|
| 44 |
+
INFO:root:Average loss=0.14000631782871026
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2341 | LCC = 0.8523 | SRCC = 0.8508 ]
|
| 47 |
+
INFO:root:Average loss=0.13539448752999306
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2411 | LCC = 0.8472 | SRCC = 0.8475 ]
|
| 50 |
+
INFO:root:Average loss=0.1342860907316208
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2522 | LCC = 0.8499 | SRCC = 0.8499 ]
|
| 53 |
+
INFO:root:Average loss=0.12398458272218704
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2593 | LCC = 0.8503 | SRCC = 0.8515 ]
|
| 56 |
+
INFO:root:Average loss=0.12395244598006591
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2810 | LCC = 0.8483 | SRCC = 0.8488 ]
|
| 59 |
+
INFO:root:Average loss=0.11546754569579394
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2350 | LCC = 0.8511 | SRCC = 0.8520 ]
|
| 62 |
+
INFO:root:Average loss=0.1048146407955732
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2434 | LCC = 0.8534 | SRCC = 0.8525 ]
|
| 65 |
+
INFO:root:Average loss=0.1139298324019481
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2414 | LCC = 0.8502 | SRCC = 0.8479 ]
|
| 68 |
+
INFO:root:Average loss=0.1061294471892791
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2416 | LCC = 0.8532 | SRCC = 0.8519 ]
|
| 71 |
+
INFO:root:Average loss=0.10086686135484622
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2341 | LCC = 0.8540 | SRCC = 0.8543 ]
|
| 74 |
+
INFO:root:Average loss=0.09473796456288068
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2398 | LCC = 0.8571 | SRCC = 0.8542 ]
|
| 77 |
+
INFO:root:Average loss=0.09539232890193279
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2321 | LCC = 0.8554 | SRCC = 0.8546 ]
|
| 80 |
+
INFO:root:Average loss=0.08975056835856193
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2351 | LCC = 0.8560 | SRCC = 0.8550 ]
|
| 83 |
+
INFO:root:Average loss=0.08621321427516448
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2405 | LCC = 0.8486 | SRCC = 0.8482 ]
|
| 86 |
+
INFO:root:Average loss=0.08316171355545521
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2407 | LCC = 0.8505 | SRCC = 0.8477 ]
|
| 89 |
+
INFO:root:Average loss=0.0816903845526469
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2393 | LCC = 0.8546 | SRCC = 0.8528 ]
|
| 92 |
+
INFO:root:Average loss=0.08002073800143523
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2402 | LCC = 0.8501 | SRCC = 0.8511 ]
|
| 95 |
+
INFO:root:Average loss=0.07424558823307355
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2353 | LCC = 0.8522 | SRCC = 0.8511 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2507 | LCC = 0.8542 | SRCC = 0.8528 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83707ae7e026bc38645ef7b66be6edf3f700d0a934aeafa84086212548c94877
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c38695247b7bde782abd69802d97a48da16d37bbac8d04d4764c524c37f67b0
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.4579593210648268
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3317 | LCC = 0.7894 | SRCC = 0.7982 ]
|
| 8 |
+
INFO:root:Average loss=0.2636304598970291
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2871 | LCC = 0.8262 | SRCC = 0.8316 ]
|
| 11 |
+
INFO:root:Average loss=0.23933588980864257
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2538 | LCC = 0.8485 | SRCC = 0.8497 ]
|
| 14 |
+
INFO:root:Average loss=0.21618451598363045
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2379 | LCC = 0.8550 | SRCC = 0.8563 ]
|
| 17 |
+
INFO:root:Average loss=0.20248253204119512
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2463 | LCC = 0.8576 | SRCC = 0.8598 ]
|
| 20 |
+
INFO:root:Average loss=0.18415622499126655
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2249 | LCC = 0.8643 | SRCC = 0.8635 ]
|
| 23 |
+
INFO:root:Average loss=0.17019824874706757
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2349 | LCC = 0.8703 | SRCC = 0.8698 ]
|
| 26 |
+
INFO:root:Average loss=0.16008747092042214
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2346 | LCC = 0.8668 | SRCC = 0.8669 ]
|
| 29 |
+
INFO:root:Average loss=0.15423229556435195
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2285 | LCC = 0.8652 | SRCC = 0.8663 ]
|
| 32 |
+
INFO:root:Average loss=0.14377070342501005
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2259 | LCC = 0.8704 | SRCC = 0.8698 ]
|
| 35 |
+
INFO:root:Average loss=0.13622465137487802
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2213 | LCC = 0.8665 | SRCC = 0.8661 ]
|
| 38 |
+
INFO:root:Average loss=0.1270195396664815
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2703 | LCC = 0.8627 | SRCC = 0.8678 ]
|
| 41 |
+
INFO:root:Average loss=0.11590135536896877
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2276 | LCC = 0.8687 | SRCC = 0.8693 ]
|
| 44 |
+
INFO:root:Average loss=0.11665745041309258
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2237 | LCC = 0.8682 | SRCC = 0.8683 ]
|
| 47 |
+
INFO:root:Average loss=0.10896223200819431
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2068 | LCC = 0.8725 | SRCC = 0.8744 ]
|
| 50 |
+
INFO:root:Average loss=0.09942773428673927
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2140 | LCC = 0.8730 | SRCC = 0.8733 ]
|
| 53 |
+
INFO:root:Average loss=0.10112338221799104
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2134 | LCC = 0.8728 | SRCC = 0.8741 ]
|
| 56 |
+
INFO:root:Average loss=0.09263984352732316
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2332 | LCC = 0.8680 | SRCC = 0.8689 ]
|
| 59 |
+
INFO:root:Average loss=0.09141098483441731
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2508 | LCC = 0.8667 | SRCC = 0.8691 ]
|
| 62 |
+
INFO:root:Average loss=0.08199414028189121
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2179 | LCC = 0.8701 | SRCC = 0.8712 ]
|
| 65 |
+
INFO:root:Average loss=0.07928904661765465
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2148 | LCC = 0.8712 | SRCC = 0.8726 ]
|
| 68 |
+
INFO:root:Average loss=0.07552609296563344
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2072 | LCC = 0.8723 | SRCC = 0.8726 ]
|
| 71 |
+
INFO:root:Average loss=0.0743144827011304
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2219 | LCC = 0.8695 | SRCC = 0.8708 ]
|
| 74 |
+
INFO:root:Average loss=0.07293196237431122
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2231 | LCC = 0.8715 | SRCC = 0.8732 ]
|
| 77 |
+
INFO:root:Average loss=0.07622888860985255
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2320 | LCC = 0.8689 | SRCC = 0.8730 ]
|
| 80 |
+
INFO:root:Average loss=0.06728216910209411
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2217 | LCC = 0.8704 | SRCC = 0.8734 ]
|
| 83 |
+
INFO:root:Average loss=0.06447688805369231
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1995 | LCC = 0.8726 | SRCC = 0.8747 ]
|
| 86 |
+
INFO:root:Average loss=0.06138085411527218
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2278 | LCC = 0.8717 | SRCC = 0.8733 ]
|
| 89 |
+
INFO:root:Average loss=0.060740136565306246
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2234 | LCC = 0.8719 | SRCC = 0.8738 ]
|
| 92 |
+
INFO:root:Average loss=0.06006152732058977
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2505 | LCC = 0.8666 | SRCC = 0.8701 ]
|
| 95 |
+
INFO:root:Average loss=0.05618765596777965
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2154 | LCC = 0.8702 | SRCC = 0.8715 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2533 | LCC = 0.8534 | SRCC = 0.8568 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bcf18d371a39cc8e99834efd83bca8e6612123bb36b50b9b9cfbc75379cb4ee2
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2f13099fe68a0b06c2064d64a56fd47d6a13d3163ba4ed103d8983f8961c73c
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.472901660662431
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3769 | LCC = 0.7891 | SRCC = 0.7979 ]
|
| 8 |
+
INFO:root:Average loss=0.277625910173624
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2818 | LCC = 0.8286 | SRCC = 0.8308 ]
|
| 11 |
+
INFO:root:Average loss=0.23368344532373625
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2876 | LCC = 0.8393 | SRCC = 0.8427 ]
|
| 14 |
+
INFO:root:Average loss=0.21330232068132132
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2472 | LCC = 0.8549 | SRCC = 0.8539 ]
|
| 17 |
+
INFO:root:Average loss=0.19755786466292846
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.3097 | LCC = 0.8498 | SRCC = 0.8559 ]
|
| 20 |
+
INFO:root:Average loss=0.1885475592735486
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2433 | LCC = 0.8633 | SRCC = 0.8624 ]
|
| 23 |
+
INFO:root:Average loss=0.17586563212367204
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2377 | LCC = 0.8593 | SRCC = 0.8606 ]
|
| 26 |
+
INFO:root:Average loss=0.1659340140147087
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2378 | LCC = 0.8615 | SRCC = 0.8613 ]
|
| 29 |
+
INFO:root:Average loss=0.1488923263282348
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2663 | LCC = 0.8628 | SRCC = 0.8683 ]
|
| 32 |
+
INFO:root:Average loss=0.15275137881055856
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2214 | LCC = 0.8642 | SRCC = 0.8657 ]
|
| 35 |
+
INFO:root:Average loss=0.13369808355585122
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2617 | LCC = 0.8617 | SRCC = 0.8639 ]
|
| 38 |
+
INFO:root:Average loss=0.13001980708959776
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2206 | LCC = 0.8684 | SRCC = 0.8684 ]
|
| 41 |
+
INFO:root:Average loss=0.12487195126521282
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2604 | LCC = 0.8652 | SRCC = 0.8672 ]
|
| 44 |
+
INFO:root:Average loss=0.1163460753667049
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2327 | LCC = 0.8630 | SRCC = 0.8645 ]
|
| 47 |
+
INFO:root:Average loss=0.11134161312992756
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2354 | LCC = 0.8673 | SRCC = 0.8682 ]
|
| 50 |
+
INFO:root:Average loss=0.10704351149690457
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2161 | LCC = 0.8674 | SRCC = 0.8677 ]
|
| 53 |
+
INFO:root:Average loss=0.09886064767264403
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2221 | LCC = 0.8691 | SRCC = 0.8678 ]
|
| 56 |
+
INFO:root:Average loss=0.09969308657141832
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2135 | LCC = 0.8706 | SRCC = 0.8712 ]
|
| 59 |
+
INFO:root:Average loss=0.08704848606617023
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2210 | LCC = 0.8675 | SRCC = 0.8682 ]
|
| 62 |
+
INFO:root:Average loss=0.08401912899735646
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2291 | LCC = 0.8651 | SRCC = 0.8669 ]
|
| 65 |
+
INFO:root:Average loss=0.0786556480691219
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2226 | LCC = 0.8644 | SRCC = 0.8660 ]
|
| 68 |
+
INFO:root:Average loss=0.08213168043547715
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2155 | LCC = 0.8654 | SRCC = 0.8665 ]
|
| 71 |
+
INFO:root:Average loss=0.07721420019291915
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2155 | LCC = 0.8670 | SRCC = 0.8674 ]
|
| 74 |
+
INFO:root:Average loss=0.07011394207485211
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2249 | LCC = 0.8628 | SRCC = 0.8641 ]
|
| 77 |
+
INFO:root:Average loss=0.0725587058143738
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2239 | LCC = 0.8662 | SRCC = 0.8658 ]
|
| 80 |
+
INFO:root:Average loss=0.06930257551945172
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2309 | LCC = 0.8661 | SRCC = 0.8669 ]
|
| 83 |
+
INFO:root:Average loss=0.06451827975419852
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2640 | LCC = 0.8643 | SRCC = 0.8649 ]
|
| 86 |
+
INFO:root:Average loss=0.06259272032632278
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2344 | LCC = 0.8678 | SRCC = 0.8670 ]
|
| 89 |
+
INFO:root:Average loss=0.06423783187682812
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2112 | LCC = 0.8678 | SRCC = 0.8673 ]
|
| 92 |
+
INFO:root:Average loss=0.06117730936369835
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2160 | LCC = 0.8653 | SRCC = 0.8665 ]
|
| 95 |
+
INFO:root:Average loss=0.06286063513312584
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2296 | LCC = 0.8656 | SRCC = 0.8654 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2231 | LCC = 0.8698 | SRCC = 0.8702 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5698ccc79830bf8d2ec4d180ca68ae59ec105762e6f3504c08e09d4802b51c75
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a97c7380bd4c9abafd283364d20a5f92cdb2494d7b7f59496eb84af83d40692
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.456562588421198
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3457 | LCC = 0.7809 | SRCC = 0.7896 ]
|
| 8 |
+
INFO:root:Average loss=0.27176349801130784
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2868 | LCC = 0.8273 | SRCC = 0.8294 ]
|
| 11 |
+
INFO:root:Average loss=0.2241117415519861
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3013 | LCC = 0.8404 | SRCC = 0.8424 ]
|
| 14 |
+
INFO:root:Average loss=0.20278623757454065
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2491 | LCC = 0.8525 | SRCC = 0.8544 ]
|
| 17 |
+
INFO:root:Average loss=0.1871246367883988
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2346 | LCC = 0.8585 | SRCC = 0.8594 ]
|
| 20 |
+
INFO:root:Average loss=0.1779566798836757
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2373 | LCC = 0.8591 | SRCC = 0.8592 ]
|
| 23 |
+
INFO:root:Average loss=0.17168924174247643
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2454 | LCC = 0.8611 | SRCC = 0.8645 ]
|
| 26 |
+
INFO:root:Average loss=0.15440419946725553
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2183 | LCC = 0.8686 | SRCC = 0.8689 ]
|
| 29 |
+
INFO:root:Average loss=0.14360607663790384
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2176 | LCC = 0.8673 | SRCC = 0.8680 ]
|
| 32 |
+
INFO:root:Average loss=0.14387893571685523
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2319 | LCC = 0.8635 | SRCC = 0.8670 ]
|
| 35 |
+
INFO:root:Average loss=0.13322913064024386
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2264 | LCC = 0.8681 | SRCC = 0.8699 ]
|
| 38 |
+
INFO:root:Average loss=0.12076364944760616
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2313 | LCC = 0.8682 | SRCC = 0.8676 ]
|
| 41 |
+
INFO:root:Average loss=0.11942552851560788
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2117 | LCC = 0.8689 | SRCC = 0.8685 ]
|
| 44 |
+
INFO:root:Average loss=0.10900448539700264
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2188 | LCC = 0.8718 | SRCC = 0.8730 ]
|
| 47 |
+
INFO:root:Average loss=0.10810819392402966
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2287 | LCC = 0.8662 | SRCC = 0.8682 ]
|
| 50 |
+
INFO:root:Average loss=0.09844396683650139
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2190 | LCC = 0.8689 | SRCC = 0.8698 ]
|
| 53 |
+
INFO:root:Average loss=0.09757571619672653
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2521 | LCC = 0.8655 | SRCC = 0.8682 ]
|
| 56 |
+
INFO:root:Average loss=0.0925496702010815
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2077 | LCC = 0.8732 | SRCC = 0.8733 ]
|
| 59 |
+
INFO:root:Average loss=0.09199598765908143
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2235 | LCC = 0.8685 | SRCC = 0.8689 ]
|
| 62 |
+
INFO:root:Average loss=0.08461821456559193
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2049 | LCC = 0.8709 | SRCC = 0.8720 ]
|
| 65 |
+
INFO:root:Average loss=0.07709161961116852
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2244 | LCC = 0.8666 | SRCC = 0.8685 ]
|
| 68 |
+
INFO:root:Average loss=0.07737652537150261
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.8705 | SRCC = 0.8717 ]
|
| 71 |
+
INFO:root:Average loss=0.07965540465636131
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2147 | LCC = 0.8681 | SRCC = 0.8702 ]
|
| 74 |
+
INFO:root:Average loss=0.07509194949689584
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2256 | LCC = 0.8672 | SRCC = 0.8680 ]
|
| 77 |
+
INFO:root:Average loss=0.06980926901675187
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2195 | LCC = 0.8704 | SRCC = 0.8706 ]
|
| 80 |
+
INFO:root:Average loss=0.06937091277004817
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2093 | LCC = 0.8695 | SRCC = 0.8700 ]
|
| 83 |
+
INFO:root:Average loss=0.06473130279053481
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2109 | LCC = 0.8704 | SRCC = 0.8702 ]
|
| 86 |
+
INFO:root:Average loss=0.060205467188587554
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2164 | LCC = 0.8678 | SRCC = 0.8670 ]
|
| 89 |
+
INFO:root:Average loss=0.062438682008248106
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2175 | LCC = 0.8685 | SRCC = 0.8691 ]
|
| 92 |
+
INFO:root:Average loss=0.05673838244416775
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2158 | LCC = 0.8696 | SRCC = 0.8690 ]
|
| 95 |
+
INFO:root:Average loss=0.056596591256749935
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2119 | LCC = 0.8704 | SRCC = 0.8711 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2388 | LCC = 0.8582 | SRCC = 0.8600 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0eba625a314422aa88e9a1ecd81632d7937bd76362eb9ea56ead7772f523209
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61f48af2af80f57e58dda2b5963a877ed8c312c34e6999ed5d8ff82ddb890627
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.4943407733853047
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3524 | LCC = 0.7888 | SRCC = 0.7867 ]
|
| 8 |
+
INFO:root:Average loss=0.27113553709708726
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2766 | LCC = 0.8275 | SRCC = 0.8295 ]
|
| 11 |
+
INFO:root:Average loss=0.22598646409236467
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2490 | LCC = 0.8449 | SRCC = 0.8433 ]
|
| 14 |
+
INFO:root:Average loss=0.20969594824008453
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2584 | LCC = 0.8529 | SRCC = 0.8518 ]
|
| 17 |
+
INFO:root:Average loss=0.19203148696285027
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2432 | LCC = 0.8536 | SRCC = 0.8512 ]
|
| 20 |
+
INFO:root:Average loss=0.17385386847532713
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2296 | LCC = 0.8589 | SRCC = 0.8576 ]
|
| 23 |
+
INFO:root:Average loss=0.17610548025904557
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2539 | LCC = 0.8637 | SRCC = 0.8610 ]
|
| 26 |
+
INFO:root:Average loss=0.1517601083868589
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2255 | LCC = 0.8622 | SRCC = 0.8612 ]
|
| 29 |
+
INFO:root:Average loss=0.14952213164323416
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2327 | LCC = 0.8691 | SRCC = 0.8680 ]
|
| 32 |
+
INFO:root:Average loss=0.13857012022382173
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2259 | LCC = 0.8649 | SRCC = 0.8642 ]
|
| 35 |
+
INFO:root:Average loss=0.12525158346845552
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2173 | LCC = 0.8620 | SRCC = 0.8614 ]
|
| 38 |
+
INFO:root:Average loss=0.12006656911510688
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2160 | LCC = 0.8677 | SRCC = 0.8668 ]
|
| 41 |
+
INFO:root:Average loss=0.1218708648513525
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2141 | LCC = 0.8687 | SRCC = 0.8678 ]
|
| 44 |
+
INFO:root:Average loss=0.11266429378436162
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2422 | LCC = 0.8687 | SRCC = 0.8682 ]
|
| 47 |
+
INFO:root:Average loss=0.106711987262735
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2282 | LCC = 0.8607 | SRCC = 0.8608 ]
|
| 50 |
+
INFO:root:Average loss=0.10513852952191463
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2131 | LCC = 0.8668 | SRCC = 0.8666 ]
|
| 53 |
+
INFO:root:Average loss=0.09303858049978049
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2116 | LCC = 0.8670 | SRCC = 0.8668 ]
|
| 56 |
+
INFO:root:Average loss=0.09211676195263863
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2060 | LCC = 0.8680 | SRCC = 0.8681 ]
|
| 59 |
+
INFO:root:Average loss=0.08704451170678322
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2225 | LCC = 0.8684 | SRCC = 0.8677 ]
|
| 62 |
+
INFO:root:Average loss=0.08433384123520973
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2149 | LCC = 0.8686 | SRCC = 0.8672 ]
|
| 65 |
+
INFO:root:Average loss=0.08346272360246915
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2287 | LCC = 0.8673 | SRCC = 0.8672 ]
|
| 68 |
+
INFO:root:Average loss=0.07591132619060002
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2127 | LCC = 0.8707 | SRCC = 0.8693 ]
|
| 71 |
+
INFO:root:Average loss=0.07149577881090152
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2210 | LCC = 0.8657 | SRCC = 0.8657 ]
|
| 74 |
+
INFO:root:Average loss=0.07121308506108247
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2178 | LCC = 0.8677 | SRCC = 0.8670 ]
|
| 77 |
+
INFO:root:Average loss=0.0649825891909691
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2114 | LCC = 0.8667 | SRCC = 0.8651 ]
|
| 80 |
+
INFO:root:Average loss=0.06367795747251083
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2120 | LCC = 0.8686 | SRCC = 0.8674 ]
|
| 83 |
+
INFO:root:Average loss=0.07200747379698814
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2109 | LCC = 0.8666 | SRCC = 0.8662 ]
|
| 86 |
+
INFO:root:Average loss=0.0621874925131217
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2297 | LCC = 0.8669 | SRCC = 0.8683 ]
|
| 89 |
+
INFO:root:Average loss=0.0624477541886079
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2122 | LCC = 0.8678 | SRCC = 0.8683 ]
|
| 92 |
+
INFO:root:Average loss=0.056709306744428783
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2117 | LCC = 0.8681 | SRCC = 0.8678 ]
|
| 95 |
+
INFO:root:Average loss=0.05619487495949635
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2009 | LCC = 0.8730 | SRCC = 0.8729 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2482 | LCC = 0.8523 | SRCC = 0.8560 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02a77faff56de2cb9601f358c6a22be1bc537428629a76cd52f06a0a1b0d1807
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d371876e0229d5fc44c92ea47e96c4ee8ffce8a7c0f19cc19e09a506c739c43
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.45782110687249744
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3364 | LCC = 0.7890 | SRCC = 0.7910 ]
|
| 8 |
+
INFO:root:Average loss=0.2619916040163774
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2988 | LCC = 0.8240 | SRCC = 0.8316 ]
|
| 11 |
+
INFO:root:Average loss=0.22947889069716135
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2622 | LCC = 0.8463 | SRCC = 0.8454 ]
|
| 14 |
+
INFO:root:Average loss=0.2089968497554461
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2518 | LCC = 0.8477 | SRCC = 0.8487 ]
|
| 17 |
+
INFO:root:Average loss=0.1862188675082647
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2489 | LCC = 0.8596 | SRCC = 0.8589 ]
|
| 20 |
+
INFO:root:Average loss=0.18314770083778945
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2721 | LCC = 0.8529 | SRCC = 0.8594 ]
|
| 23 |
+
INFO:root:Average loss=0.17004422193918473
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2385 | LCC = 0.8630 | SRCC = 0.8632 ]
|
| 26 |
+
INFO:root:Average loss=0.15617927106527182
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2328 | LCC = 0.8601 | SRCC = 0.8619 ]
|
| 29 |
+
INFO:root:Average loss=0.14268474424114594
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2152 | LCC = 0.8698 | SRCC = 0.8701 ]
|
| 32 |
+
INFO:root:Average loss=0.14190625714567992
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2288 | LCC = 0.8638 | SRCC = 0.8654 ]
|
| 35 |
+
INFO:root:Average loss=0.13102695603783315
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2433 | LCC = 0.8660 | SRCC = 0.8668 ]
|
| 38 |
+
INFO:root:Average loss=0.12423438301835305
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2445 | LCC = 0.8723 | SRCC = 0.8697 ]
|
| 41 |
+
INFO:root:Average loss=0.122484947148806
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2148 | LCC = 0.8700 | SRCC = 0.8683 ]
|
| 44 |
+
INFO:root:Average loss=0.1195953864699755
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2504 | LCC = 0.8649 | SRCC = 0.8659 ]
|
| 47 |
+
INFO:root:Average loss=0.10542827290602219
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2221 | LCC = 0.8692 | SRCC = 0.8688 ]
|
| 50 |
+
INFO:root:Average loss=0.10004530102014542
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2044 | LCC = 0.8710 | SRCC = 0.8700 ]
|
| 53 |
+
INFO:root:Average loss=0.0951573085039854
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2163 | LCC = 0.8693 | SRCC = 0.8683 ]
|
| 56 |
+
INFO:root:Average loss=0.09048761613667011
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2099 | LCC = 0.8701 | SRCC = 0.8685 ]
|
| 59 |
+
INFO:root:Average loss=0.08737292069082077
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2151 | LCC = 0.8721 | SRCC = 0.8714 ]
|
| 62 |
+
INFO:root:Average loss=0.08500232160664521
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2429 | LCC = 0.8642 | SRCC = 0.8667 ]
|
| 65 |
+
INFO:root:Average loss=0.08119577207626441
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2391 | LCC = 0.8627 | SRCC = 0.8635 ]
|
| 68 |
+
INFO:root:Average loss=0.07703164883722098
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2173 | LCC = 0.8674 | SRCC = 0.8678 ]
|
| 71 |
+
INFO:root:Average loss=0.07261426412524322
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2099 | LCC = 0.8668 | SRCC = 0.8661 ]
|
| 74 |
+
INFO:root:Average loss=0.07048633059438987
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2188 | LCC = 0.8637 | SRCC = 0.8639 ]
|
| 77 |
+
INFO:root:Average loss=0.06686967668625024
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2222 | LCC = 0.8639 | SRCC = 0.8653 ]
|
| 80 |
+
INFO:root:Average loss=0.06369337406104957
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2176 | LCC = 0.8690 | SRCC = 0.8680 ]
|
| 83 |
+
INFO:root:Average loss=0.06694034291192508
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2187 | LCC = 0.8712 | SRCC = 0.8703 ]
|
| 86 |
+
INFO:root:Average loss=0.061048720843898945
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2092 | LCC = 0.8686 | SRCC = 0.8680 ]
|
| 89 |
+
INFO:root:Average loss=0.05901365908674705
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2183 | LCC = 0.8690 | SRCC = 0.8683 ]
|
| 92 |
+
INFO:root:Average loss=0.061393342195795134
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2120 | LCC = 0.8744 | SRCC = 0.8735 ]
|
| 95 |
+
INFO:root:Average loss=0.05789379297922819
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2063 | LCC = 0.8724 | SRCC = 0.8716 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2476 | LCC = 0.8631 | SRCC = 0.8640 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7855e332683aa76d3b5be5834e3fc7c041067e5a51ff750804aa8e5b0b7507fd
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e279789e2f65683e4ee41efa9edb3396389ceefaac008562f048901f7136fe8
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.35324714829524356
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3867 | LCC = 0.8282 | SRCC = 0.8278 ]
|
| 8 |
+
INFO:root:Average loss=0.24930995989304322
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3611 | LCC = 0.8364 | SRCC = 0.8430 ]
|
| 11 |
+
INFO:root:Average loss=0.23973685273757347
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3314 | LCC = 0.8430 | SRCC = 0.8420 ]
|
| 14 |
+
INFO:root:Average loss=0.22885072460541359
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2966 | LCC = 0.8469 | SRCC = 0.8476 ]
|
| 17 |
+
INFO:root:Average loss=0.22210966432705903
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.3708 | LCC = 0.8439 | SRCC = 0.8506 ]
|
| 20 |
+
INFO:root:Average loss=0.22060811863495752
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.3311 | LCC = 0.8595 | SRCC = 0.8568 ]
|
| 23 |
+
INFO:root:Average loss=0.22270624855389962
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2953 | LCC = 0.8612 | SRCC = 0.8592 ]
|
| 26 |
+
INFO:root:Average loss=0.20937233055249238
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2898 | LCC = 0.8619 | SRCC = 0.8623 ]
|
| 29 |
+
INFO:root:Average loss=0.21042930583159128
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.3252 | LCC = 0.8604 | SRCC = 0.8590 ]
|
| 32 |
+
INFO:root:Average loss=0.2150851547335967
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.3789 | LCC = 0.8601 | SRCC = 0.8623 ]
|
| 35 |
+
INFO:root:Average loss=0.21118132865581757
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.3025 | LCC = 0.8604 | SRCC = 0.8638 ]
|
| 38 |
+
INFO:root:Average loss=0.19872835182990783
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.3028 | LCC = 0.8637 | SRCC = 0.8611 ]
|
| 41 |
+
INFO:root:Average loss=0.19554700817053133
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2758 | LCC = 0.8614 | SRCC = 0.8638 ]
|
| 44 |
+
INFO:root:Average loss=0.19753452925345835
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2998 | LCC = 0.8589 | SRCC = 0.8631 ]
|
| 47 |
+
INFO:root:Average loss=0.1991382343455767
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.3042 | LCC = 0.8594 | SRCC = 0.8608 ]
|
| 50 |
+
INFO:root:Average loss=0.19103276347502685
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.3140 | LCC = 0.8643 | SRCC = 0.8620 ]
|
| 53 |
+
INFO:root:Average loss=0.1848798216535495
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2835 | LCC = 0.8646 | SRCC = 0.8644 ]
|
| 56 |
+
INFO:root:Average loss=0.18802716783606088
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2759 | LCC = 0.8637 | SRCC = 0.8650 ]
|
| 59 |
+
INFO:root:Average loss=0.1843139182489652
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2932 | LCC = 0.8660 | SRCC = 0.8645 ]
|
| 62 |
+
INFO:root:Average loss=0.1860717388872917
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2532 | LCC = 0.8625 | SRCC = 0.8660 ]
|
| 65 |
+
INFO:root:Average loss=0.179396929171605
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2935 | LCC = 0.8668 | SRCC = 0.8657 ]
|
| 68 |
+
INFO:root:Average loss=0.17457233312038276
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2671 | LCC = 0.8640 | SRCC = 0.8652 ]
|
| 71 |
+
INFO:root:Average loss=0.1704600256605026
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2466 | LCC = 0.8642 | SRCC = 0.8668 ]
|
| 74 |
+
INFO:root:Average loss=0.17291488508001351
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2811 | LCC = 0.8631 | SRCC = 0.8636 ]
|
| 77 |
+
INFO:root:Average loss=0.1721521261601876
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2653 | LCC = 0.8657 | SRCC = 0.8651 ]
|
| 80 |
+
INFO:root:Average loss=0.17146906065635192
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2940 | LCC = 0.8628 | SRCC = 0.8620 ]
|
| 83 |
+
INFO:root:Average loss=0.1732069048552941
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.3067 | LCC = 0.8639 | SRCC = 0.8646 ]
|
| 86 |
+
INFO:root:Average loss=0.16534294818456358
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2942 | LCC = 0.8665 | SRCC = 0.8649 ]
|
| 89 |
+
INFO:root:Average loss=0.16810460035235453
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2733 | LCC = 0.8702 | SRCC = 0.8692 ]
|
| 92 |
+
INFO:root:Average loss=0.1651376108519542
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2612 | LCC = 0.8649 | SRCC = 0.8674 ]
|
| 95 |
+
INFO:root:Average loss=0.16043257235716551
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2681 | LCC = 0.8640 | SRCC = 0.8641 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2663 | LCC = 0.8632 | SRCC = 0.8647 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:025648c1443cfec8343e325108a504abe1aaa78924862060cf31247479eb7d0c
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cf33e76e72c6b1970c247f95db3cc9ac7146b17ee8d41c356ab26c99ec55c42
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3174068969793809
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3576 | LCC = 0.8231 | SRCC = 0.8222 ]
|
| 8 |
+
INFO:root:Average loss=0.2588573136390784
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3749 | LCC = 0.8406 | SRCC = 0.8386 ]
|
| 11 |
+
INFO:root:Average loss=0.2442090860926188
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3411 | LCC = 0.8382 | SRCC = 0.8405 ]
|
| 14 |
+
INFO:root:Average loss=0.242265957288253
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.3309 | LCC = 0.8506 | SRCC = 0.8491 ]
|
| 17 |
+
INFO:root:Average loss=0.22892723996669817
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.3126 | LCC = 0.8479 | SRCC = 0.8493 ]
|
| 20 |
+
INFO:root:Average loss=0.22753513814547124
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.3182 | LCC = 0.8536 | SRCC = 0.8520 ]
|
| 23 |
+
INFO:root:Average loss=0.22084839871296516
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.3279 | LCC = 0.8569 | SRCC = 0.8551 ]
|
| 26 |
+
INFO:root:Average loss=0.22092963239321342
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.3281 | LCC = 0.8614 | SRCC = 0.8591 ]
|
| 29 |
+
INFO:root:Average loss=0.21114806830883026
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2746 | LCC = 0.8561 | SRCC = 0.8599 ]
|
| 32 |
+
INFO:root:Average loss=0.21660359891561362
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.3215 | LCC = 0.8591 | SRCC = 0.8591 ]
|
| 35 |
+
INFO:root:Average loss=0.2115032353844398
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2897 | LCC = 0.8616 | SRCC = 0.8603 ]
|
| 38 |
+
INFO:root:Average loss=0.19968528281419706
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2724 | LCC = 0.8636 | SRCC = 0.8632 ]
|
| 41 |
+
INFO:root:Average loss=0.20283982348747742
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.3356 | LCC = 0.8662 | SRCC = 0.8637 ]
|
| 44 |
+
INFO:root:Average loss=0.20301509123200026
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2896 | LCC = 0.8636 | SRCC = 0.8628 ]
|
| 47 |
+
INFO:root:Average loss=0.19392374377602187
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2697 | LCC = 0.8634 | SRCC = 0.8640 ]
|
| 50 |
+
INFO:root:Average loss=0.1967244171179258
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2897 | LCC = 0.8649 | SRCC = 0.8657 ]
|
| 53 |
+
INFO:root:Average loss=0.19277676042073813
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2672 | LCC = 0.8631 | SRCC = 0.8649 ]
|
| 56 |
+
INFO:root:Average loss=0.18900141673974502
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2854 | LCC = 0.8669 | SRCC = 0.8681 ]
|
| 59 |
+
INFO:root:Average loss=0.1896263198592724
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2882 | LCC = 0.8669 | SRCC = 0.8674 ]
|
| 62 |
+
INFO:root:Average loss=0.18029660722002006
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2709 | LCC = 0.8642 | SRCC = 0.8683 ]
|
| 65 |
+
INFO:root:Average loss=0.18510208517695084
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2649 | LCC = 0.8674 | SRCC = 0.8686 ]
|
| 68 |
+
INFO:root:Average loss=0.18069163958231607
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.3011 | LCC = 0.8656 | SRCC = 0.8662 ]
|
| 71 |
+
INFO:root:Average loss=0.18128735505235502
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2878 | LCC = 0.8646 | SRCC = 0.8660 ]
|
| 74 |
+
INFO:root:Average loss=0.18800209577266985
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2614 | LCC = 0.8638 | SRCC = 0.8663 ]
|
| 77 |
+
INFO:root:Average loss=0.17238368590672812
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2676 | LCC = 0.8688 | SRCC = 0.8696 ]
|
| 80 |
+
INFO:root:Average loss=0.17248299058813316
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2626 | LCC = 0.8616 | SRCC = 0.8674 ]
|
| 83 |
+
INFO:root:Average loss=0.17391084316067207
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2791 | LCC = 0.8660 | SRCC = 0.8675 ]
|
| 86 |
+
INFO:root:Average loss=0.17232279985761031
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2713 | LCC = 0.8670 | SRCC = 0.8677 ]
|
| 89 |
+
INFO:root:Average loss=0.16440686717247352
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2772 | LCC = 0.8658 | SRCC = 0.8672 ]
|
| 92 |
+
INFO:root:Average loss=0.16360459018212098
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2662 | LCC = 0.8632 | SRCC = 0.8652 ]
|
| 95 |
+
INFO:root:Average loss=0.1604236720655209
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2527 | LCC = 0.8659 | SRCC = 0.8682 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2689 | LCC = 0.8565 | SRCC = 0.8595 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e2ea65ffa4da02a6470e6212da2d23521a072eacf68d5269d09fae8f38f043f
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d83565dbaa3144282845251019596a4f2c5cbf885296d24db1d05c033c2d14d1
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3141508494050075
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3923 | LCC = 0.8184 | SRCC = 0.8285 ]
|
| 8 |
+
INFO:root:Average loss=0.2554331055054298
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3284 | LCC = 0.8396 | SRCC = 0.8396 ]
|
| 11 |
+
INFO:root:Average loss=0.24269820195742142
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3514 | LCC = 0.8523 | SRCC = 0.8499 ]
|
| 14 |
+
INFO:root:Average loss=0.23832531464405549
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.3120 | LCC = 0.8541 | SRCC = 0.8504 ]
|
| 17 |
+
INFO:root:Average loss=0.23004326759240565
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.3032 | LCC = 0.8579 | SRCC = 0.8555 ]
|
| 20 |
+
INFO:root:Average loss=0.22105907400449118
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.3209 | LCC = 0.8551 | SRCC = 0.8531 ]
|
| 23 |
+
INFO:root:Average loss=0.2214812878996898
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2872 | LCC = 0.8490 | SRCC = 0.8500 ]
|
| 26 |
+
INFO:root:Average loss=0.21716442780616957
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2854 | LCC = 0.8513 | SRCC = 0.8523 ]
|
| 29 |
+
INFO:root:Average loss=0.21841917167871427
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2818 | LCC = 0.8596 | SRCC = 0.8600 ]
|
| 32 |
+
INFO:root:Average loss=0.2112439840267866
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.3440 | LCC = 0.8598 | SRCC = 0.8599 ]
|
| 35 |
+
INFO:root:Average loss=0.21325892257766846
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.3217 | LCC = 0.8542 | SRCC = 0.8535 ]
|
| 38 |
+
INFO:root:Average loss=0.21124051358455267
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2747 | LCC = 0.8650 | SRCC = 0.8646 ]
|
| 41 |
+
INFO:root:Average loss=0.1968130994683657
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2713 | LCC = 0.8587 | SRCC = 0.8634 ]
|
| 44 |
+
INFO:root:Average loss=0.19356833159541473
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2894 | LCC = 0.8633 | SRCC = 0.8632 ]
|
| 47 |
+
INFO:root:Average loss=0.19821430895573053
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2775 | LCC = 0.8674 | SRCC = 0.8664 ]
|
| 50 |
+
INFO:root:Average loss=0.2002851986923279
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2740 | LCC = 0.8679 | SRCC = 0.8664 ]
|
| 53 |
+
INFO:root:Average loss=0.1913907012114158
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2871 | LCC = 0.8606 | SRCC = 0.8614 ]
|
| 56 |
+
INFO:root:Average loss=0.19164187346513456
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2830 | LCC = 0.8692 | SRCC = 0.8669 ]
|
| 59 |
+
INFO:root:Average loss=0.18783364225274476
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2903 | LCC = 0.8663 | SRCC = 0.8658 ]
|
| 62 |
+
INFO:root:Average loss=0.1885135512894545
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2650 | LCC = 0.8640 | SRCC = 0.8640 ]
|
| 65 |
+
INFO:root:Average loss=0.18124018838772407
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2583 | LCC = 0.8667 | SRCC = 0.8669 ]
|
| 68 |
+
INFO:root:Average loss=0.18142137542749062
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2521 | LCC = 0.8619 | SRCC = 0.8626 ]
|
| 71 |
+
INFO:root:Average loss=0.18358278303192213
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2609 | LCC = 0.8651 | SRCC = 0.8633 ]
|
| 74 |
+
INFO:root:Average loss=0.17670650570056376
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2851 | LCC = 0.8628 | SRCC = 0.8602 ]
|
| 77 |
+
INFO:root:Average loss=0.17500572498792258
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2729 | LCC = 0.8625 | SRCC = 0.8616 ]
|
| 80 |
+
INFO:root:Average loss=0.17408147664406362
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.3144 | LCC = 0.8629 | SRCC = 0.8630 ]
|
| 83 |
+
INFO:root:Average loss=0.17899597054108596
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2503 | LCC = 0.8634 | SRCC = 0.8646 ]
|
| 86 |
+
INFO:root:Average loss=0.16612830137213072
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2560 | LCC = 0.8637 | SRCC = 0.8630 ]
|
| 89 |
+
INFO:root:Average loss=0.1669961369763582
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2636 | LCC = 0.8639 | SRCC = 0.8647 ]
|
| 92 |
+
INFO:root:Average loss=0.16910032335764322
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2576 | LCC = 0.8609 | SRCC = 0.8626 ]
|
| 95 |
+
INFO:root:Average loss=0.16751875518224177
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2563 | LCC = 0.8542 | SRCC = 0.8557 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2817 | LCC = 0.8629 | SRCC = 0.8658 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad47deba415f4f454db1aa85e4c54abc8885c8ac975cbfc9cbfc6ddc8ab67795
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:402bb1c181bf3ea0bc45fb73825d31536a27bea1d15dccf12d2e6b328db2d6ad
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.34359422612648743
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3381 | LCC = 0.8327 | SRCC = 0.8335 ]
|
| 8 |
+
INFO:root:Average loss=0.25268365882146054
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3041 | LCC = 0.8411 | SRCC = 0.8399 ]
|
| 11 |
+
INFO:root:Average loss=0.24073684922395608
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3230 | LCC = 0.8512 | SRCC = 0.8501 ]
|
| 14 |
+
INFO:root:Average loss=0.2348229088462316
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2999 | LCC = 0.8548 | SRCC = 0.8524 ]
|
| 17 |
+
INFO:root:Average loss=0.235323510490931
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.3086 | LCC = 0.8544 | SRCC = 0.8571 ]
|
| 20 |
+
INFO:root:Average loss=0.22614780565102896
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2810 | LCC = 0.8524 | SRCC = 0.8514 ]
|
| 23 |
+
INFO:root:Average loss=0.2186295346189768
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2780 | LCC = 0.8590 | SRCC = 0.8589 ]
|
| 26 |
+
INFO:root:Average loss=0.21325671061491355
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2519 | LCC = 0.8589 | SRCC = 0.8602 ]
|
| 29 |
+
INFO:root:Average loss=0.2090612978507311
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2709 | LCC = 0.8612 | SRCC = 0.8603 ]
|
| 32 |
+
INFO:root:Average loss=0.20827738482218522
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2621 | LCC = 0.8588 | SRCC = 0.8582 ]
|
| 35 |
+
INFO:root:Average loss=0.2062528269031109
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2415 | LCC = 0.8616 | SRCC = 0.8613 ]
|
| 38 |
+
INFO:root:Average loss=0.197889989003157
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2550 | LCC = 0.8632 | SRCC = 0.8612 ]
|
| 41 |
+
INFO:root:Average loss=0.19881469240555397
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2649 | LCC = 0.8652 | SRCC = 0.8644 ]
|
| 44 |
+
INFO:root:Average loss=0.19561036427815756
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2773 | LCC = 0.8651 | SRCC = 0.8631 ]
|
| 47 |
+
INFO:root:Average loss=0.19029056471891892
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2441 | LCC = 0.8643 | SRCC = 0.8638 ]
|
| 50 |
+
INFO:root:Average loss=0.1908005829422902
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2589 | LCC = 0.8649 | SRCC = 0.8657 ]
|
| 53 |
+
INFO:root:Average loss=0.18912337643977922
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2542 | LCC = 0.8658 | SRCC = 0.8647 ]
|
| 56 |
+
INFO:root:Average loss=0.19007801226316354
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2460 | LCC = 0.8642 | SRCC = 0.8631 ]
|
| 59 |
+
INFO:root:Average loss=0.18176348832173225
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2564 | LCC = 0.8661 | SRCC = 0.8651 ]
|
| 62 |
+
INFO:root:Average loss=0.1788630990836865
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2397 | LCC = 0.8640 | SRCC = 0.8662 ]
|
| 65 |
+
INFO:root:Average loss=0.17991739702530396
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2408 | LCC = 0.8635 | SRCC = 0.8670 ]
|
| 68 |
+
INFO:root:Average loss=0.1741629709991125
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2399 | LCC = 0.8669 | SRCC = 0.8685 ]
|
| 71 |
+
INFO:root:Average loss=0.17182968671505267
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2403 | LCC = 0.8698 | SRCC = 0.8691 ]
|
| 74 |
+
INFO:root:Average loss=0.17087039007590368
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2568 | LCC = 0.8661 | SRCC = 0.8643 ]
|
| 77 |
+
INFO:root:Average loss=0.17264685989954534
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2772 | LCC = 0.8684 | SRCC = 0.8661 ]
|
| 80 |
+
INFO:root:Average loss=0.16902533393257704
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2580 | LCC = 0.8659 | SRCC = 0.8658 ]
|
| 83 |
+
INFO:root:Average loss=0.17027832032778326
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2435 | LCC = 0.8680 | SRCC = 0.8693 ]
|
| 86 |
+
INFO:root:Average loss=0.16568645128072837
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2514 | LCC = 0.8690 | SRCC = 0.8695 ]
|
| 89 |
+
INFO:root:Average loss=0.16094743938018113
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2324 | LCC = 0.8647 | SRCC = 0.8669 ]
|
| 92 |
+
INFO:root:Average loss=0.1598964351683091
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2724 | LCC = 0.8676 | SRCC = 0.8667 ]
|
| 95 |
+
INFO:root:Average loss=0.1596166241245392
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2283 | LCC = 0.8673 | SRCC = 0.8687 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2485 | LCC = 0.8601 | SRCC = 0.8622 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dfa1566f376a6968e46fdded79b9a9d30f4e98a681ee6884790bc80821e5b9c4
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a623dda0c661b21e1456f5a03c03a4f605304923bbcb4f0de0a67efc525b548
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3513447588835007
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3417 | LCC = 0.8276 | SRCC = 0.8304 ]
|
| 8 |
+
INFO:root:Average loss=0.25473815221817064
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3410 | LCC = 0.8433 | SRCC = 0.8437 ]
|
| 11 |
+
INFO:root:Average loss=0.2443691394650019
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2765 | LCC = 0.8447 | SRCC = 0.8477 ]
|
| 14 |
+
INFO:root:Average loss=0.2353168160487444
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.3346 | LCC = 0.8560 | SRCC = 0.8527 ]
|
| 17 |
+
INFO:root:Average loss=0.2238629882534345
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2785 | LCC = 0.8559 | SRCC = 0.8575 ]
|
| 20 |
+
INFO:root:Average loss=0.2155209752993706
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2880 | LCC = 0.8587 | SRCC = 0.8590 ]
|
| 23 |
+
INFO:root:Average loss=0.21565459630428216
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.3298 | LCC = 0.8565 | SRCC = 0.8595 ]
|
| 26 |
+
INFO:root:Average loss=0.21336795523380622
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2992 | LCC = 0.8569 | SRCC = 0.8610 ]
|
| 29 |
+
INFO:root:Average loss=0.2078454213646742
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2593 | LCC = 0.8567 | SRCC = 0.8599 ]
|
| 32 |
+
INFO:root:Average loss=0.20342941735035333
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2910 | LCC = 0.8631 | SRCC = 0.8626 ]
|
| 35 |
+
INFO:root:Average loss=0.2024319343841993
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2872 | LCC = 0.8618 | SRCC = 0.8637 ]
|
| 38 |
+
INFO:root:Average loss=0.20285591301627648
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2462 | LCC = 0.8623 | SRCC = 0.8655 ]
|
| 41 |
+
INFO:root:Average loss=0.20194479804008436
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2472 | LCC = 0.8576 | SRCC = 0.8611 ]
|
| 44 |
+
INFO:root:Average loss=0.19600733178548324
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2877 | LCC = 0.8634 | SRCC = 0.8633 ]
|
| 47 |
+
INFO:root:Average loss=0.19065598054574087
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2626 | LCC = 0.8643 | SRCC = 0.8658 ]
|
| 50 |
+
INFO:root:Average loss=0.19070384431725892
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2757 | LCC = 0.8670 | SRCC = 0.8663 ]
|
| 53 |
+
INFO:root:Average loss=0.18763475922437814
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2372 | LCC = 0.8641 | SRCC = 0.8665 ]
|
| 56 |
+
INFO:root:Average loss=0.183171934233262
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.3073 | LCC = 0.8655 | SRCC = 0.8645 ]
|
| 59 |
+
INFO:root:Average loss=0.1805742650459974
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2959 | LCC = 0.8655 | SRCC = 0.8659 ]
|
| 62 |
+
INFO:root:Average loss=0.17919325016630003
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2687 | LCC = 0.8681 | SRCC = 0.8682 ]
|
| 65 |
+
INFO:root:Average loss=0.17685179431469011
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2754 | LCC = 0.8618 | SRCC = 0.8654 ]
|
| 68 |
+
INFO:root:Average loss=0.1755190059924737
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2870 | LCC = 0.8667 | SRCC = 0.8662 ]
|
| 71 |
+
INFO:root:Average loss=0.17320412789017725
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2651 | LCC = 0.8644 | SRCC = 0.8630 ]
|
| 74 |
+
INFO:root:Average loss=0.17252024960441467
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2881 | LCC = 0.8630 | SRCC = 0.8663 ]
|
| 77 |
+
INFO:root:Average loss=0.1731349052144931
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2851 | LCC = 0.8594 | SRCC = 0.8622 ]
|
| 80 |
+
INFO:root:Average loss=0.16869943321515352
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2651 | LCC = 0.8621 | SRCC = 0.8620 ]
|
| 83 |
+
INFO:root:Average loss=0.16282657724924576
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2416 | LCC = 0.8639 | SRCC = 0.8650 ]
|
| 86 |
+
INFO:root:Average loss=0.16413819732574317
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2694 | LCC = 0.8627 | SRCC = 0.8625 ]
|
| 89 |
+
INFO:root:Average loss=0.160474983163369
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2371 | LCC = 0.8634 | SRCC = 0.8649 ]
|
| 92 |
+
INFO:root:Average loss=0.159651718269556
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2544 | LCC = 0.8606 | SRCC = 0.8618 ]
|
| 95 |
+
INFO:root:Average loss=0.1596557400547541
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2655 | LCC = 0.8603 | SRCC = 0.8627 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2828 | LCC = 0.8589 | SRCC = 0.8639 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8d01b4451e54e22c9c9aac64ac367210df6ee5506cfed3fda0df890d2544a3d9
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f09cbf2e22bdc818bcb0e3841beede25be35ab2dedf89ad95dc3964888aae7f1
|
| 3 |
+
size 2749702
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.33078792691230774
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3967 | LCC = 0.8191 | SRCC = 0.8127 ]
|
| 8 |
+
INFO:root:Average loss=0.27789780440238804
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3707 | LCC = 0.8283 | SRCC = 0.8245 ]
|
| 11 |
+
INFO:root:Average loss=0.26373726091323757
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3493 | LCC = 0.8369 | SRCC = 0.8353 ]
|
| 14 |
+
INFO:root:Average loss=0.25764327267041576
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.3964 | LCC = 0.8469 | SRCC = 0.8444 ]
|
| 17 |
+
INFO:root:Average loss=0.25970415274302167
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.3312 | LCC = 0.8428 | SRCC = 0.8408 ]
|
| 20 |
+
INFO:root:Average loss=0.2419386041852144
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.3288 | LCC = 0.8389 | SRCC = 0.8439 ]
|
| 23 |
+
INFO:root:Average loss=0.24131066447649246
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.3517 | LCC = 0.8399 | SRCC = 0.8431 ]
|
| 26 |
+
INFO:root:Average loss=0.24209309560366166
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.3284 | LCC = 0.8506 | SRCC = 0.8494 ]
|
| 29 |
+
INFO:root:Average loss=0.2312618557077188
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.3576 | LCC = 0.8539 | SRCC = 0.8505 ]
|
| 32 |
+
INFO:root:Average loss=0.2371799586675106
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.3117 | LCC = 0.8467 | SRCC = 0.8461 ]
|
| 35 |
+
INFO:root:Average loss=0.2394746320369916
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.3395 | LCC = 0.8519 | SRCC = 0.8501 ]
|
| 38 |
+
INFO:root:Average loss=0.22599803923796385
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.3133 | LCC = 0.8537 | SRCC = 0.8537 ]
|
| 41 |
+
INFO:root:Average loss=0.22792509752206314
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.3548 | LCC = 0.8512 | SRCC = 0.8539 ]
|
| 44 |
+
INFO:root:Average loss=0.22745798805203193
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.3159 | LCC = 0.8572 | SRCC = 0.8545 ]
|
| 47 |
+
INFO:root:Average loss=0.22512680273025465
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.3208 | LCC = 0.8575 | SRCC = 0.8553 ]
|
| 50 |
+
INFO:root:Average loss=0.22657086929449669
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.3144 | LCC = 0.8528 | SRCC = 0.8521 ]
|
| 53 |
+
INFO:root:Average loss=0.21680787740609583
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.3172 | LCC = 0.8582 | SRCC = 0.8557 ]
|
| 56 |
+
INFO:root:Average loss=0.22560458238690329
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2977 | LCC = 0.8565 | SRCC = 0.8568 ]
|
| 59 |
+
INFO:root:Average loss=0.21467241090841782
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2953 | LCC = 0.8576 | SRCC = 0.8583 ]
|
| 62 |
+
INFO:root:Average loss=0.21918566009173027
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2863 | LCC = 0.8585 | SRCC = 0.8582 ]
|
| 65 |
+
INFO:root:Average loss=0.20934437387264693
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.3032 | LCC = 0.8609 | SRCC = 0.8580 ]
|
| 68 |
+
INFO:root:Average loss=0.21085804777267653
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2974 | LCC = 0.8591 | SRCC = 0.8600 ]
|
| 71 |
+
INFO:root:Average loss=0.21469746224391154
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.3163 | LCC = 0.8597 | SRCC = 0.8579 ]
|
| 74 |
+
INFO:root:Average loss=0.21678824531726348
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.3375 | LCC = 0.8598 | SRCC = 0.8597 ]
|
| 77 |
+
INFO:root:Average loss=0.21253518779308367
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.3090 | LCC = 0.8624 | SRCC = 0.8613 ]
|
| 80 |
+
INFO:root:Average loss=0.20803204990732363
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2852 | LCC = 0.8608 | SRCC = 0.8610 ]
|
| 83 |
+
INFO:root:Average loss=0.2030117167876317
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2944 | LCC = 0.8617 | SRCC = 0.8611 ]
|
| 86 |
+
INFO:root:Average loss=0.2059562731629763
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2873 | LCC = 0.8624 | SRCC = 0.8609 ]
|
| 89 |
+
INFO:root:Average loss=0.21658280415412706
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.3111 | LCC = 0.8616 | SRCC = 0.8612 ]
|
| 92 |
+
INFO:root:Average loss=0.20796056340138117
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2915 | LCC = 0.8640 | SRCC = 0.8621 ]
|
| 95 |
+
INFO:root:Average loss=0.20105138449714735
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2922 | LCC = 0.8605 | SRCC = 0.8597 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2717 | LCC = 0.8615 | SRCC = 0.8630 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98452ebb1345f88a5e91108016a92662ce8327e33a92f63715bf15a2377878d5
|
| 3 |
+
size 2747979
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:855db1b44d86923a0504edc0e932dd50fc60ad913adb683729f013134e0e04de
|
| 3 |
+
size 2749638
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.32513359360969984
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3488 | LCC = 0.8163 | SRCC = 0.8176 ]
|
| 8 |
+
INFO:root:Average loss=0.2751318552555182
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3305 | LCC = 0.8224 | SRCC = 0.8278 ]
|
| 11 |
+
INFO:root:Average loss=0.266876003299004
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3343 | LCC = 0.8360 | SRCC = 0.8354 ]
|
| 14 |
+
INFO:root:Average loss=0.25654739408920973
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.3230 | LCC = 0.8402 | SRCC = 0.8444 ]
|
| 17 |
+
INFO:root:Average loss=0.25022137031341213
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.3637 | LCC = 0.8288 | SRCC = 0.8409 ]
|
| 20 |
+
INFO:root:Average loss=0.24391714808268425
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.3139 | LCC = 0.8413 | SRCC = 0.8424 ]
|
| 23 |
+
INFO:root:Average loss=0.24498498745453665
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.3378 | LCC = 0.8471 | SRCC = 0.8459 ]
|
| 26 |
+
INFO:root:Average loss=0.24725066583890182
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2778 | LCC = 0.8446 | SRCC = 0.8459 ]
|
| 29 |
+
INFO:root:Average loss=0.2337179992061395
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.3004 | LCC = 0.8492 | SRCC = 0.8486 ]
|
| 32 |
+
INFO:root:Average loss=0.23140103064286402
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.3304 | LCC = 0.8477 | SRCC = 0.8528 ]
|
| 35 |
+
INFO:root:Average loss=0.23007153681455514
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2887 | LCC = 0.8547 | SRCC = 0.8525 ]
|
| 38 |
+
INFO:root:Average loss=0.22550642108305907
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.3106 | LCC = 0.8449 | SRCC = 0.8516 ]
|
| 41 |
+
INFO:root:Average loss=0.22466648045258644
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2777 | LCC = 0.8539 | SRCC = 0.8561 ]
|
| 44 |
+
INFO:root:Average loss=0.2247244686079331
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.3254 | LCC = 0.8336 | SRCC = 0.8429 ]
|
| 47 |
+
INFO:root:Average loss=0.22946318487326303
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2903 | LCC = 0.8522 | SRCC = 0.8529 ]
|
| 50 |
+
INFO:root:Average loss=0.2135695755863801
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2898 | LCC = 0.8583 | SRCC = 0.8584 ]
|
| 53 |
+
INFO:root:Average loss=0.22677059070422098
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2731 | LCC = 0.8488 | SRCC = 0.8538 ]
|
| 56 |
+
INFO:root:Average loss=0.22322779645522436
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2682 | LCC = 0.8475 | SRCC = 0.8524 ]
|
| 59 |
+
INFO:root:Average loss=0.21604020855365655
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2931 | LCC = 0.8534 | SRCC = 0.8542 ]
|
| 62 |
+
INFO:root:Average loss=0.21095065371348307
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2887 | LCC = 0.8579 | SRCC = 0.8583 ]
|
| 65 |
+
INFO:root:Average loss=0.21357266681316572
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2916 | LCC = 0.8598 | SRCC = 0.8584 ]
|
| 68 |
+
INFO:root:Average loss=0.2227043398679831
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2846 | LCC = 0.8516 | SRCC = 0.8568 ]
|
| 71 |
+
INFO:root:Average loss=0.21614293028146792
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2744 | LCC = 0.8600 | SRCC = 0.8583 ]
|
| 74 |
+
INFO:root:Average loss=0.2121183169193757
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2664 | LCC = 0.8540 | SRCC = 0.8584 ]
|
| 77 |
+
INFO:root:Average loss=0.20658476134905449
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2692 | LCC = 0.8579 | SRCC = 0.8588 ]
|
| 80 |
+
INFO:root:Average loss=0.20228580117989808
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2800 | LCC = 0.8580 | SRCC = 0.8596 ]
|
| 83 |
+
INFO:root:Average loss=0.20654089290362138
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.3005 | LCC = 0.8612 | SRCC = 0.8594 ]
|
| 86 |
+
INFO:root:Average loss=0.2029284200607202
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2808 | LCC = 0.8602 | SRCC = 0.8626 ]
|
| 89 |
+
INFO:root:Average loss=0.20251721306106982
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.3137 | LCC = 0.8626 | SRCC = 0.8630 ]
|
| 92 |
+
INFO:root:Average loss=0.20582877605771407
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2828 | LCC = 0.8641 | SRCC = 0.8637 ]
|
| 95 |
+
INFO:root:Average loss=0.20313372577612215
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2643 | LCC = 0.8533 | SRCC = 0.8589 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2771 | LCC = 0.8658 | SRCC = 0.8662 ]
|
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|