Upload SSL Layer MOS checkpoints (part 16)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/train.log +99 -0
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee87f9fc38964480292e4c4b84383950316973dcd6cffab8ad0724dd43d897fc
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.4094126101732254
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3242 | LCC = 0.9284 | SRCC = 0.9298 ]
|
| 8 |
+
INFO:root:Average loss=0.19219743543863296
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2334 | LCC = 0.9407 | SRCC = 0.9412 ]
|
| 11 |
+
INFO:root:Average loss=0.16101931953430176
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2205 | LCC = 0.9444 | SRCC = 0.9455 ]
|
| 14 |
+
INFO:root:Average loss=0.1437789046764374
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2434 | LCC = 0.9503 | SRCC = 0.9512 ]
|
| 17 |
+
INFO:root:Average loss=0.12918862581253052
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2516 | LCC = 0.9515 | SRCC = 0.9522 ]
|
| 20 |
+
INFO:root:Average loss=0.12104908466339111
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2404 | LCC = 0.9495 | SRCC = 0.9506 ]
|
| 23 |
+
INFO:root:Average loss=0.11035497480630875
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2255 | LCC = 0.9534 | SRCC = 0.9543 ]
|
| 26 |
+
INFO:root:Average loss=0.09722399717569351
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2463 | LCC = 0.9527 | SRCC = 0.9534 ]
|
| 29 |
+
INFO:root:Average loss=0.09463075911998749
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2169 | LCC = 0.9536 | SRCC = 0.9547 ]
|
| 32 |
+
INFO:root:Average loss=0.08730832636356353
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.1931 | LCC = 0.9522 | SRCC = 0.9532 ]
|
| 35 |
+
INFO:root:Average loss=0.07981842237710952
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2183 | LCC = 0.9537 | SRCC = 0.9540 ]
|
| 38 |
+
INFO:root:Average loss=0.07660060736536979
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2327 | LCC = 0.9545 | SRCC = 0.9554 ]
|
| 41 |
+
INFO:root:Average loss=0.073551134288311
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2217 | LCC = 0.9533 | SRCC = 0.9537 ]
|
| 44 |
+
INFO:root:Average loss=0.0685001494884491
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2217 | LCC = 0.9529 | SRCC = 0.9541 ]
|
| 47 |
+
INFO:root:Average loss=0.06815277260541916
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2044 | LCC = 0.9534 | SRCC = 0.9542 ]
|
| 50 |
+
INFO:root:Average loss=0.06362589332461357
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2278 | LCC = 0.9532 | SRCC = 0.9537 ]
|
| 53 |
+
INFO:root:Average loss=0.058389899402856826
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2260 | LCC = 0.9515 | SRCC = 0.9518 ]
|
| 56 |
+
INFO:root:Average loss=0.055318317025899885
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2320 | LCC = 0.9493 | SRCC = 0.9494 ]
|
| 59 |
+
INFO:root:Average loss=0.05280777649581432
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2433 | LCC = 0.9519 | SRCC = 0.9529 ]
|
| 62 |
+
INFO:root:Average loss=0.049688646078109744
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2017 | LCC = 0.9524 | SRCC = 0.9538 ]
|
| 65 |
+
INFO:root:Average loss=0.04949498663842678
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2293 | LCC = 0.9546 | SRCC = 0.9552 ]
|
| 68 |
+
INFO:root:Average loss=0.04877671328186989
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2314 | LCC = 0.9525 | SRCC = 0.9534 ]
|
| 71 |
+
INFO:root:Average loss=0.04780956891179085
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2180 | LCC = 0.9503 | SRCC = 0.9513 ]
|
| 74 |
+
INFO:root:Average loss=0.0435503491461277
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2190 | LCC = 0.9508 | SRCC = 0.9510 ]
|
| 77 |
+
INFO:root:Average loss=0.04195995070040226
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2205 | LCC = 0.9533 | SRCC = 0.9541 ]
|
| 80 |
+
INFO:root:Average loss=0.03918504104018211
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2189 | LCC = 0.9541 | SRCC = 0.9549 ]
|
| 83 |
+
INFO:root:Average loss=0.03808401682972908
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2280 | LCC = 0.9532 | SRCC = 0.9546 ]
|
| 86 |
+
INFO:root:Average loss=0.036362416729331014
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2005 | LCC = 0.9544 | SRCC = 0.9546 ]
|
| 89 |
+
INFO:root:Average loss=0.03543335996568203
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.1935 | LCC = 0.9539 | SRCC = 0.9542 ]
|
| 92 |
+
INFO:root:Average loss=0.03532251733541489
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2152 | LCC = 0.9531 | SRCC = 0.9540 ]
|
| 95 |
+
INFO:root:Average loss=0.03383142545819282
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2155 | LCC = 0.9512 | SRCC = 0.9518 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2296 | LCC = 0.9556 | SRCC = 0.9579 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5098e91281781e6d69300763278ebb51611e6cc2d4f7a035501f330ab72f21e9
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f901f56df053f3b0ef70287078405a5fef2dd4d875d4adecb91ea9a801375412
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3764324043989182
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3308 | LCC = 0.9258 | SRCC = 0.9273 ]
|
| 8 |
+
INFO:root:Average loss=0.18298213231563568
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2813 | LCC = 0.9387 | SRCC = 0.9403 ]
|
| 11 |
+
INFO:root:Average loss=0.1584546404480934
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3014 | LCC = 0.9451 | SRCC = 0.9475 ]
|
| 14 |
+
INFO:root:Average loss=0.14065729212760925
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2646 | LCC = 0.9413 | SRCC = 0.9433 ]
|
| 17 |
+
INFO:root:Average loss=0.12597524338960647
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2993 | LCC = 0.9491 | SRCC = 0.9520 ]
|
| 20 |
+
INFO:root:Average loss=0.11649501234292985
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2564 | LCC = 0.9502 | SRCC = 0.9519 ]
|
| 23 |
+
INFO:root:Average loss=0.10493376675248146
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2176 | LCC = 0.9509 | SRCC = 0.9530 ]
|
| 26 |
+
INFO:root:Average loss=0.10048116850852966
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2559 | LCC = 0.9522 | SRCC = 0.9537 ]
|
| 29 |
+
INFO:root:Average loss=0.09531669503450393
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.1995 | LCC = 0.9463 | SRCC = 0.9505 ]
|
| 32 |
+
INFO:root:Average loss=0.08953950056433678
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2534 | LCC = 0.9516 | SRCC = 0.9535 ]
|
| 35 |
+
INFO:root:Average loss=0.0829545923769474
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2420 | LCC = 0.9540 | SRCC = 0.9554 ]
|
| 38 |
+
INFO:root:Average loss=0.07862447744607926
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2398 | LCC = 0.9528 | SRCC = 0.9539 ]
|
| 41 |
+
INFO:root:Average loss=0.07282802817225456
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2370 | LCC = 0.9518 | SRCC = 0.9534 ]
|
| 44 |
+
INFO:root:Average loss=0.06768419712781906
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2250 | LCC = 0.9509 | SRCC = 0.9519 ]
|
| 47 |
+
INFO:root:Average loss=0.06729631245136261
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2260 | LCC = 0.9538 | SRCC = 0.9543 ]
|
| 50 |
+
INFO:root:Average loss=0.06041133192181587
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2328 | LCC = 0.9520 | SRCC = 0.9529 ]
|
| 53 |
+
INFO:root:Average loss=0.05946312433481216
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2346 | LCC = 0.9517 | SRCC = 0.9532 ]
|
| 56 |
+
INFO:root:Average loss=0.05835635393857956
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2135 | LCC = 0.9524 | SRCC = 0.9532 ]
|
| 59 |
+
INFO:root:Average loss=0.054179347574710844
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2433 | LCC = 0.9519 | SRCC = 0.9532 ]
|
| 62 |
+
INFO:root:Average loss=0.04870609375834465
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2101 | LCC = 0.9516 | SRCC = 0.9521 ]
|
| 65 |
+
INFO:root:Average loss=0.049024054929614064
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2226 | LCC = 0.9531 | SRCC = 0.9539 ]
|
| 68 |
+
INFO:root:Average loss=0.04488768376410007
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2151 | LCC = 0.9512 | SRCC = 0.9518 ]
|
| 71 |
+
INFO:root:Average loss=0.045407745704054835
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2296 | LCC = 0.9526 | SRCC = 0.9538 ]
|
| 74 |
+
INFO:root:Average loss=0.04255416470766067
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2143 | LCC = 0.9527 | SRCC = 0.9537 ]
|
| 77 |
+
INFO:root:Average loss=0.045028795883059504
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2151 | LCC = 0.9540 | SRCC = 0.9544 ]
|
| 80 |
+
INFO:root:Average loss=0.0412144717425108
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2292 | LCC = 0.9504 | SRCC = 0.9508 ]
|
| 83 |
+
INFO:root:Average loss=0.038985141396522524
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2230 | LCC = 0.9519 | SRCC = 0.9530 ]
|
| 86 |
+
INFO:root:Average loss=0.03747795821726322
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2235 | LCC = 0.9496 | SRCC = 0.9509 ]
|
| 89 |
+
INFO:root:Average loss=0.036186833024024964
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2217 | LCC = 0.9523 | SRCC = 0.9532 ]
|
| 92 |
+
INFO:root:Average loss=0.0360107383877039
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2243 | LCC = 0.9513 | SRCC = 0.9516 ]
|
| 95 |
+
INFO:root:Average loss=0.034634231850504876
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.1957 | LCC = 0.9518 | SRCC = 0.9524 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2225 | LCC = 0.9556 | SRCC = 0.9569 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f32f25b9897e7a8febf47f6c2ec51a32381a029e6a11e3da13e58aeb53208c71
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b23c58ea81d83a82eba16e6ec103a9251d97165bc5f438f3c36bd08743fb02c
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3435195587873459
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3195 | LCC = 0.9185 | SRCC = 0.9209 ]
|
| 8 |
+
INFO:root:Average loss=0.1955782695412636
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2400 | LCC = 0.9359 | SRCC = 0.9395 ]
|
| 11 |
+
INFO:root:Average loss=0.1615903642177582
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2610 | LCC = 0.9427 | SRCC = 0.9444 ]
|
| 14 |
+
INFO:root:Average loss=0.14086184638738633
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2429 | LCC = 0.9394 | SRCC = 0.9437 ]
|
| 17 |
+
INFO:root:Average loss=0.1323522127866745
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2319 | LCC = 0.9501 | SRCC = 0.9516 ]
|
| 20 |
+
INFO:root:Average loss=0.11709656751155853
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2273 | LCC = 0.9496 | SRCC = 0.9515 ]
|
| 23 |
+
INFO:root:Average loss=0.11105283832550049
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2340 | LCC = 0.9519 | SRCC = 0.9532 ]
|
| 26 |
+
INFO:root:Average loss=0.10229161921143531
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2190 | LCC = 0.9486 | SRCC = 0.9519 ]
|
| 29 |
+
INFO:root:Average loss=0.09544429102540017
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2280 | LCC = 0.9530 | SRCC = 0.9539 ]
|
| 32 |
+
INFO:root:Average loss=0.08808878922462464
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2367 | LCC = 0.9503 | SRCC = 0.9525 ]
|
| 35 |
+
INFO:root:Average loss=0.08382236337661743
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.1855 | LCC = 0.9527 | SRCC = 0.9549 ]
|
| 38 |
+
INFO:root:Average loss=0.08005284839868546
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2051 | LCC = 0.9528 | SRCC = 0.9542 ]
|
| 41 |
+
INFO:root:Average loss=0.07326120713353157
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2053 | LCC = 0.9543 | SRCC = 0.9551 ]
|
| 44 |
+
INFO:root:Average loss=0.07004965174198151
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2232 | LCC = 0.9548 | SRCC = 0.9552 ]
|
| 47 |
+
INFO:root:Average loss=0.06698505538702011
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.1958 | LCC = 0.9535 | SRCC = 0.9553 ]
|
| 50 |
+
INFO:root:Average loss=0.06249248823523521
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2229 | LCC = 0.9507 | SRCC = 0.9523 ]
|
| 53 |
+
INFO:root:Average loss=0.05957250791788101
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2464 | LCC = 0.9534 | SRCC = 0.9547 ]
|
| 56 |
+
INFO:root:Average loss=0.057843646079301834
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2223 | LCC = 0.9533 | SRCC = 0.9544 ]
|
| 59 |
+
INFO:root:Average loss=0.05357906270027161
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2181 | LCC = 0.9537 | SRCC = 0.9547 ]
|
| 62 |
+
INFO:root:Average loss=0.05423857390880585
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.1976 | LCC = 0.9551 | SRCC = 0.9559 ]
|
| 65 |
+
INFO:root:Average loss=0.04916499246656895
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2061 | LCC = 0.9527 | SRCC = 0.9533 ]
|
| 68 |
+
INFO:root:Average loss=0.04954453966021538
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2099 | LCC = 0.9553 | SRCC = 0.9561 ]
|
| 71 |
+
INFO:root:Average loss=0.04630101510882378
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2432 | LCC = 0.9531 | SRCC = 0.9552 ]
|
| 74 |
+
INFO:root:Average loss=0.044245300471782684
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2003 | LCC = 0.9542 | SRCC = 0.9550 ]
|
| 77 |
+
INFO:root:Average loss=0.04180281433463097
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2050 | LCC = 0.9540 | SRCC = 0.9545 ]
|
| 80 |
+
INFO:root:Average loss=0.039973605826497075
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.1973 | LCC = 0.9540 | SRCC = 0.9551 ]
|
| 83 |
+
INFO:root:Average loss=0.04096917256712913
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2364 | LCC = 0.9533 | SRCC = 0.9550 ]
|
| 86 |
+
INFO:root:Average loss=0.04075306355953216
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2044 | LCC = 0.9549 | SRCC = 0.9557 ]
|
| 89 |
+
INFO:root:Average loss=0.03650109730660915
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2156 | LCC = 0.9533 | SRCC = 0.9549 ]
|
| 92 |
+
INFO:root:Average loss=0.03565339383482933
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2006 | LCC = 0.9544 | SRCC = 0.9549 ]
|
| 95 |
+
INFO:root:Average loss=0.03354793317615986
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2176 | LCC = 0.9547 | SRCC = 0.9554 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2148 | LCC = 0.9539 | SRCC = 0.9550 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a870faa3f386a9c4c5fbbddc448d65235e9839f1c5715a30652bb1fe60eb4cf
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d7bdfa620f03bd59748b945472e247e4ddf9cd8d213fe1e87090cc2c4bf3ad4
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.40015230476856234
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2865 | LCC = 0.9262 | SRCC = 0.9279 ]
|
| 8 |
+
INFO:root:Average loss=0.1942938003540039
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2320 | LCC = 0.9384 | SRCC = 0.9405 ]
|
| 11 |
+
INFO:root:Average loss=0.16176720309257508
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2403 | LCC = 0.9438 | SRCC = 0.9461 ]
|
| 14 |
+
INFO:root:Average loss=0.1383476414680481
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2612 | LCC = 0.9432 | SRCC = 0.9475 ]
|
| 17 |
+
INFO:root:Average loss=0.12961479485034944
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2196 | LCC = 0.9485 | SRCC = 0.9514 ]
|
| 20 |
+
INFO:root:Average loss=0.11975090605020523
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2187 | LCC = 0.9526 | SRCC = 0.9542 ]
|
| 23 |
+
INFO:root:Average loss=0.1070546053647995
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.1881 | LCC = 0.9531 | SRCC = 0.9538 ]
|
| 26 |
+
INFO:root:Average loss=0.10171126207709312
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2031 | LCC = 0.9533 | SRCC = 0.9546 ]
|
| 29 |
+
INFO:root:Average loss=0.09132688996195794
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2043 | LCC = 0.9525 | SRCC = 0.9542 ]
|
| 32 |
+
INFO:root:Average loss=0.08942189344763755
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2055 | LCC = 0.9535 | SRCC = 0.9540 ]
|
| 35 |
+
INFO:root:Average loss=0.08228894737362862
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2313 | LCC = 0.9545 | SRCC = 0.9555 ]
|
| 38 |
+
INFO:root:Average loss=0.07332569408416748
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2036 | LCC = 0.9548 | SRCC = 0.9554 ]
|
| 41 |
+
INFO:root:Average loss=0.07102773433923722
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2125 | LCC = 0.9537 | SRCC = 0.9544 ]
|
| 44 |
+
INFO:root:Average loss=0.06884165978431701
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2337 | LCC = 0.9539 | SRCC = 0.9548 ]
|
| 47 |
+
INFO:root:Average loss=0.06388671985268593
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.1960 | LCC = 0.9548 | SRCC = 0.9553 ]
|
| 50 |
+
INFO:root:Average loss=0.05962034329771995
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2215 | LCC = 0.9532 | SRCC = 0.9536 ]
|
| 53 |
+
INFO:root:Average loss=0.057221289873123166
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2108 | LCC = 0.9535 | SRCC = 0.9539 ]
|
| 56 |
+
INFO:root:Average loss=0.05496309176087379
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2013 | LCC = 0.9530 | SRCC = 0.9530 ]
|
| 59 |
+
INFO:root:Average loss=0.05155588145554066
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2107 | LCC = 0.9537 | SRCC = 0.9542 ]
|
| 62 |
+
INFO:root:Average loss=0.05127851468324661
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2135 | LCC = 0.9527 | SRCC = 0.9536 ]
|
| 65 |
+
INFO:root:Average loss=0.04666837629675865
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2130 | LCC = 0.9544 | SRCC = 0.9547 ]
|
| 68 |
+
INFO:root:Average loss=0.04482778209447861
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.1918 | LCC = 0.9536 | SRCC = 0.9537 ]
|
| 71 |
+
INFO:root:Average loss=0.045063622385263444
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2111 | LCC = 0.9510 | SRCC = 0.9524 ]
|
| 74 |
+
INFO:root:Average loss=0.045030763506889344
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2022 | LCC = 0.9521 | SRCC = 0.9531 ]
|
| 77 |
+
INFO:root:Average loss=0.04198025490343571
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2298 | LCC = 0.9509 | SRCC = 0.9517 ]
|
| 80 |
+
INFO:root:Average loss=0.043167187839746476
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.1938 | LCC = 0.9513 | SRCC = 0.9516 ]
|
| 83 |
+
INFO:root:Average loss=0.036321750938892367
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1995 | LCC = 0.9530 | SRCC = 0.9535 ]
|
| 86 |
+
INFO:root:Average loss=0.0357818351238966
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2039 | LCC = 0.9527 | SRCC = 0.9530 ]
|
| 89 |
+
INFO:root:Average loss=0.03459644964337349
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2100 | LCC = 0.9517 | SRCC = 0.9528 ]
|
| 92 |
+
INFO:root:Average loss=0.03430406512320042
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2112 | LCC = 0.9531 | SRCC = 0.9537 ]
|
| 95 |
+
INFO:root:Average loss=0.034616009831428526
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.1865 | LCC = 0.9549 | SRCC = 0.9549 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.1910 | LCC = 0.9549 | SRCC = 0.9554 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:751f061f154e6eb491672aed9d5b96d14e040c808ef5f9f057e88cf101db1631
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0130bb8034f41dbccc020f5055d2e7fcfce31e54ffb7928c2f86d24d159fe8c4
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3926389558315277
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3531 | LCC = 0.9265 | SRCC = 0.9273 ]
|
| 8 |
+
INFO:root:Average loss=0.18957404565811156
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2588 | LCC = 0.9406 | SRCC = 0.9427 ]
|
| 11 |
+
INFO:root:Average loss=0.15753782922029494
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.9439 | SRCC = 0.9468 ]
|
| 14 |
+
INFO:root:Average loss=0.13706757223606109
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2276 | LCC = 0.9488 | SRCC = 0.9506 ]
|
| 17 |
+
INFO:root:Average loss=0.1247191042304039
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2394 | LCC = 0.9506 | SRCC = 0.9523 ]
|
| 20 |
+
INFO:root:Average loss=0.11942787796258926
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2546 | LCC = 0.9522 | SRCC = 0.9540 ]
|
| 23 |
+
INFO:root:Average loss=0.10667501762509346
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2119 | LCC = 0.9499 | SRCC = 0.9535 ]
|
| 26 |
+
INFO:root:Average loss=0.09916557958722115
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2208 | LCC = 0.9513 | SRCC = 0.9535 ]
|
| 29 |
+
INFO:root:Average loss=0.09055561316013336
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2038 | LCC = 0.9537 | SRCC = 0.9559 ]
|
| 32 |
+
INFO:root:Average loss=0.08906339445710182
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2184 | LCC = 0.9513 | SRCC = 0.9544 ]
|
| 35 |
+
INFO:root:Average loss=0.0832927404344082
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2242 | LCC = 0.9554 | SRCC = 0.9568 ]
|
| 38 |
+
INFO:root:Average loss=0.07454082377254963
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2179 | LCC = 0.9510 | SRCC = 0.9519 ]
|
| 41 |
+
INFO:root:Average loss=0.07233877712488175
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2431 | LCC = 0.9530 | SRCC = 0.9554 ]
|
| 44 |
+
INFO:root:Average loss=0.07166880166530609
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2071 | LCC = 0.9540 | SRCC = 0.9552 ]
|
| 47 |
+
INFO:root:Average loss=0.06973249405622482
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2139 | LCC = 0.9552 | SRCC = 0.9562 ]
|
| 50 |
+
INFO:root:Average loss=0.06479311990737915
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2155 | LCC = 0.9554 | SRCC = 0.9562 ]
|
| 53 |
+
INFO:root:Average loss=0.059300253033638
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2003 | LCC = 0.9553 | SRCC = 0.9562 ]
|
| 56 |
+
INFO:root:Average loss=0.058501580134034156
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2254 | LCC = 0.9528 | SRCC = 0.9552 ]
|
| 59 |
+
INFO:root:Average loss=0.05400116448104381
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2420 | LCC = 0.9554 | SRCC = 0.9572 ]
|
| 62 |
+
INFO:root:Average loss=0.05097204780578613
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2055 | LCC = 0.9546 | SRCC = 0.9558 ]
|
| 65 |
+
INFO:root:Average loss=0.04943918327987194
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2056 | LCC = 0.9551 | SRCC = 0.9558 ]
|
| 68 |
+
INFO:root:Average loss=0.04958008423447609
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.1978 | LCC = 0.9548 | SRCC = 0.9561 ]
|
| 71 |
+
INFO:root:Average loss=0.04523314279317856
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2171 | LCC = 0.9548 | SRCC = 0.9558 ]
|
| 74 |
+
INFO:root:Average loss=0.04407539334893227
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2015 | LCC = 0.9528 | SRCC = 0.9551 ]
|
| 77 |
+
INFO:root:Average loss=0.04189252430200577
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2172 | LCC = 0.9544 | SRCC = 0.9557 ]
|
| 80 |
+
INFO:root:Average loss=0.04065555177628994
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2157 | LCC = 0.9552 | SRCC = 0.9564 ]
|
| 83 |
+
INFO:root:Average loss=0.037867684364318845
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2145 | LCC = 0.9543 | SRCC = 0.9561 ]
|
| 86 |
+
INFO:root:Average loss=0.03534260967373848
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2102 | LCC = 0.9513 | SRCC = 0.9531 ]
|
| 89 |
+
INFO:root:Average loss=0.03550827611982822
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2065 | LCC = 0.9545 | SRCC = 0.9554 ]
|
| 92 |
+
INFO:root:Average loss=0.035660376161336896
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2052 | LCC = 0.9544 | SRCC = 0.9550 ]
|
| 95 |
+
INFO:root:Average loss=0.03219693960249424
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2064 | LCC = 0.9530 | SRCC = 0.9543 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2233 | LCC = 0.9558 | SRCC = 0.9568 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62b81de948d398f928d368131ac5bf8fc869505750b0f3e31f595e363d5b7ba0
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b42eb5c32066d158a3119688e136580a39a20ef761d98fd4dba349e335ce090
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.35855300414562224
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2828 | LCC = 0.9264 | SRCC = 0.9296 ]
|
| 8 |
+
INFO:root:Average loss=0.18829130512475967
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2528 | LCC = 0.9365 | SRCC = 0.9392 ]
|
| 11 |
+
INFO:root:Average loss=0.1578316324353218
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2328 | LCC = 0.9437 | SRCC = 0.9456 ]
|
| 14 |
+
INFO:root:Average loss=0.13903514045476914
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2230 | LCC = 0.9487 | SRCC = 0.9499 ]
|
| 17 |
+
INFO:root:Average loss=0.12926270920038224
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2319 | LCC = 0.9480 | SRCC = 0.9495 ]
|
| 20 |
+
INFO:root:Average loss=0.11783554744720459
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2168 | LCC = 0.9522 | SRCC = 0.9534 ]
|
| 23 |
+
INFO:root:Average loss=0.10638906550407409
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.1995 | LCC = 0.9530 | SRCC = 0.9544 ]
|
| 26 |
+
INFO:root:Average loss=0.10127917096018792
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.1818 | LCC = 0.9541 | SRCC = 0.9546 ]
|
| 29 |
+
INFO:root:Average loss=0.09478951972723007
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.1831 | LCC = 0.9545 | SRCC = 0.9547 ]
|
| 32 |
+
INFO:root:Average loss=0.08862362903356552
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.1905 | LCC = 0.9533 | SRCC = 0.9542 ]
|
| 35 |
+
INFO:root:Average loss=0.08064244425296783
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.1907 | LCC = 0.9547 | SRCC = 0.9554 ]
|
| 38 |
+
INFO:root:Average loss=0.08062838041782379
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.1914 | LCC = 0.9519 | SRCC = 0.9544 ]
|
| 41 |
+
INFO:root:Average loss=0.07563136899471283
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2011 | LCC = 0.9519 | SRCC = 0.9527 ]
|
| 44 |
+
INFO:root:Average loss=0.0691981189250946
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2023 | LCC = 0.9543 | SRCC = 0.9556 ]
|
| 47 |
+
INFO:root:Average loss=0.06595329174399375
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.1902 | LCC = 0.9543 | SRCC = 0.9549 ]
|
| 50 |
+
INFO:root:Average loss=0.06374453312158584
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.1807 | LCC = 0.9528 | SRCC = 0.9545 ]
|
| 53 |
+
INFO:root:Average loss=0.06282377126812935
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2102 | LCC = 0.9544 | SRCC = 0.9548 ]
|
| 56 |
+
INFO:root:Average loss=0.05632298520207405
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2178 | LCC = 0.9545 | SRCC = 0.9548 ]
|
| 59 |
+
INFO:root:Average loss=0.052848749041557314
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.1986 | LCC = 0.9551 | SRCC = 0.9557 ]
|
| 62 |
+
INFO:root:Average loss=0.05213810606300831
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.1868 | LCC = 0.9542 | SRCC = 0.9554 ]
|
| 65 |
+
INFO:root:Average loss=0.04819498141109944
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.1911 | LCC = 0.9545 | SRCC = 0.9551 ]
|
| 68 |
+
INFO:root:Average loss=0.04926206491887569
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.1982 | LCC = 0.9542 | SRCC = 0.9549 ]
|
| 71 |
+
INFO:root:Average loss=0.046062230437994005
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2276 | LCC = 0.9546 | SRCC = 0.9551 ]
|
| 74 |
+
INFO:root:Average loss=0.044692665934562684
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2071 | LCC = 0.9544 | SRCC = 0.9544 ]
|
| 77 |
+
INFO:root:Average loss=0.04338118235766888
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2151 | LCC = 0.9524 | SRCC = 0.9524 ]
|
| 80 |
+
INFO:root:Average loss=0.04111009961366653
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.1941 | LCC = 0.9528 | SRCC = 0.9541 ]
|
| 83 |
+
INFO:root:Average loss=0.039979869931936265
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1968 | LCC = 0.9551 | SRCC = 0.9554 ]
|
| 86 |
+
INFO:root:Average loss=0.03810337184369564
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2152 | LCC = 0.9552 | SRCC = 0.9558 ]
|
| 89 |
+
INFO:root:Average loss=0.0359150597602129
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2014 | LCC = 0.9540 | SRCC = 0.9545 ]
|
| 92 |
+
INFO:root:Average loss=0.036387735530734065
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.1963 | LCC = 0.9545 | SRCC = 0.9549 ]
|
| 95 |
+
INFO:root:Average loss=0.035338456451892854
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.1968 | LCC = 0.9544 | SRCC = 0.9544 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2176 | LCC = 0.9555 | SRCC = 0.9573 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea84fdd81e50b3a4b1e222308c281e2f5f13140494baf7254340b696ddd79602
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76e4128c315e1f5b041210a32f2633e62be32b3dacb480563f1934cabb8bd294
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.42674901020526884
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3572 | LCC = 0.9214 | SRCC = 0.9224 ]
|
| 8 |
+
INFO:root:Average loss=0.20003869450092315
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3574 | LCC = 0.9362 | SRCC = 0.9379 ]
|
| 11 |
+
INFO:root:Average loss=0.16871112543344496
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2922 | LCC = 0.9422 | SRCC = 0.9441 ]
|
| 14 |
+
INFO:root:Average loss=0.1533830969929695
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.3398 | LCC = 0.9422 | SRCC = 0.9449 ]
|
| 17 |
+
INFO:root:Average loss=0.13847105878591537
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2984 | LCC = 0.9480 | SRCC = 0.9493 ]
|
| 20 |
+
INFO:root:Average loss=0.12673899298906327
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2691 | LCC = 0.9474 | SRCC = 0.9482 ]
|
| 23 |
+
INFO:root:Average loss=0.12079623797535896
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2586 | LCC = 0.9476 | SRCC = 0.9484 ]
|
| 26 |
+
INFO:root:Average loss=0.10859197723865509
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2710 | LCC = 0.9488 | SRCC = 0.9499 ]
|
| 29 |
+
INFO:root:Average loss=0.1001308089196682
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2660 | LCC = 0.9496 | SRCC = 0.9504 ]
|
| 32 |
+
INFO:root:Average loss=0.09786642068624496
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2524 | LCC = 0.9496 | SRCC = 0.9503 ]
|
| 35 |
+
INFO:root:Average loss=0.09239013826847077
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2586 | LCC = 0.9505 | SRCC = 0.9516 ]
|
| 38 |
+
INFO:root:Average loss=0.08880595609545708
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2557 | LCC = 0.9522 | SRCC = 0.9525 ]
|
| 41 |
+
INFO:root:Average loss=0.08318356129527092
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2505 | LCC = 0.9497 | SRCC = 0.9503 ]
|
| 44 |
+
INFO:root:Average loss=0.07466595762968063
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2637 | LCC = 0.9513 | SRCC = 0.9523 ]
|
| 47 |
+
INFO:root:Average loss=0.07802405056357384
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2589 | LCC = 0.9510 | SRCC = 0.9519 ]
|
| 50 |
+
INFO:root:Average loss=0.07133421671390533
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2341 | LCC = 0.9519 | SRCC = 0.9519 ]
|
| 53 |
+
INFO:root:Average loss=0.06919848254323005
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2417 | LCC = 0.9501 | SRCC = 0.9501 ]
|
| 56 |
+
INFO:root:Average loss=0.06572598978877067
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2428 | LCC = 0.9513 | SRCC = 0.9527 ]
|
| 59 |
+
INFO:root:Average loss=0.06266537025570869
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2651 | LCC = 0.9501 | SRCC = 0.9518 ]
|
| 62 |
+
INFO:root:Average loss=0.059944089025259016
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2470 | LCC = 0.9485 | SRCC = 0.9495 ]
|
| 65 |
+
INFO:root:Average loss=0.05726663041114807
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2712 | LCC = 0.9503 | SRCC = 0.9508 ]
|
| 68 |
+
INFO:root:Average loss=0.05444842618703842
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2403 | LCC = 0.9516 | SRCC = 0.9521 ]
|
| 71 |
+
INFO:root:Average loss=0.05213460241258144
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2502 | LCC = 0.9496 | SRCC = 0.9502 ]
|
| 74 |
+
INFO:root:Average loss=0.05178127503395081
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2658 | LCC = 0.9491 | SRCC = 0.9499 ]
|
| 77 |
+
INFO:root:Average loss=0.05001844511926174
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2532 | LCC = 0.9478 | SRCC = 0.9485 ]
|
| 80 |
+
INFO:root:Average loss=0.04981101250648499
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2412 | LCC = 0.9518 | SRCC = 0.9525 ]
|
| 83 |
+
INFO:root:Average loss=0.04513259908556938
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2428 | LCC = 0.9506 | SRCC = 0.9511 ]
|
| 86 |
+
INFO:root:Average loss=0.04523144139349461
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2345 | LCC = 0.9508 | SRCC = 0.9510 ]
|
| 89 |
+
INFO:root:Average loss=0.04338509975373745
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2485 | LCC = 0.9506 | SRCC = 0.9516 ]
|
| 92 |
+
INFO:root:Average loss=0.041912121057510375
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2432 | LCC = 0.9501 | SRCC = 0.9504 ]
|
| 95 |
+
INFO:root:Average loss=0.039905791819095614
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2521 | LCC = 0.9493 | SRCC = 0.9502 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2719 | LCC = 0.9506 | SRCC = 0.9526 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e06c0352a8105d01a3db63f1bf159d506bd6e6f7b7468bf33c36f22c087f8831
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f61a1f2d4d87a8a7fac9decbbed347935497dbaf4803145d854d94979f31f14
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.38051474499702453
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3776 | LCC = 0.9220 | SRCC = 0.9247 ]
|
| 8 |
+
INFO:root:Average loss=0.19268408834934234
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3179 | LCC = 0.9402 | SRCC = 0.9420 ]
|
| 11 |
+
INFO:root:Average loss=0.15938429301977158
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2572 | LCC = 0.9422 | SRCC = 0.9448 ]
|
| 14 |
+
INFO:root:Average loss=0.1430008339881897
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2589 | LCC = 0.9468 | SRCC = 0.9485 ]
|
| 17 |
+
INFO:root:Average loss=0.1365581119656563
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2438 | LCC = 0.9477 | SRCC = 0.9486 ]
|
| 20 |
+
INFO:root:Average loss=0.12023296070098877
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2476 | LCC = 0.9487 | SRCC = 0.9500 ]
|
| 23 |
+
INFO:root:Average loss=0.11181028392910958
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2513 | LCC = 0.9501 | SRCC = 0.9516 ]
|
| 26 |
+
INFO:root:Average loss=0.10275136595964432
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2257 | LCC = 0.9502 | SRCC = 0.9518 ]
|
| 29 |
+
INFO:root:Average loss=0.0991440899670124
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2573 | LCC = 0.9520 | SRCC = 0.9538 ]
|
| 32 |
+
INFO:root:Average loss=0.09625113821029663
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2467 | LCC = 0.9486 | SRCC = 0.9493 ]
|
| 35 |
+
INFO:root:Average loss=0.08778966310620308
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2618 | LCC = 0.9486 | SRCC = 0.9514 ]
|
| 38 |
+
INFO:root:Average loss=0.07899658301472665
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2513 | LCC = 0.9512 | SRCC = 0.9527 ]
|
| 41 |
+
INFO:root:Average loss=0.07866380658745765
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2477 | LCC = 0.9520 | SRCC = 0.9526 ]
|
| 44 |
+
INFO:root:Average loss=0.07324285522103309
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2190 | LCC = 0.9501 | SRCC = 0.9512 ]
|
| 47 |
+
INFO:root:Average loss=0.0707675670683384
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2602 | LCC = 0.9475 | SRCC = 0.9479 ]
|
| 50 |
+
INFO:root:Average loss=0.07009311527013778
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2207 | LCC = 0.9467 | SRCC = 0.9486 ]
|
| 53 |
+
INFO:root:Average loss=0.06172715303301811
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2367 | LCC = 0.9518 | SRCC = 0.9532 ]
|
| 56 |
+
INFO:root:Average loss=0.06154735940694809
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2465 | LCC = 0.9487 | SRCC = 0.9499 ]
|
| 59 |
+
INFO:root:Average loss=0.05897831073403358
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2581 | LCC = 0.9470 | SRCC = 0.9498 ]
|
| 62 |
+
INFO:root:Average loss=0.05451922589540482
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2426 | LCC = 0.9504 | SRCC = 0.9516 ]
|
| 65 |
+
INFO:root:Average loss=0.052898206472396854
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2151 | LCC = 0.9493 | SRCC = 0.9504 ]
|
| 68 |
+
INFO:root:Average loss=0.05010661807656288
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2253 | LCC = 0.9491 | SRCC = 0.9501 ]
|
| 71 |
+
INFO:root:Average loss=0.04958826605975628
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2347 | LCC = 0.9512 | SRCC = 0.9522 ]
|
| 74 |
+
INFO:root:Average loss=0.04765280029177666
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2595 | LCC = 0.9495 | SRCC = 0.9513 ]
|
| 77 |
+
INFO:root:Average loss=0.045300273820757866
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2205 | LCC = 0.9485 | SRCC = 0.9490 ]
|
| 80 |
+
INFO:root:Average loss=0.04561906495690346
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2483 | LCC = 0.9497 | SRCC = 0.9507 ]
|
| 83 |
+
INFO:root:Average loss=0.04090567426383495
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2458 | LCC = 0.9478 | SRCC = 0.9498 ]
|
| 86 |
+
INFO:root:Average loss=0.0396649599224329
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2392 | LCC = 0.9498 | SRCC = 0.9512 ]
|
| 89 |
+
INFO:root:Average loss=0.03829445667564869
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2228 | LCC = 0.9506 | SRCC = 0.9513 ]
|
| 92 |
+
INFO:root:Average loss=0.040558339312672616
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2517 | LCC = 0.9487 | SRCC = 0.9499 ]
|
| 95 |
+
INFO:root:Average loss=0.03619937770068646
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2505 | LCC = 0.9461 | SRCC = 0.9476 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2637 | LCC = 0.9503 | SRCC = 0.9528 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e2c6674e4418b9781e4c45fe712f9df48fd119365a6175a2f675df5f4cef694c
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a76f0023aadb3fb6debf574913fe9beae6f30a91537a5017e1e3087a30be96ca
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3421173701286316
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3004 | LCC = 0.9226 | SRCC = 0.9250 ]
|
| 8 |
+
INFO:root:Average loss=0.1917461218237877
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2508 | LCC = 0.9381 | SRCC = 0.9389 ]
|
| 11 |
+
INFO:root:Average loss=0.1739263740181923
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2347 | LCC = 0.9423 | SRCC = 0.9436 ]
|
| 14 |
+
INFO:root:Average loss=0.14727265495061875
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2431 | LCC = 0.9464 | SRCC = 0.9478 ]
|
| 17 |
+
INFO:root:Average loss=0.13613611733913422
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2443 | LCC = 0.9445 | SRCC = 0.9449 ]
|
| 20 |
+
INFO:root:Average loss=0.1304506452679634
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2080 | LCC = 0.9477 | SRCC = 0.9486 ]
|
| 23 |
+
INFO:root:Average loss=0.11769758886098862
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2199 | LCC = 0.9489 | SRCC = 0.9500 ]
|
| 26 |
+
INFO:root:Average loss=0.10771152517199516
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2008 | LCC = 0.9503 | SRCC = 0.9506 ]
|
| 29 |
+
INFO:root:Average loss=0.10127122390270234
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2011 | LCC = 0.9510 | SRCC = 0.9518 ]
|
| 32 |
+
INFO:root:Average loss=0.09890171504020691
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2070 | LCC = 0.9508 | SRCC = 0.9523 ]
|
| 35 |
+
INFO:root:Average loss=0.09257285043597221
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.1990 | LCC = 0.9510 | SRCC = 0.9521 ]
|
| 38 |
+
INFO:root:Average loss=0.08580848515033722
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2067 | LCC = 0.9519 | SRCC = 0.9517 ]
|
| 41 |
+
INFO:root:Average loss=0.08561749917268753
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2145 | LCC = 0.9507 | SRCC = 0.9517 ]
|
| 44 |
+
INFO:root:Average loss=0.07766336861252784
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.1767 | LCC = 0.9535 | SRCC = 0.9540 ]
|
| 47 |
+
INFO:root:Average loss=0.07926216286420822
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.1835 | LCC = 0.9537 | SRCC = 0.9540 ]
|
| 50 |
+
INFO:root:Average loss=0.0715857885479927
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2135 | LCC = 0.9536 | SRCC = 0.9541 ]
|
| 53 |
+
INFO:root:Average loss=0.06835001525282859
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.1911 | LCC = 0.9533 | SRCC = 0.9539 ]
|
| 56 |
+
INFO:root:Average loss=0.0629985759705305
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2165 | LCC = 0.9511 | SRCC = 0.9513 ]
|
| 59 |
+
INFO:root:Average loss=0.06471736705303192
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2092 | LCC = 0.9532 | SRCC = 0.9534 ]
|
| 62 |
+
INFO:root:Average loss=0.05887194496393204
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.1893 | LCC = 0.9530 | SRCC = 0.9529 ]
|
| 65 |
+
INFO:root:Average loss=0.057224498122930526
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.1939 | LCC = 0.9535 | SRCC = 0.9531 ]
|
| 68 |
+
INFO:root:Average loss=0.05356109440326691
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2013 | LCC = 0.9510 | SRCC = 0.9518 ]
|
| 71 |
+
INFO:root:Average loss=0.0538759837448597
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.1965 | LCC = 0.9539 | SRCC = 0.9539 ]
|
| 74 |
+
INFO:root:Average loss=0.055308350533246994
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2187 | LCC = 0.9525 | SRCC = 0.9532 ]
|
| 77 |
+
INFO:root:Average loss=0.05141085360944271
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.1963 | LCC = 0.9537 | SRCC = 0.9537 ]
|
| 80 |
+
INFO:root:Average loss=0.04712573598325252
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.1899 | LCC = 0.9533 | SRCC = 0.9536 ]
|
| 83 |
+
INFO:root:Average loss=0.04544577254354954
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1979 | LCC = 0.9526 | SRCC = 0.9526 ]
|
| 86 |
+
INFO:root:Average loss=0.043036207169294356
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.1823 | LCC = 0.9529 | SRCC = 0.9529 ]
|
| 89 |
+
INFO:root:Average loss=0.04365519693493843
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2070 | LCC = 0.9535 | SRCC = 0.9536 ]
|
| 92 |
+
INFO:root:Average loss=0.040080108761787414
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2026 | LCC = 0.9523 | SRCC = 0.9537 ]
|
| 95 |
+
INFO:root:Average loss=0.0391067964732647
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.1921 | LCC = 0.9542 | SRCC = 0.9546 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.1999 | LCC = 0.9541 | SRCC = 0.9556 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6feff28cb10b0b51a3f49d612b97e10956ffdc2eb6b574228f2f37c5ce620c74
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:276098d18954d5d8d50b211cf3d1028411f6fb97fb28e144852e395c48bf1a19
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.38645483803749087
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2852 | LCC = 0.9258 | SRCC = 0.9258 ]
|
| 8 |
+
INFO:root:Average loss=0.19183381062746047
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2351 | LCC = 0.9352 | SRCC = 0.9374 ]
|
| 11 |
+
INFO:root:Average loss=0.15768957608938217
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2491 | LCC = 0.9427 | SRCC = 0.9436 ]
|
| 14 |
+
INFO:root:Average loss=0.14260048735141753
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2449 | LCC = 0.9444 | SRCC = 0.9449 ]
|
| 17 |
+
INFO:root:Average loss=0.12783367323875428
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2166 | LCC = 0.9477 | SRCC = 0.9486 ]
|
| 20 |
+
INFO:root:Average loss=0.12028517371416092
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2544 | LCC = 0.9490 | SRCC = 0.9503 ]
|
| 23 |
+
INFO:root:Average loss=0.11322399926185608
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2025 | LCC = 0.9513 | SRCC = 0.9521 ]
|
| 26 |
+
INFO:root:Average loss=0.10726856362819671
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2196 | LCC = 0.9452 | SRCC = 0.9466 ]
|
| 29 |
+
INFO:root:Average loss=0.09675263559818267
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.1992 | LCC = 0.9510 | SRCC = 0.9511 ]
|
| 32 |
+
INFO:root:Average loss=0.09317134565114975
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2274 | LCC = 0.9478 | SRCC = 0.9490 ]
|
| 35 |
+
INFO:root:Average loss=0.08500669145584107
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2196 | LCC = 0.9490 | SRCC = 0.9491 ]
|
| 38 |
+
INFO:root:Average loss=0.08104007318615913
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2075 | LCC = 0.9489 | SRCC = 0.9501 ]
|
| 41 |
+
INFO:root:Average loss=0.07626960533857345
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.1838 | LCC = 0.9514 | SRCC = 0.9527 ]
|
| 44 |
+
INFO:root:Average loss=0.07385778105258942
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.1951 | LCC = 0.9512 | SRCC = 0.9515 ]
|
| 47 |
+
INFO:root:Average loss=0.07212632659077645
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2201 | LCC = 0.9495 | SRCC = 0.9497 ]
|
| 50 |
+
INFO:root:Average loss=0.06452528658509254
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2360 | LCC = 0.9513 | SRCC = 0.9509 ]
|
| 53 |
+
INFO:root:Average loss=0.06594451874494553
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2092 | LCC = 0.9489 | SRCC = 0.9492 ]
|
| 56 |
+
INFO:root:Average loss=0.06031901112198829
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2180 | LCC = 0.9511 | SRCC = 0.9519 ]
|
| 59 |
+
INFO:root:Average loss=0.056850602090358734
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2189 | LCC = 0.9499 | SRCC = 0.9492 ]
|
| 62 |
+
INFO:root:Average loss=0.05697281716763973
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2413 | LCC = 0.9471 | SRCC = 0.9470 ]
|
| 65 |
+
INFO:root:Average loss=0.05348075364530087
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2172 | LCC = 0.9509 | SRCC = 0.9507 ]
|
| 68 |
+
INFO:root:Average loss=0.05246308958530426
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2239 | LCC = 0.9456 | SRCC = 0.9458 ]
|
| 71 |
+
INFO:root:Average loss=0.04910906326770782
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.1980 | LCC = 0.9505 | SRCC = 0.9501 ]
|
| 74 |
+
INFO:root:Average loss=0.047732938453555106
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.1908 | LCC = 0.9496 | SRCC = 0.9494 ]
|
| 77 |
+
INFO:root:Average loss=0.04652839320898056
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.1945 | LCC = 0.9507 | SRCC = 0.9498 ]
|
| 80 |
+
INFO:root:Average loss=0.046301714792847636
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2072 | LCC = 0.9492 | SRCC = 0.9505 ]
|
| 83 |
+
INFO:root:Average loss=0.043962449818849565
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2206 | LCC = 0.9494 | SRCC = 0.9490 ]
|
| 86 |
+
INFO:root:Average loss=0.04272550018131733
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.1931 | LCC = 0.9510 | SRCC = 0.9509 ]
|
| 89 |
+
INFO:root:Average loss=0.04006242324411869
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2181 | LCC = 0.9481 | SRCC = 0.9479 ]
|
| 92 |
+
INFO:root:Average loss=0.04027028599381447
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.1935 | LCC = 0.9501 | SRCC = 0.9497 ]
|
| 95 |
+
INFO:root:Average loss=0.04103066335618496
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2261 | LCC = 0.9509 | SRCC = 0.9501 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.1863 | LCC = 0.9532 | SRCC = 0.9551 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64c728a36ff84e2623e92f5286b73c5228172c967d7f4add105ffe97fc17efef
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f864c9f3f05135de7d987f0b322080108c68008ec79c73c9c572917754c0df6
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3922201255559921
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3236 | LCC = 0.9226 | SRCC = 0.9256 ]
|
| 8 |
+
INFO:root:Average loss=0.20402839225530625
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2900 | LCC = 0.9357 | SRCC = 0.9364 ]
|
| 11 |
+
INFO:root:Average loss=0.1674021247625351
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2474 | LCC = 0.9435 | SRCC = 0.9449 ]
|
| 14 |
+
INFO:root:Average loss=0.15462219262123109
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2658 | LCC = 0.9432 | SRCC = 0.9447 ]
|
| 17 |
+
INFO:root:Average loss=0.1359314067363739
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2416 | LCC = 0.9462 | SRCC = 0.9488 ]
|
| 20 |
+
INFO:root:Average loss=0.12700193923711778
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2253 | LCC = 0.9452 | SRCC = 0.9460 ]
|
| 23 |
+
INFO:root:Average loss=0.11393686997890472
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2363 | LCC = 0.9493 | SRCC = 0.9510 ]
|
| 26 |
+
INFO:root:Average loss=0.11110887977480888
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2326 | LCC = 0.9508 | SRCC = 0.9510 ]
|
| 29 |
+
INFO:root:Average loss=0.09938378864526749
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2541 | LCC = 0.9513 | SRCC = 0.9517 ]
|
| 32 |
+
INFO:root:Average loss=0.09344378116726876
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2603 | LCC = 0.9506 | SRCC = 0.9522 ]
|
| 35 |
+
INFO:root:Average loss=0.09102966758608819
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2290 | LCC = 0.9475 | SRCC = 0.9483 ]
|
| 38 |
+
INFO:root:Average loss=0.08483155703544616
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2381 | LCC = 0.9516 | SRCC = 0.9514 ]
|
| 41 |
+
INFO:root:Average loss=0.07931288594007492
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2221 | LCC = 0.9526 | SRCC = 0.9529 ]
|
| 44 |
+
INFO:root:Average loss=0.07960591158270836
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2374 | LCC = 0.9476 | SRCC = 0.9482 ]
|
| 47 |
+
INFO:root:Average loss=0.07463747942447663
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2095 | LCC = 0.9458 | SRCC = 0.9466 ]
|
| 50 |
+
INFO:root:Average loss=0.07103432241082192
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2164 | LCC = 0.9521 | SRCC = 0.9528 ]
|
| 53 |
+
INFO:root:Average loss=0.06385832160711288
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2351 | LCC = 0.9520 | SRCC = 0.9522 ]
|
| 56 |
+
INFO:root:Average loss=0.06112890407443047
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2275 | LCC = 0.9516 | SRCC = 0.9517 ]
|
| 59 |
+
INFO:root:Average loss=0.060371114000678065
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2546 | LCC = 0.9519 | SRCC = 0.9538 ]
|
| 62 |
+
INFO:root:Average loss=0.05806143045425415
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2120 | LCC = 0.9505 | SRCC = 0.9514 ]
|
| 65 |
+
INFO:root:Average loss=0.05400206160545349
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2141 | LCC = 0.9508 | SRCC = 0.9518 ]
|
| 68 |
+
INFO:root:Average loss=0.05248666481673717
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2334 | LCC = 0.9499 | SRCC = 0.9503 ]
|
| 71 |
+
INFO:root:Average loss=0.04867381949722767
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2087 | LCC = 0.9512 | SRCC = 0.9513 ]
|
| 74 |
+
INFO:root:Average loss=0.0478654672652483
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2252 | LCC = 0.9496 | SRCC = 0.9495 ]
|
| 77 |
+
INFO:root:Average loss=0.04534839959442615
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2187 | LCC = 0.9515 | SRCC = 0.9516 ]
|
| 80 |
+
INFO:root:Average loss=0.04380071566998959
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2302 | LCC = 0.9514 | SRCC = 0.9518 ]
|
| 83 |
+
INFO:root:Average loss=0.04202688835561275
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2596 | LCC = 0.9497 | SRCC = 0.9516 ]
|
| 86 |
+
INFO:root:Average loss=0.042053812608122826
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2136 | LCC = 0.9504 | SRCC = 0.9503 ]
|
| 89 |
+
INFO:root:Average loss=0.03992606641352177
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2370 | LCC = 0.9515 | SRCC = 0.9528 ]
|
| 92 |
+
INFO:root:Average loss=0.03751118193566799
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.9506 | SRCC = 0.9516 ]
|
| 95 |
+
INFO:root:Average loss=0.037553782880306245
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2271 | LCC = 0.9518 | SRCC = 0.9524 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2326 | LCC = 0.9530 | SRCC = 0.9545 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e035b0af0604e7be06a01f4d8837ac57223998cf5296eb814db6153888b672e
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91b0967c0f02ef90e2fb3f66efb0f608fa43436b8ba15b106287429a5a627686
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3442553141117096
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3472 | LCC = 0.9246 | SRCC = 0.9279 ]
|
| 8 |
+
INFO:root:Average loss=0.1939986162185669
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2868 | LCC = 0.9372 | SRCC = 0.9388 ]
|
| 11 |
+
INFO:root:Average loss=0.1679469639658928
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2550 | LCC = 0.9398 | SRCC = 0.9432 ]
|
| 14 |
+
INFO:root:Average loss=0.1529169779419899
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2526 | LCC = 0.9434 | SRCC = 0.9445 ]
|
| 17 |
+
INFO:root:Average loss=0.1452385833263397
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2505 | LCC = 0.9456 | SRCC = 0.9470 ]
|
| 20 |
+
INFO:root:Average loss=0.12870588660240173
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2361 | LCC = 0.9481 | SRCC = 0.9497 ]
|
| 23 |
+
INFO:root:Average loss=0.11984067511558533
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2345 | LCC = 0.9504 | SRCC = 0.9525 ]
|
| 26 |
+
INFO:root:Average loss=0.1136982001066208
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2648 | LCC = 0.9489 | SRCC = 0.9516 ]
|
| 29 |
+
INFO:root:Average loss=0.11366415497660637
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2306 | LCC = 0.9458 | SRCC = 0.9466 ]
|
| 32 |
+
INFO:root:Average loss=0.10802530655264854
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2445 | LCC = 0.9492 | SRCC = 0.9523 ]
|
| 35 |
+
INFO:root:Average loss=0.10476071986556053
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2569 | LCC = 0.9510 | SRCC = 0.9530 ]
|
| 38 |
+
INFO:root:Average loss=0.09744624698162078
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2310 | LCC = 0.9488 | SRCC = 0.9501 ]
|
| 41 |
+
INFO:root:Average loss=0.092614147990942
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2342 | LCC = 0.9471 | SRCC = 0.9486 ]
|
| 44 |
+
INFO:root:Average loss=0.08924507811665534
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2326 | LCC = 0.9451 | SRCC = 0.9492 ]
|
| 47 |
+
INFO:root:Average loss=0.08693755725026131
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2232 | LCC = 0.9472 | SRCC = 0.9489 ]
|
| 50 |
+
INFO:root:Average loss=0.08258723059296608
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2271 | LCC = 0.9532 | SRCC = 0.9543 ]
|
| 53 |
+
INFO:root:Average loss=0.08470497965812683
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2158 | LCC = 0.9506 | SRCC = 0.9512 ]
|
| 56 |
+
INFO:root:Average loss=0.07409036365151406
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2068 | LCC = 0.9469 | SRCC = 0.9489 ]
|
| 59 |
+
INFO:root:Average loss=0.0749874641597271
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2233 | LCC = 0.9518 | SRCC = 0.9541 ]
|
| 62 |
+
INFO:root:Average loss=0.07026183140277863
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2226 | LCC = 0.9518 | SRCC = 0.9531 ]
|
| 65 |
+
INFO:root:Average loss=0.06756235605478286
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.1978 | LCC = 0.9503 | SRCC = 0.9528 ]
|
| 68 |
+
INFO:root:Average loss=0.06495385015010834
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2134 | LCC = 0.9494 | SRCC = 0.9510 ]
|
| 71 |
+
INFO:root:Average loss=0.06394718596339226
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2114 | LCC = 0.9523 | SRCC = 0.9534 ]
|
| 74 |
+
INFO:root:Average loss=0.06289155104756355
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2353 | LCC = 0.9540 | SRCC = 0.9552 ]
|
| 77 |
+
INFO:root:Average loss=0.06279407554864884
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2301 | LCC = 0.9509 | SRCC = 0.9521 ]
|
| 80 |
+
INFO:root:Average loss=0.05782160747051239
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2141 | LCC = 0.9527 | SRCC = 0.9529 ]
|
| 83 |
+
INFO:root:Average loss=0.05467984648048878
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2282 | LCC = 0.9509 | SRCC = 0.9515 ]
|
| 86 |
+
INFO:root:Average loss=0.05466235883533955
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2011 | LCC = 0.9517 | SRCC = 0.9531 ]
|
| 89 |
+
INFO:root:Average loss=0.05461277486383915
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2428 | LCC = 0.9531 | SRCC = 0.9540 ]
|
| 92 |
+
INFO:root:Average loss=0.05104063579440117
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2151 | LCC = 0.9499 | SRCC = 0.9522 ]
|
| 95 |
+
INFO:root:Average loss=0.0521396144926548
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.1952 | LCC = 0.9460 | SRCC = 0.9496 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2599 | LCC = 0.9522 | SRCC = 0.9543 ]
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e430623d87ed9a286ab30a805465552cdd3d74338b78df8f50268772de7c1119
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ade194b1d0b9633252a315e4c68c4da05881ef045a67c512f11fc0c088bf03d8
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.35914251816272735
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3117 | LCC = 0.9273 | SRCC = 0.9298 ]
|
| 8 |
+
INFO:root:Average loss=0.19510720318555833
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3261 | LCC = 0.9391 | SRCC = 0.9405 ]
|
| 11 |
+
INFO:root:Average loss=0.1668154473900795
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2834 | LCC = 0.9440 | SRCC = 0.9451 ]
|
| 14 |
+
INFO:root:Average loss=0.1527310836315155
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.3318 | LCC = 0.9443 | SRCC = 0.9472 ]
|
| 17 |
+
INFO:root:Average loss=0.14719187420606614
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2713 | LCC = 0.9478 | SRCC = 0.9499 ]
|
| 20 |
+
INFO:root:Average loss=0.13138894802331924
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2494 | LCC = 0.9492 | SRCC = 0.9521 ]
|
| 23 |
+
INFO:root:Average loss=0.12715149545669555
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2631 | LCC = 0.9499 | SRCC = 0.9525 ]
|
| 26 |
+
INFO:root:Average loss=0.11861084008216857
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2943 | LCC = 0.9484 | SRCC = 0.9516 ]
|
| 29 |
+
INFO:root:Average loss=0.11438337862491607
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2587 | LCC = 0.9512 | SRCC = 0.9535 ]
|
| 32 |
+
INFO:root:Average loss=0.10609599798917771
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2641 | LCC = 0.9485 | SRCC = 0.9507 ]
|
| 35 |
+
INFO:root:Average loss=0.101184107452631
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2280 | LCC = 0.9528 | SRCC = 0.9537 ]
|
| 38 |
+
INFO:root:Average loss=0.0967212365269661
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2478 | LCC = 0.9509 | SRCC = 0.9527 ]
|
| 41 |
+
INFO:root:Average loss=0.09628233933448792
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2750 | LCC = 0.9515 | SRCC = 0.9542 ]
|
| 44 |
+
INFO:root:Average loss=0.09033610075712203
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2526 | LCC = 0.9486 | SRCC = 0.9517 ]
|
| 47 |
+
INFO:root:Average loss=0.09030366972088814
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2407 | LCC = 0.9485 | SRCC = 0.9502 ]
|
| 50 |
+
INFO:root:Average loss=0.0864695400595665
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2536 | LCC = 0.9517 | SRCC = 0.9536 ]
|
| 53 |
+
INFO:root:Average loss=0.07943698382377624
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2185 | LCC = 0.9534 | SRCC = 0.9551 ]
|
| 56 |
+
INFO:root:Average loss=0.07622503298521043
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2410 | LCC = 0.9552 | SRCC = 0.9562 ]
|
| 59 |
+
INFO:root:Average loss=0.07197397705912591
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2369 | LCC = 0.9540 | SRCC = 0.9555 ]
|
| 62 |
+
INFO:root:Average loss=0.07448872047662734
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2304 | LCC = 0.9535 | SRCC = 0.9545 ]
|
| 65 |
+
INFO:root:Average loss=0.06855116093158722
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2372 | LCC = 0.9507 | SRCC = 0.9517 ]
|
| 68 |
+
INFO:root:Average loss=0.06716942858695985
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2629 | LCC = 0.9536 | SRCC = 0.9548 ]
|
| 71 |
+
INFO:root:Average loss=0.06557649606466294
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2133 | LCC = 0.9554 | SRCC = 0.9563 ]
|
| 74 |
+
INFO:root:Average loss=0.0614534342288971
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2454 | LCC = 0.9552 | SRCC = 0.9568 ]
|
| 77 |
+
INFO:root:Average loss=0.059984770357608796
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2381 | LCC = 0.9557 | SRCC = 0.9572 ]
|
| 80 |
+
INFO:root:Average loss=0.06039743277430534
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2321 | LCC = 0.9566 | SRCC = 0.9573 ]
|
| 83 |
+
INFO:root:Average loss=0.0546925690472126
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2405 | LCC = 0.9550 | SRCC = 0.9563 ]
|
| 86 |
+
INFO:root:Average loss=0.055921326488256456
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2247 | LCC = 0.9538 | SRCC = 0.9544 ]
|
| 89 |
+
INFO:root:Average loss=0.056948018819093706
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2267 | LCC = 0.9528 | SRCC = 0.9543 ]
|
| 92 |
+
INFO:root:Average loss=0.05160568271577358
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2233 | LCC = 0.9538 | SRCC = 0.9547 ]
|
| 95 |
+
INFO:root:Average loss=0.05204768940806389
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2208 | LCC = 0.9543 | SRCC = 0.9553 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2500 | LCC = 0.9554 | SRCC = 0.9571 ]
|