Upload SSL Layer MOS checkpoints (part 17)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/train.log +99 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/config.gin +31 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model_best.pt +3 -0
- results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/train.log +99 -0
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af9ab658f4d4e9ff45e4314306fe9775b38b8b109e79587ead17cf4d74830a9d
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.28707980453968046
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3199 | LCC = 0.9391 | SRCC = 0.9400 ]
|
| 8 |
+
INFO:root:Average loss=0.15738872516155242
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2895 | LCC = 0.9472 | SRCC = 0.9478 ]
|
| 11 |
+
INFO:root:Average loss=0.14167292833328246
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3073 | LCC = 0.9498 | SRCC = 0.9504 ]
|
| 14 |
+
INFO:root:Average loss=0.13077422952651976
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2716 | LCC = 0.9479 | SRCC = 0.9493 ]
|
| 17 |
+
INFO:root:Average loss=0.11765264448523521
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2611 | LCC = 0.9509 | SRCC = 0.9512 ]
|
| 20 |
+
INFO:root:Average loss=0.11245845919847489
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2697 | LCC = 0.9507 | SRCC = 0.9516 ]
|
| 23 |
+
INFO:root:Average loss=0.1056354039311409
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2458 | LCC = 0.9505 | SRCC = 0.9517 ]
|
| 26 |
+
INFO:root:Average loss=0.09754019498825073
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2471 | LCC = 0.9504 | SRCC = 0.9512 ]
|
| 29 |
+
INFO:root:Average loss=0.09180045142769813
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2171 | LCC = 0.9498 | SRCC = 0.9519 ]
|
| 32 |
+
INFO:root:Average loss=0.09233760643005372
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2472 | LCC = 0.9475 | SRCC = 0.9483 ]
|
| 35 |
+
INFO:root:Average loss=0.08457009318470955
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2371 | LCC = 0.9522 | SRCC = 0.9531 ]
|
| 38 |
+
INFO:root:Average loss=0.08062963306903839
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2451 | LCC = 0.9455 | SRCC = 0.9481 ]
|
| 41 |
+
INFO:root:Average loss=0.08052573171257972
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.3017 | LCC = 0.9514 | SRCC = 0.9533 ]
|
| 44 |
+
INFO:root:Average loss=0.07355453065037727
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2426 | LCC = 0.9520 | SRCC = 0.9523 ]
|
| 47 |
+
INFO:root:Average loss=0.06866455879807472
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2526 | LCC = 0.9503 | SRCC = 0.9511 ]
|
| 50 |
+
INFO:root:Average loss=0.0651847172677517
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2696 | LCC = 0.9519 | SRCC = 0.9531 ]
|
| 53 |
+
INFO:root:Average loss=0.06216874983906746
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2323 | LCC = 0.9512 | SRCC = 0.9515 ]
|
| 56 |
+
INFO:root:Average loss=0.060111724704504016
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2470 | LCC = 0.9515 | SRCC = 0.9522 ]
|
| 59 |
+
INFO:root:Average loss=0.05752545544505119
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2233 | LCC = 0.9502 | SRCC = 0.9506 ]
|
| 62 |
+
INFO:root:Average loss=0.054164391249418256
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2539 | LCC = 0.9516 | SRCC = 0.9518 ]
|
| 65 |
+
INFO:root:Average loss=0.05406114858388901
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2350 | LCC = 0.9499 | SRCC = 0.9501 ]
|
| 68 |
+
INFO:root:Average loss=0.04988529220223427
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2402 | LCC = 0.9522 | SRCC = 0.9524 ]
|
| 71 |
+
INFO:root:Average loss=0.049524497970938684
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2119 | LCC = 0.9504 | SRCC = 0.9500 ]
|
| 74 |
+
INFO:root:Average loss=0.04755089159309864
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2357 | LCC = 0.9505 | SRCC = 0.9507 ]
|
| 77 |
+
INFO:root:Average loss=0.049214191526174546
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2293 | LCC = 0.9502 | SRCC = 0.9507 ]
|
| 80 |
+
INFO:root:Average loss=0.041894044518470765
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2458 | LCC = 0.9504 | SRCC = 0.9506 ]
|
| 83 |
+
INFO:root:Average loss=0.04419856537878513
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2226 | LCC = 0.9466 | SRCC = 0.9485 ]
|
| 86 |
+
INFO:root:Average loss=0.04247891448438167
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2229 | LCC = 0.9506 | SRCC = 0.9512 ]
|
| 89 |
+
INFO:root:Average loss=0.03791192159056664
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2486 | LCC = 0.9498 | SRCC = 0.9497 ]
|
| 92 |
+
INFO:root:Average loss=0.03818085719645024
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2401 | LCC = 0.9512 | SRCC = 0.9511 ]
|
| 95 |
+
INFO:root:Average loss=0.038293611511588097
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2612 | LCC = 0.9513 | SRCC = 0.9516 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2435 | LCC = 0.9570 | SRCC = 0.9577 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f13579875a52053a9c43578f354ce9303f3c57fa7cd1209c603f7220032ed09
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:db0996331fe1c4f7a443aa396d8633a7942c08ff52f65bf2afc40d755f5c1c73
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.2643887835144997
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3094 | LCC = 0.9440 | SRCC = 0.9447 ]
|
| 8 |
+
INFO:root:Average loss=0.15209648257493974
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3404 | LCC = 0.9483 | SRCC = 0.9513 ]
|
| 11 |
+
INFO:root:Average loss=0.1471015113592148
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3040 | LCC = 0.9468 | SRCC = 0.9516 ]
|
| 14 |
+
INFO:root:Average loss=0.1323102250099182
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2782 | LCC = 0.9522 | SRCC = 0.9538 ]
|
| 17 |
+
INFO:root:Average loss=0.12497154897451401
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2780 | LCC = 0.9537 | SRCC = 0.9554 ]
|
| 20 |
+
INFO:root:Average loss=0.11814970993995666
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2454 | LCC = 0.9534 | SRCC = 0.9546 ]
|
| 23 |
+
INFO:root:Average loss=0.11078637543320656
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2661 | LCC = 0.9556 | SRCC = 0.9565 ]
|
| 26 |
+
INFO:root:Average loss=0.10746057599782943
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2373 | LCC = 0.9537 | SRCC = 0.9545 ]
|
| 29 |
+
INFO:root:Average loss=0.10262392756342888
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2999 | LCC = 0.9517 | SRCC = 0.9563 ]
|
| 32 |
+
INFO:root:Average loss=0.09686324653029442
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2737 | LCC = 0.9547 | SRCC = 0.9567 ]
|
| 35 |
+
INFO:root:Average loss=0.09586338269710541
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2830 | LCC = 0.9538 | SRCC = 0.9563 ]
|
| 38 |
+
INFO:root:Average loss=0.09195797774195671
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.9536 | SRCC = 0.9551 ]
|
| 41 |
+
INFO:root:Average loss=0.08743238776922226
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2045 | LCC = 0.9542 | SRCC = 0.9556 ]
|
| 44 |
+
INFO:root:Average loss=0.08554857432842254
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2326 | LCC = 0.9543 | SRCC = 0.9556 ]
|
| 47 |
+
INFO:root:Average loss=0.07868711110949517
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2412 | LCC = 0.9551 | SRCC = 0.9565 ]
|
| 50 |
+
INFO:root:Average loss=0.0777136842161417
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.9543 | SRCC = 0.9561 ]
|
| 53 |
+
INFO:root:Average loss=0.07643036261200904
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2371 | LCC = 0.9534 | SRCC = 0.9552 ]
|
| 56 |
+
INFO:root:Average loss=0.07087941110134124
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2443 | LCC = 0.9536 | SRCC = 0.9558 ]
|
| 59 |
+
INFO:root:Average loss=0.06986983054876328
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2476 | LCC = 0.9523 | SRCC = 0.9541 ]
|
| 62 |
+
INFO:root:Average loss=0.06962108200788499
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.9532 | SRCC = 0.9550 ]
|
| 65 |
+
INFO:root:Average loss=0.06530544376373291
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2527 | LCC = 0.9500 | SRCC = 0.9541 ]
|
| 68 |
+
INFO:root:Average loss=0.0658346388041973
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2557 | LCC = 0.9547 | SRCC = 0.9559 ]
|
| 71 |
+
INFO:root:Average loss=0.061780412048101425
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2608 | LCC = 0.9522 | SRCC = 0.9544 ]
|
| 74 |
+
INFO:root:Average loss=0.06152717676758766
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2513 | LCC = 0.9550 | SRCC = 0.9567 ]
|
| 77 |
+
INFO:root:Average loss=0.05674107101559639
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2171 | LCC = 0.9555 | SRCC = 0.9569 ]
|
| 80 |
+
INFO:root:Average loss=0.056690789088606836
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2456 | LCC = 0.9528 | SRCC = 0.9560 ]
|
| 83 |
+
INFO:root:Average loss=0.05337488076090813
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2226 | LCC = 0.9559 | SRCC = 0.9565 ]
|
| 86 |
+
INFO:root:Average loss=0.053207191333174704
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2376 | LCC = 0.9554 | SRCC = 0.9561 ]
|
| 89 |
+
INFO:root:Average loss=0.05314134572446346
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2280 | LCC = 0.9535 | SRCC = 0.9545 ]
|
| 92 |
+
INFO:root:Average loss=0.049159225195646285
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2597 | LCC = 0.9551 | SRCC = 0.9559 ]
|
| 95 |
+
INFO:root:Average loss=0.04762833313643932
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2204 | LCC = 0.9544 | SRCC = 0.9557 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2273 | LCC = 0.9575 | SRCC = 0.9584 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06a13dc7e8d7d429c1340391e26bbd020ffad2600c609f2b8f401a79a7d95961
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:601062b262c76979ae6adc390ae9bdc419d34d30ac78af87ad6caa51139d3200
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.3171239570975304
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2924 | LCC = 0.9446 | SRCC = 0.9454 ]
|
| 8 |
+
INFO:root:Average loss=0.15653070896863938
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2823 | LCC = 0.9489 | SRCC = 0.9499 ]
|
| 11 |
+
INFO:root:Average loss=0.1423161080479622
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2486 | LCC = 0.9526 | SRCC = 0.9534 ]
|
| 14 |
+
INFO:root:Average loss=0.1321745246052742
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2213 | LCC = 0.9529 | SRCC = 0.9548 ]
|
| 17 |
+
INFO:root:Average loss=0.12373455265164375
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2356 | LCC = 0.9529 | SRCC = 0.9557 ]
|
| 20 |
+
INFO:root:Average loss=0.11943410283327102
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2573 | LCC = 0.9550 | SRCC = 0.9566 ]
|
| 23 |
+
INFO:root:Average loss=0.11462236294150352
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2265 | LCC = 0.9559 | SRCC = 0.9575 ]
|
| 26 |
+
INFO:root:Average loss=0.10879905915260316
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2280 | LCC = 0.9579 | SRCC = 0.9585 ]
|
| 29 |
+
INFO:root:Average loss=0.10331451618671417
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2219 | LCC = 0.9568 | SRCC = 0.9582 ]
|
| 32 |
+
INFO:root:Average loss=0.09850653979182243
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.1969 | LCC = 0.9533 | SRCC = 0.9574 ]
|
| 35 |
+
INFO:root:Average loss=0.0935852396786213
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2422 | LCC = 0.9552 | SRCC = 0.9570 ]
|
| 38 |
+
INFO:root:Average loss=0.0883585347533226
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2135 | LCC = 0.9565 | SRCC = 0.9581 ]
|
| 41 |
+
INFO:root:Average loss=0.08583607122302056
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2075 | LCC = 0.9558 | SRCC = 0.9581 ]
|
| 44 |
+
INFO:root:Average loss=0.0858364305794239
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2125 | LCC = 0.9560 | SRCC = 0.9588 ]
|
| 47 |
+
INFO:root:Average loss=0.07976125085353851
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2172 | LCC = 0.9555 | SRCC = 0.9578 ]
|
| 50 |
+
INFO:root:Average loss=0.07698456779122352
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2209 | LCC = 0.9558 | SRCC = 0.9576 ]
|
| 53 |
+
INFO:root:Average loss=0.07610254603624343
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2261 | LCC = 0.9569 | SRCC = 0.9579 ]
|
| 56 |
+
INFO:root:Average loss=0.07334489369392395
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2335 | LCC = 0.9570 | SRCC = 0.9581 ]
|
| 59 |
+
INFO:root:Average loss=0.0688693934082985
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2270 | LCC = 0.9573 | SRCC = 0.9578 ]
|
| 62 |
+
INFO:root:Average loss=0.06705460947751998
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2211 | LCC = 0.9569 | SRCC = 0.9587 ]
|
| 65 |
+
INFO:root:Average loss=0.0652158482670784
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2197 | LCC = 0.9569 | SRCC = 0.9578 ]
|
| 68 |
+
INFO:root:Average loss=0.06463800573348999
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2118 | LCC = 0.9567 | SRCC = 0.9580 ]
|
| 71 |
+
INFO:root:Average loss=0.06011798903346062
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2263 | LCC = 0.9568 | SRCC = 0.9574 ]
|
| 74 |
+
INFO:root:Average loss=0.06206829439103603
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2161 | LCC = 0.9562 | SRCC = 0.9574 ]
|
| 77 |
+
INFO:root:Average loss=0.058681390553712846
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2309 | LCC = 0.9566 | SRCC = 0.9573 ]
|
| 80 |
+
INFO:root:Average loss=0.0573929859995842
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2193 | LCC = 0.9564 | SRCC = 0.9582 ]
|
| 83 |
+
INFO:root:Average loss=0.056224782690405845
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2416 | LCC = 0.9565 | SRCC = 0.9576 ]
|
| 86 |
+
INFO:root:Average loss=0.052592512294650076
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2331 | LCC = 0.9555 | SRCC = 0.9569 ]
|
| 89 |
+
INFO:root:Average loss=0.05022702133655548
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.1947 | LCC = 0.9569 | SRCC = 0.9576 ]
|
| 92 |
+
INFO:root:Average loss=0.05230195021629334
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2262 | LCC = 0.9571 | SRCC = 0.9576 ]
|
| 95 |
+
INFO:root:Average loss=0.04933633746206761
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2258 | LCC = 0.9567 | SRCC = 0.9572 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2295 | LCC = 0.9596 | SRCC = 0.9610 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25f58c00ee63de56fb2de10e6b643659b0d22748165e1c45e853a4df798ede88
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9bf2c6abd8a79f12578ffcbe0c41d06c9c18c6e2c7ba0cd930bbcabb09025378
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.26841653913259506
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2955 | LCC = 0.9436 | SRCC = 0.9446 ]
|
| 8 |
+
INFO:root:Average loss=0.15431113177537917
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2764 | LCC = 0.9481 | SRCC = 0.9483 ]
|
| 11 |
+
INFO:root:Average loss=0.14160836082696915
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2723 | LCC = 0.9510 | SRCC = 0.9524 ]
|
| 14 |
+
INFO:root:Average loss=0.13018297028541564
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2987 | LCC = 0.9522 | SRCC = 0.9540 ]
|
| 17 |
+
INFO:root:Average loss=0.12503081279993059
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2471 | LCC = 0.9530 | SRCC = 0.9539 ]
|
| 20 |
+
INFO:root:Average loss=0.11791769915819168
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2391 | LCC = 0.9554 | SRCC = 0.9558 ]
|
| 23 |
+
INFO:root:Average loss=0.11227467903494835
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2425 | LCC = 0.9555 | SRCC = 0.9561 ]
|
| 26 |
+
INFO:root:Average loss=0.10511557656526566
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2207 | LCC = 0.9541 | SRCC = 0.9550 ]
|
| 29 |
+
INFO:root:Average loss=0.10850517231225967
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2415 | LCC = 0.9547 | SRCC = 0.9564 ]
|
| 32 |
+
INFO:root:Average loss=0.09700867927074433
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2130 | LCC = 0.9578 | SRCC = 0.9581 ]
|
| 35 |
+
INFO:root:Average loss=0.09344277626276017
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2240 | LCC = 0.9564 | SRCC = 0.9565 ]
|
| 38 |
+
INFO:root:Average loss=0.09212502747774125
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2296 | LCC = 0.9544 | SRCC = 0.9558 ]
|
| 41 |
+
INFO:root:Average loss=0.0845568904876709
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2436 | LCC = 0.9567 | SRCC = 0.9576 ]
|
| 44 |
+
INFO:root:Average loss=0.08295030671358108
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2236 | LCC = 0.9575 | SRCC = 0.9574 ]
|
| 47 |
+
INFO:root:Average loss=0.07776272389292717
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2312 | LCC = 0.9584 | SRCC = 0.9586 ]
|
| 50 |
+
INFO:root:Average loss=0.07846979874372483
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2273 | LCC = 0.9566 | SRCC = 0.9573 ]
|
| 53 |
+
INFO:root:Average loss=0.07387813264131546
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.1898 | LCC = 0.9561 | SRCC = 0.9568 ]
|
| 56 |
+
INFO:root:Average loss=0.07222416374087334
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2344 | LCC = 0.9571 | SRCC = 0.9573 ]
|
| 59 |
+
INFO:root:Average loss=0.07371416899561882
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2305 | LCC = 0.9568 | SRCC = 0.9574 ]
|
| 62 |
+
INFO:root:Average loss=0.06791611230373383
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2078 | LCC = 0.9579 | SRCC = 0.9578 ]
|
| 65 |
+
INFO:root:Average loss=0.0642749167084694
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2357 | LCC = 0.9550 | SRCC = 0.9556 ]
|
| 68 |
+
INFO:root:Average loss=0.062318414300680164
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2030 | LCC = 0.9557 | SRCC = 0.9562 ]
|
| 71 |
+
INFO:root:Average loss=0.06186385741829872
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2284 | LCC = 0.9574 | SRCC = 0.9581 ]
|
| 74 |
+
INFO:root:Average loss=0.0599727403074503
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2075 | LCC = 0.9578 | SRCC = 0.9581 ]
|
| 77 |
+
INFO:root:Average loss=0.057514567509293554
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2260 | LCC = 0.9533 | SRCC = 0.9549 ]
|
| 80 |
+
INFO:root:Average loss=0.05666670259833336
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2134 | LCC = 0.9563 | SRCC = 0.9573 ]
|
| 83 |
+
INFO:root:Average loss=0.0557381641715765
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1912 | LCC = 0.9572 | SRCC = 0.9576 ]
|
| 86 |
+
INFO:root:Average loss=0.055536221981048586
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2091 | LCC = 0.9552 | SRCC = 0.9573 ]
|
| 89 |
+
INFO:root:Average loss=0.05127623279392719
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2097 | LCC = 0.9570 | SRCC = 0.9573 ]
|
| 92 |
+
INFO:root:Average loss=0.05043953345716
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2211 | LCC = 0.9581 | SRCC = 0.9578 ]
|
| 95 |
+
INFO:root:Average loss=0.04954554931819439
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2200 | LCC = 0.9560 | SRCC = 0.9558 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2349 | LCC = 0.9584 | SRCC = 0.9598 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:367199518a71803dd626abbbbffc8f3e52b58b7691f0e86e1721754e4a83b667
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b03aebee88b7bea824e5dc14bc7ce346921e23d964ee067e96ccd61c822db1f
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.26847670567035675
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2907 | LCC = 0.9432 | SRCC = 0.9429 ]
|
| 8 |
+
INFO:root:Average loss=0.15875929486751555
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2663 | LCC = 0.9477 | SRCC = 0.9485 ]
|
| 11 |
+
INFO:root:Average loss=0.144839408993721
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2751 | LCC = 0.9508 | SRCC = 0.9516 ]
|
| 14 |
+
INFO:root:Average loss=0.13094985616207122
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2705 | LCC = 0.9517 | SRCC = 0.9533 ]
|
| 17 |
+
INFO:root:Average loss=0.12673144841194153
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2501 | LCC = 0.9535 | SRCC = 0.9547 ]
|
| 20 |
+
INFO:root:Average loss=0.11949831414222717
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2530 | LCC = 0.9543 | SRCC = 0.9548 ]
|
| 23 |
+
INFO:root:Average loss=0.11467499387264252
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2766 | LCC = 0.9537 | SRCC = 0.9551 ]
|
| 26 |
+
INFO:root:Average loss=0.10843965524435044
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2855 | LCC = 0.9551 | SRCC = 0.9566 ]
|
| 29 |
+
INFO:root:Average loss=0.10574856072664261
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2216 | LCC = 0.9551 | SRCC = 0.9566 ]
|
| 32 |
+
INFO:root:Average loss=0.09794192066788673
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2525 | LCC = 0.9548 | SRCC = 0.9578 ]
|
| 35 |
+
INFO:root:Average loss=0.09177015241980553
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.3037 | LCC = 0.9514 | SRCC = 0.9543 ]
|
| 38 |
+
INFO:root:Average loss=0.0946483363211155
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2476 | LCC = 0.9517 | SRCC = 0.9566 ]
|
| 41 |
+
INFO:root:Average loss=0.08701303377747535
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2418 | LCC = 0.9566 | SRCC = 0.9573 ]
|
| 44 |
+
INFO:root:Average loss=0.08505633276700973
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2460 | LCC = 0.9543 | SRCC = 0.9576 ]
|
| 47 |
+
INFO:root:Average loss=0.08024326083064079
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2628 | LCC = 0.9574 | SRCC = 0.9582 ]
|
| 50 |
+
INFO:root:Average loss=0.07725451511144638
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2289 | LCC = 0.9530 | SRCC = 0.9543 ]
|
| 53 |
+
INFO:root:Average loss=0.0789252383261919
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2324 | LCC = 0.9555 | SRCC = 0.9564 ]
|
| 56 |
+
INFO:root:Average loss=0.07196515408158302
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2488 | LCC = 0.9540 | SRCC = 0.9551 ]
|
| 59 |
+
INFO:root:Average loss=0.0698213610649109
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2495 | LCC = 0.9547 | SRCC = 0.9554 ]
|
| 62 |
+
INFO:root:Average loss=0.06771989631652832
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2706 | LCC = 0.9549 | SRCC = 0.9560 ]
|
| 65 |
+
INFO:root:Average loss=0.06600387665629387
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2832 | LCC = 0.9532 | SRCC = 0.9553 ]
|
| 68 |
+
INFO:root:Average loss=0.06383516800403595
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2264 | LCC = 0.9505 | SRCC = 0.9539 ]
|
| 71 |
+
INFO:root:Average loss=0.0627683779001236
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2346 | LCC = 0.9544 | SRCC = 0.9553 ]
|
| 74 |
+
INFO:root:Average loss=0.05903245286643505
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2331 | LCC = 0.9554 | SRCC = 0.9559 ]
|
| 77 |
+
INFO:root:Average loss=0.057975724905729296
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2517 | LCC = 0.9551 | SRCC = 0.9557 ]
|
| 80 |
+
INFO:root:Average loss=0.05871013686060905
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2362 | LCC = 0.9538 | SRCC = 0.9548 ]
|
| 83 |
+
INFO:root:Average loss=0.0557464565038681
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2291 | LCC = 0.9531 | SRCC = 0.9548 ]
|
| 86 |
+
INFO:root:Average loss=0.056303799241781236
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2538 | LCC = 0.9524 | SRCC = 0.9536 ]
|
| 89 |
+
INFO:root:Average loss=0.052734830409288405
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2485 | LCC = 0.9527 | SRCC = 0.9538 ]
|
| 92 |
+
INFO:root:Average loss=0.05237258729338646
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2417 | LCC = 0.9526 | SRCC = 0.9537 ]
|
| 95 |
+
INFO:root:Average loss=0.04976956121623516
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2548 | LCC = 0.9537 | SRCC = 0.9551 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2700 | LCC = 0.9592 | SRCC = 0.9605 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:19f74438796e62962cef6a5aa4a5bc8c4b22bd86bd3f937dfaaa749552293569
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d91179773dcf8542404f6b3332f1005544e10838ff3e481a5c1d543a9d18a8b
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.2738651752471924
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2603 | LCC = 0.9374 | SRCC = 0.9448 ]
|
| 8 |
+
INFO:root:Average loss=0.15368579909205438
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2770 | LCC = 0.9467 | SRCC = 0.9483 ]
|
| 11 |
+
INFO:root:Average loss=0.14389400029182434
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.3144 | LCC = 0.9495 | SRCC = 0.9512 ]
|
| 14 |
+
INFO:root:Average loss=0.1330324295759201
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2658 | LCC = 0.9528 | SRCC = 0.9532 ]
|
| 17 |
+
INFO:root:Average loss=0.12370151674747468
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2667 | LCC = 0.9516 | SRCC = 0.9538 ]
|
| 20 |
+
INFO:root:Average loss=0.11617170825600624
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2716 | LCC = 0.9526 | SRCC = 0.9560 ]
|
| 23 |
+
INFO:root:Average loss=0.1138371775150299
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2514 | LCC = 0.9559 | SRCC = 0.9569 ]
|
| 26 |
+
INFO:root:Average loss=0.10827211955189706
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2293 | LCC = 0.9554 | SRCC = 0.9562 ]
|
| 29 |
+
INFO:root:Average loss=0.10380220830440522
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2661 | LCC = 0.9549 | SRCC = 0.9561 ]
|
| 32 |
+
INFO:root:Average loss=0.10189425286650658
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2714 | LCC = 0.9535 | SRCC = 0.9557 ]
|
| 35 |
+
INFO:root:Average loss=0.09427081435918808
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2450 | LCC = 0.9545 | SRCC = 0.9557 ]
|
| 38 |
+
INFO:root:Average loss=0.09104087722301483
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2352 | LCC = 0.9526 | SRCC = 0.9549 ]
|
| 41 |
+
INFO:root:Average loss=0.09009595102071762
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2605 | LCC = 0.9553 | SRCC = 0.9571 ]
|
| 44 |
+
INFO:root:Average loss=0.08588876596093178
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2331 | LCC = 0.9515 | SRCC = 0.9544 ]
|
| 47 |
+
INFO:root:Average loss=0.0807396611571312
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2533 | LCC = 0.9481 | SRCC = 0.9545 ]
|
| 50 |
+
INFO:root:Average loss=0.07953001606464385
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2443 | LCC = 0.9554 | SRCC = 0.9560 ]
|
| 53 |
+
INFO:root:Average loss=0.07527024447917938
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2685 | LCC = 0.9557 | SRCC = 0.9567 ]
|
| 56 |
+
INFO:root:Average loss=0.07188431642949582
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2094 | LCC = 0.9544 | SRCC = 0.9545 ]
|
| 59 |
+
INFO:root:Average loss=0.07054340806603432
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2352 | LCC = 0.9553 | SRCC = 0.9561 ]
|
| 62 |
+
INFO:root:Average loss=0.07018379706144333
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2666 | LCC = 0.9556 | SRCC = 0.9565 ]
|
| 65 |
+
INFO:root:Average loss=0.06439178177714348
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2414 | LCC = 0.9542 | SRCC = 0.9557 ]
|
| 68 |
+
INFO:root:Average loss=0.06496538129448891
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2507 | LCC = 0.9541 | SRCC = 0.9562 ]
|
| 71 |
+
INFO:root:Average loss=0.06232065004110336
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2317 | LCC = 0.9548 | SRCC = 0.9557 ]
|
| 74 |
+
INFO:root:Average loss=0.06062467095255852
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.1893 | LCC = 0.9565 | SRCC = 0.9565 ]
|
| 77 |
+
INFO:root:Average loss=0.05855472315847874
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2096 | LCC = 0.9567 | SRCC = 0.9564 ]
|
| 80 |
+
INFO:root:Average loss=0.056939540535211566
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2311 | LCC = 0.9558 | SRCC = 0.9564 ]
|
| 83 |
+
INFO:root:Average loss=0.05565232889354229
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1976 | LCC = 0.9553 | SRCC = 0.9564 ]
|
| 86 |
+
INFO:root:Average loss=0.05316261740028858
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2397 | LCC = 0.9529 | SRCC = 0.9538 ]
|
| 89 |
+
INFO:root:Average loss=0.05475374449789524
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2458 | LCC = 0.9553 | SRCC = 0.9557 ]
|
| 92 |
+
INFO:root:Average loss=0.052636192664504054
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2185 | LCC = 0.9568 | SRCC = 0.9564 ]
|
| 95 |
+
INFO:root:Average loss=0.050631697431206706
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2286 | LCC = 0.9549 | SRCC = 0.9549 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2188 | LCC = 0.9584 | SRCC = 0.9591 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0724876bdb2c5b631ccdb61c0f92eb224e248a0515503caa4b8d6f814eb72fa0
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a675a9d8ed62e8e38d4f441f753b9d5bcce1b0804ab3052e4d6d27bf89c840a
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.29032624685764313
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3446 | LCC = 0.9421 | SRCC = 0.9424 ]
|
| 8 |
+
INFO:root:Average loss=0.159965100646019
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2904 | LCC = 0.9492 | SRCC = 0.9497 ]
|
| 11 |
+
INFO:root:Average loss=0.1426604702472687
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2977 | LCC = 0.9509 | SRCC = 0.9521 ]
|
| 14 |
+
INFO:root:Average loss=0.13804860734939575
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2883 | LCC = 0.9484 | SRCC = 0.9524 ]
|
| 17 |
+
INFO:root:Average loss=0.12897624200582505
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2582 | LCC = 0.9514 | SRCC = 0.9536 ]
|
| 20 |
+
INFO:root:Average loss=0.12427771639823913
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2800 | LCC = 0.9520 | SRCC = 0.9543 ]
|
| 23 |
+
INFO:root:Average loss=0.12020196604728699
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2504 | LCC = 0.9509 | SRCC = 0.9542 ]
|
| 26 |
+
INFO:root:Average loss=0.11729889145493508
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2592 | LCC = 0.9538 | SRCC = 0.9556 ]
|
| 29 |
+
INFO:root:Average loss=0.11194848227500916
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2388 | LCC = 0.9497 | SRCC = 0.9553 ]
|
| 32 |
+
INFO:root:Average loss=0.10727065578103065
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2365 | LCC = 0.9494 | SRCC = 0.9545 ]
|
| 35 |
+
INFO:root:Average loss=0.10156779021024703
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2533 | LCC = 0.9542 | SRCC = 0.9567 ]
|
| 38 |
+
INFO:root:Average loss=0.10121410125494003
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2585 | LCC = 0.9531 | SRCC = 0.9549 ]
|
| 41 |
+
INFO:root:Average loss=0.0960242509841919
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2333 | LCC = 0.9504 | SRCC = 0.9557 ]
|
| 44 |
+
INFO:root:Average loss=0.09343863454461097
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2192 | LCC = 0.9546 | SRCC = 0.9560 ]
|
| 47 |
+
INFO:root:Average loss=0.0907060120999813
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2466 | LCC = 0.9532 | SRCC = 0.9556 ]
|
| 50 |
+
INFO:root:Average loss=0.0878658798635006
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2430 | LCC = 0.9524 | SRCC = 0.9549 ]
|
| 53 |
+
INFO:root:Average loss=0.0854846297800541
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2041 | LCC = 0.9541 | SRCC = 0.9564 ]
|
| 56 |
+
INFO:root:Average loss=0.08206509265303612
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2092 | LCC = 0.9540 | SRCC = 0.9559 ]
|
| 59 |
+
INFO:root:Average loss=0.07896658337116241
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2566 | LCC = 0.9500 | SRCC = 0.9525 ]
|
| 62 |
+
INFO:root:Average loss=0.08070898199081421
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2266 | LCC = 0.9555 | SRCC = 0.9566 ]
|
| 65 |
+
INFO:root:Average loss=0.07756379115581512
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2214 | LCC = 0.9537 | SRCC = 0.9555 ]
|
| 68 |
+
INFO:root:Average loss=0.07608851701021195
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2557 | LCC = 0.9549 | SRCC = 0.9556 ]
|
| 71 |
+
INFO:root:Average loss=0.07328359293937683
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2674 | LCC = 0.9527 | SRCC = 0.9540 ]
|
| 74 |
+
INFO:root:Average loss=0.07249836820363999
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2092 | LCC = 0.9555 | SRCC = 0.9568 ]
|
| 77 |
+
INFO:root:Average loss=0.07032636335492135
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2220 | LCC = 0.9540 | SRCC = 0.9550 ]
|
| 80 |
+
INFO:root:Average loss=0.06858043071627618
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2165 | LCC = 0.9559 | SRCC = 0.9560 ]
|
| 83 |
+
INFO:root:Average loss=0.06936172458529473
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2050 | LCC = 0.9561 | SRCC = 0.9567 ]
|
| 86 |
+
INFO:root:Average loss=0.06520716372132301
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2330 | LCC = 0.9552 | SRCC = 0.9572 ]
|
| 89 |
+
INFO:root:Average loss=0.06607566432654857
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2252 | LCC = 0.9538 | SRCC = 0.9548 ]
|
| 92 |
+
INFO:root:Average loss=0.06380928471684456
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2179 | LCC = 0.9548 | SRCC = 0.9561 ]
|
| 95 |
+
INFO:root:Average loss=0.06373704367876053
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2363 | LCC = 0.9544 | SRCC = 0.9553 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2076 | LCC = 0.9566 | SRCC = 0.9581 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8381faffdacd7ddaa4e70cf89aff02779706bc1225b328b4135757f24156cce
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c287212ce62d1cda1a20547f1f981ba935b0684a351b2c26d8279537347919a1
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.23868939340114592
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2982 | LCC = 0.9458 | SRCC = 0.9470 ]
|
| 8 |
+
INFO:root:Average loss=0.15354648464918136
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2989 | LCC = 0.9480 | SRCC = 0.9491 ]
|
| 11 |
+
INFO:root:Average loss=0.14430384147167205
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2947 | LCC = 0.9513 | SRCC = 0.9525 ]
|
| 14 |
+
INFO:root:Average loss=0.13840656745433808
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2671 | LCC = 0.9515 | SRCC = 0.9525 ]
|
| 17 |
+
INFO:root:Average loss=0.12932296276092528
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2498 | LCC = 0.9515 | SRCC = 0.9532 ]
|
| 20 |
+
INFO:root:Average loss=0.12884389355778694
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.3144 | LCC = 0.9519 | SRCC = 0.9537 ]
|
| 23 |
+
INFO:root:Average loss=0.12420750612020492
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2635 | LCC = 0.9520 | SRCC = 0.9542 ]
|
| 26 |
+
INFO:root:Average loss=0.11486578541994096
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2453 | LCC = 0.9493 | SRCC = 0.9544 ]
|
| 29 |
+
INFO:root:Average loss=0.11451400503516197
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2758 | LCC = 0.9521 | SRCC = 0.9534 ]
|
| 32 |
+
INFO:root:Average loss=0.10998573315143585
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2880 | LCC = 0.9538 | SRCC = 0.9560 ]
|
| 35 |
+
INFO:root:Average loss=0.10739918702840805
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2296 | LCC = 0.9550 | SRCC = 0.9563 ]
|
| 38 |
+
INFO:root:Average loss=0.09926282751560211
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2554 | LCC = 0.9541 | SRCC = 0.9556 ]
|
| 41 |
+
INFO:root:Average loss=0.09736216732859612
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2597 | LCC = 0.9522 | SRCC = 0.9536 ]
|
| 44 |
+
INFO:root:Average loss=0.09447476875782013
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2748 | LCC = 0.9541 | SRCC = 0.9550 ]
|
| 47 |
+
INFO:root:Average loss=0.09376423212885857
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2463 | LCC = 0.9548 | SRCC = 0.9565 ]
|
| 50 |
+
INFO:root:Average loss=0.08873865887522697
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2378 | LCC = 0.9528 | SRCC = 0.9561 ]
|
| 53 |
+
INFO:root:Average loss=0.08734082612395287
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2473 | LCC = 0.9553 | SRCC = 0.9551 ]
|
| 56 |
+
INFO:root:Average loss=0.08447577667236328
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2253 | LCC = 0.9540 | SRCC = 0.9552 ]
|
| 59 |
+
INFO:root:Average loss=0.081848986774683
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2457 | LCC = 0.9540 | SRCC = 0.9563 ]
|
| 62 |
+
INFO:root:Average loss=0.07958533784747124
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2736 | LCC = 0.9523 | SRCC = 0.9544 ]
|
| 65 |
+
INFO:root:Average loss=0.07721799620985985
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2406 | LCC = 0.9549 | SRCC = 0.9550 ]
|
| 68 |
+
INFO:root:Average loss=0.07523315531015397
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2575 | LCC = 0.9544 | SRCC = 0.9553 ]
|
| 71 |
+
INFO:root:Average loss=0.07575337338447571
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2625 | LCC = 0.9487 | SRCC = 0.9542 ]
|
| 74 |
+
INFO:root:Average loss=0.07203725683689118
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2361 | LCC = 0.9534 | SRCC = 0.9530 ]
|
| 77 |
+
INFO:root:Average loss=0.06922430151700973
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2349 | LCC = 0.9528 | SRCC = 0.9545 ]
|
| 80 |
+
INFO:root:Average loss=0.0691052810549736
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2345 | LCC = 0.9533 | SRCC = 0.9539 ]
|
| 83 |
+
INFO:root:Average loss=0.06722200933098793
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2627 | LCC = 0.9542 | SRCC = 0.9550 ]
|
| 86 |
+
INFO:root:Average loss=0.06538060876727105
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2585 | LCC = 0.9523 | SRCC = 0.9534 ]
|
| 89 |
+
INFO:root:Average loss=0.06528083500266076
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2555 | LCC = 0.9534 | SRCC = 0.9536 ]
|
| 92 |
+
INFO:root:Average loss=0.06290512615442276
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.9521 | SRCC = 0.9542 ]
|
| 95 |
+
INFO:root:Average loss=0.06216712835431099
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2628 | LCC = 0.9516 | SRCC = 0.9535 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2530 | LCC = 0.9575 | SRCC = 0.9586 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:774ff0eb793187d7e6fbf2854f9b20b6f5cd0d19b2b8b7cceb734b0d4271de4e
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18b1ec747d06b07172832f8e4d75546c346e4119efd8600e7c63c81e2ea2cde9
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.2678261320590973
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3192 | LCC = 0.9413 | SRCC = 0.9445 ]
|
| 8 |
+
INFO:root:Average loss=0.1616440436244011
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2687 | LCC = 0.9447 | SRCC = 0.9485 ]
|
| 11 |
+
INFO:root:Average loss=0.14716785180568695
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2551 | LCC = 0.9468 | SRCC = 0.9514 ]
|
| 14 |
+
INFO:root:Average loss=0.13713476288318635
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2669 | LCC = 0.9504 | SRCC = 0.9537 ]
|
| 17 |
+
INFO:root:Average loss=0.1301503444314003
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2726 | LCC = 0.9459 | SRCC = 0.9536 ]
|
| 20 |
+
INFO:root:Average loss=0.12821210289001464
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2315 | LCC = 0.9490 | SRCC = 0.9544 ]
|
| 23 |
+
INFO:root:Average loss=0.12219593513011932
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2275 | LCC = 0.9520 | SRCC = 0.9539 ]
|
| 26 |
+
INFO:root:Average loss=0.11593663144111634
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2439 | LCC = 0.9508 | SRCC = 0.9547 ]
|
| 29 |
+
INFO:root:Average loss=0.11239102190732955
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2268 | LCC = 0.9517 | SRCC = 0.9555 ]
|
| 32 |
+
INFO:root:Average loss=0.11137502497434616
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2403 | LCC = 0.9538 | SRCC = 0.9562 ]
|
| 35 |
+
INFO:root:Average loss=0.1064710718691349
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2684 | LCC = 0.9535 | SRCC = 0.9558 ]
|
| 38 |
+
INFO:root:Average loss=0.10324542760849
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2294 | LCC = 0.9546 | SRCC = 0.9563 ]
|
| 41 |
+
INFO:root:Average loss=0.0984599681198597
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2441 | LCC = 0.9547 | SRCC = 0.9559 ]
|
| 44 |
+
INFO:root:Average loss=0.10181878593564034
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2449 | LCC = 0.9550 | SRCC = 0.9549 ]
|
| 47 |
+
INFO:root:Average loss=0.09356124576926231
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2504 | LCC = 0.9540 | SRCC = 0.9554 ]
|
| 50 |
+
INFO:root:Average loss=0.09210741269588471
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2020 | LCC = 0.9529 | SRCC = 0.9555 ]
|
| 53 |
+
INFO:root:Average loss=0.08754505738615989
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2209 | LCC = 0.9556 | SRCC = 0.9558 ]
|
| 56 |
+
INFO:root:Average loss=0.08359334790706635
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2217 | LCC = 0.9560 | SRCC = 0.9573 ]
|
| 59 |
+
INFO:root:Average loss=0.08347074010968208
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2408 | LCC = 0.9539 | SRCC = 0.9554 ]
|
| 62 |
+
INFO:root:Average loss=0.08056328243017197
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2439 | LCC = 0.9553 | SRCC = 0.9560 ]
|
| 65 |
+
INFO:root:Average loss=0.07974470910429955
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2520 | LCC = 0.9555 | SRCC = 0.9557 ]
|
| 68 |
+
INFO:root:Average loss=0.07711614015698433
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2280 | LCC = 0.9528 | SRCC = 0.9551 ]
|
| 71 |
+
INFO:root:Average loss=0.07429638296365738
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2448 | LCC = 0.9529 | SRCC = 0.9539 ]
|
| 74 |
+
INFO:root:Average loss=0.07409539330005646
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2386 | LCC = 0.9532 | SRCC = 0.9561 ]
|
| 77 |
+
INFO:root:Average loss=0.07431035408377648
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2396 | LCC = 0.9523 | SRCC = 0.9523 ]
|
| 80 |
+
INFO:root:Average loss=0.06942329540848732
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2411 | LCC = 0.9517 | SRCC = 0.9525 ]
|
| 83 |
+
INFO:root:Average loss=0.06678162118792534
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2250 | LCC = 0.9528 | SRCC = 0.9538 ]
|
| 86 |
+
INFO:root:Average loss=0.06539369049668312
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2437 | LCC = 0.9518 | SRCC = 0.9544 ]
|
| 89 |
+
INFO:root:Average loss=0.0652559771835804
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2301 | LCC = 0.9542 | SRCC = 0.9545 ]
|
| 92 |
+
INFO:root:Average loss=0.0648792488873005
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2157 | LCC = 0.9529 | SRCC = 0.9545 ]
|
| 95 |
+
INFO:root:Average loss=0.06401854601502419
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2325 | LCC = 0.9517 | SRCC = 0.9539 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2210 | LCC = 0.9578 | SRCC = 0.9599 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4de461d01dadf27a104e52c31f1c2f1b1b1ba053ca4ddd7dc0d91c1117e2e261
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02308ec9c933e8da01aedaef13a3fcb137ff4866ba182da7ec67dc2e30eb0eec
|
| 3 |
+
size 2749702
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.2551267217993736
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2843 | LCC = 0.9426 | SRCC = 0.9462 ]
|
| 8 |
+
INFO:root:Average loss=0.15505895578861237
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2727 | LCC = 0.9462 | SRCC = 0.9490 ]
|
| 11 |
+
INFO:root:Average loss=0.1477326602935791
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2502 | LCC = 0.9445 | SRCC = 0.9509 ]
|
| 14 |
+
INFO:root:Average loss=0.13856440997123717
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2579 | LCC = 0.9484 | SRCC = 0.9520 ]
|
| 17 |
+
INFO:root:Average loss=0.1300966132879257
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2531 | LCC = 0.9468 | SRCC = 0.9523 ]
|
| 20 |
+
INFO:root:Average loss=0.13193658924102783
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2322 | LCC = 0.9500 | SRCC = 0.9544 ]
|
| 23 |
+
INFO:root:Average loss=0.12179709702730179
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2277 | LCC = 0.9500 | SRCC = 0.9550 ]
|
| 26 |
+
INFO:root:Average loss=0.11512825268507004
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2432 | LCC = 0.9545 | SRCC = 0.9558 ]
|
| 29 |
+
INFO:root:Average loss=0.11094884568452835
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2453 | LCC = 0.9532 | SRCC = 0.9545 ]
|
| 32 |
+
INFO:root:Average loss=0.11030744823813439
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2215 | LCC = 0.9527 | SRCC = 0.9561 ]
|
| 35 |
+
INFO:root:Average loss=0.11172075417637825
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2731 | LCC = 0.9539 | SRCC = 0.9549 ]
|
| 38 |
+
INFO:root:Average loss=0.10275175726413727
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2709 | LCC = 0.9550 | SRCC = 0.9564 ]
|
| 41 |
+
INFO:root:Average loss=0.10082593494653702
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2470 | LCC = 0.9558 | SRCC = 0.9566 ]
|
| 44 |
+
INFO:root:Average loss=0.09634019979834557
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2325 | LCC = 0.9533 | SRCC = 0.9559 ]
|
| 47 |
+
INFO:root:Average loss=0.09479671484231948
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2632 | LCC = 0.9556 | SRCC = 0.9564 ]
|
| 50 |
+
INFO:root:Average loss=0.0910616026520729
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2355 | LCC = 0.9541 | SRCC = 0.9559 ]
|
| 53 |
+
INFO:root:Average loss=0.09064559525251388
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2347 | LCC = 0.9558 | SRCC = 0.9571 ]
|
| 56 |
+
INFO:root:Average loss=0.08539893022179604
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2670 | LCC = 0.9538 | SRCC = 0.9558 ]
|
| 59 |
+
INFO:root:Average loss=0.08583397284150124
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2339 | LCC = 0.9494 | SRCC = 0.9561 ]
|
| 62 |
+
INFO:root:Average loss=0.08179447361826897
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2335 | LCC = 0.9560 | SRCC = 0.9559 ]
|
| 65 |
+
INFO:root:Average loss=0.07930766698718071
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2380 | LCC = 0.9519 | SRCC = 0.9552 ]
|
| 68 |
+
INFO:root:Average loss=0.07578146612644196
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2251 | LCC = 0.9558 | SRCC = 0.9565 ]
|
| 71 |
+
INFO:root:Average loss=0.07575987240672112
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2422 | LCC = 0.9541 | SRCC = 0.9550 ]
|
| 74 |
+
INFO:root:Average loss=0.07236314645409583
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2320 | LCC = 0.9537 | SRCC = 0.9567 ]
|
| 77 |
+
INFO:root:Average loss=0.0751272309422493
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2314 | LCC = 0.9529 | SRCC = 0.9557 ]
|
| 80 |
+
INFO:root:Average loss=0.06964674827456474
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2213 | LCC = 0.9555 | SRCC = 0.9560 ]
|
| 83 |
+
INFO:root:Average loss=0.06862805265188217
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2357 | LCC = 0.9531 | SRCC = 0.9542 ]
|
| 86 |
+
INFO:root:Average loss=0.06870240150392055
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2188 | LCC = 0.9533 | SRCC = 0.9545 ]
|
| 89 |
+
INFO:root:Average loss=0.06344320577383042
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2361 | LCC = 0.9562 | SRCC = 0.9567 ]
|
| 92 |
+
INFO:root:Average loss=0.0652608482837677
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2105 | LCC = 0.9536 | SRCC = 0.9550 ]
|
| 95 |
+
INFO:root:Average loss=0.0650671578347683
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2404 | LCC = 0.9545 | SRCC = 0.9550 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2445 | LCC = 0.9559 | SRCC = 0.9573 ]
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b819e5d885345736484c1b44796aa81fde7102145c381bdc3b47065ba66851e5
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bbf4c515f756f1b55ed35c714932fa9737880d7ce03be7f24cb9a7f3e1c1a66b
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.294742700278759
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.2874 | LCC = 0.9441 | SRCC = 0.9444 ]
|
| 8 |
+
INFO:root:Average loss=0.15656971967220307
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.2777 | LCC = 0.9485 | SRCC = 0.9494 ]
|
| 11 |
+
INFO:root:Average loss=0.14367526018619536
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2640 | LCC = 0.9502 | SRCC = 0.9508 ]
|
| 14 |
+
INFO:root:Average loss=0.13480884537100793
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2577 | LCC = 0.9512 | SRCC = 0.9511 ]
|
| 17 |
+
INFO:root:Average loss=0.1309891224503517
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2366 | LCC = 0.9527 | SRCC = 0.9536 ]
|
| 20 |
+
INFO:root:Average loss=0.12520423340797424
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2333 | LCC = 0.9545 | SRCC = 0.9547 ]
|
| 23 |
+
INFO:root:Average loss=0.12198926821351051
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2531 | LCC = 0.9535 | SRCC = 0.9548 ]
|
| 26 |
+
INFO:root:Average loss=0.11908588090538978
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2677 | LCC = 0.9492 | SRCC = 0.9517 ]
|
| 29 |
+
INFO:root:Average loss=0.11105074834823608
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2189 | LCC = 0.9539 | SRCC = 0.9539 ]
|
| 32 |
+
INFO:root:Average loss=0.10755632948875428
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.1997 | LCC = 0.9528 | SRCC = 0.9547 ]
|
| 35 |
+
INFO:root:Average loss=0.10360729110240936
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2231 | LCC = 0.9544 | SRCC = 0.9551 ]
|
| 38 |
+
INFO:root:Average loss=0.10176575610041619
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2427 | LCC = 0.9538 | SRCC = 0.9537 ]
|
| 41 |
+
INFO:root:Average loss=0.1019517560005188
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2316 | LCC = 0.9527 | SRCC = 0.9548 ]
|
| 44 |
+
INFO:root:Average loss=0.09683611339330674
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2157 | LCC = 0.9555 | SRCC = 0.9560 ]
|
| 47 |
+
INFO:root:Average loss=0.09017788675427436
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2407 | LCC = 0.9541 | SRCC = 0.9552 ]
|
| 50 |
+
INFO:root:Average loss=0.09090400665998459
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2338 | LCC = 0.9542 | SRCC = 0.9551 ]
|
| 53 |
+
INFO:root:Average loss=0.0878590202331543
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2069 | LCC = 0.9514 | SRCC = 0.9556 ]
|
| 56 |
+
INFO:root:Average loss=0.08477153542637825
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2254 | LCC = 0.9532 | SRCC = 0.9541 ]
|
| 59 |
+
INFO:root:Average loss=0.08052304238080979
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2284 | LCC = 0.9532 | SRCC = 0.9547 ]
|
| 62 |
+
INFO:root:Average loss=0.0809922117292881
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.2102 | LCC = 0.9539 | SRCC = 0.9559 ]
|
| 65 |
+
INFO:root:Average loss=0.07818151631951333
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2074 | LCC = 0.9535 | SRCC = 0.9541 ]
|
| 68 |
+
INFO:root:Average loss=0.07847402149438858
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2397 | LCC = 0.9513 | SRCC = 0.9524 ]
|
| 71 |
+
INFO:root:Average loss=0.07576874929666519
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.2227 | LCC = 0.9544 | SRCC = 0.9553 ]
|
| 74 |
+
INFO:root:Average loss=0.07379037028551101
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.2248 | LCC = 0.9532 | SRCC = 0.9550 ]
|
| 77 |
+
INFO:root:Average loss=0.07447885501384735
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2066 | LCC = 0.9545 | SRCC = 0.9562 ]
|
| 80 |
+
INFO:root:Average loss=0.06950025126338005
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2116 | LCC = 0.9533 | SRCC = 0.9548 ]
|
| 83 |
+
INFO:root:Average loss=0.06823815721273423
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1965 | LCC = 0.9528 | SRCC = 0.9550 ]
|
| 86 |
+
INFO:root:Average loss=0.06846780541539192
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.2152 | LCC = 0.9529 | SRCC = 0.9539 ]
|
| 89 |
+
INFO:root:Average loss=0.06802637851238251
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.2012 | LCC = 0.9529 | SRCC = 0.9540 ]
|
| 92 |
+
INFO:root:Average loss=0.06491711673140525
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.2262 | LCC = 0.9542 | SRCC = 0.9548 ]
|
| 95 |
+
INFO:root:Average loss=0.06233376660943031
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.2155 | LCC = 0.9543 | SRCC = 0.9550 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.2156 | LCC = 0.9577 | SRCC = 0.9584 ]
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe3cdee30e6d0ca0763142078e26ff1d14c987a601044f0dbbebcc4c27b66200
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e004a111f810bae33469d3b94ca69abb785d2f0a15045074f441d9bf86ca957c
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.4889287362098694
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3579 | LCC = 0.9016 | SRCC = 0.9052 ]
|
| 8 |
+
INFO:root:Average loss=0.24451339137554168
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3131 | LCC = 0.9115 | SRCC = 0.9130 ]
|
| 11 |
+
INFO:root:Average loss=0.1949731835126877
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2685 | LCC = 0.9268 | SRCC = 0.9277 ]
|
| 14 |
+
INFO:root:Average loss=0.16960105401277542
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2182 | LCC = 0.9357 | SRCC = 0.9380 ]
|
| 17 |
+
INFO:root:Average loss=0.15280187034606935
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2343 | LCC = 0.9380 | SRCC = 0.9399 ]
|
| 20 |
+
INFO:root:Average loss=0.14601025128364564
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2330 | LCC = 0.9404 | SRCC = 0.9420 ]
|
| 23 |
+
INFO:root:Average loss=0.13381608748435975
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.1881 | LCC = 0.9433 | SRCC = 0.9468 ]
|
| 26 |
+
INFO:root:Average loss=0.12767956244945527
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2022 | LCC = 0.9452 | SRCC = 0.9471 ]
|
| 29 |
+
INFO:root:Average loss=0.11630637174844742
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.2496 | LCC = 0.9351 | SRCC = 0.9368 ]
|
| 32 |
+
INFO:root:Average loss=0.10998157346248627
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2400 | LCC = 0.9415 | SRCC = 0.9449 ]
|
| 35 |
+
INFO:root:Average loss=0.10878817617893219
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.2490 | LCC = 0.9449 | SRCC = 0.9481 ]
|
| 38 |
+
INFO:root:Average loss=0.10217127305269241
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2003 | LCC = 0.9457 | SRCC = 0.9494 ]
|
| 41 |
+
INFO:root:Average loss=0.09646460101008415
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.1998 | LCC = 0.9463 | SRCC = 0.9486 ]
|
| 44 |
+
INFO:root:Average loss=0.08785014751553535
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.1962 | LCC = 0.9477 | SRCC = 0.9501 ]
|
| 47 |
+
INFO:root:Average loss=0.0866710897386074
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.1834 | LCC = 0.9502 | SRCC = 0.9511 ]
|
| 50 |
+
INFO:root:Average loss=0.08379636162519455
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.1710 | LCC = 0.9512 | SRCC = 0.9523 ]
|
| 53 |
+
INFO:root:Average loss=0.07998111069202424
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.2185 | LCC = 0.9484 | SRCC = 0.9503 ]
|
| 56 |
+
INFO:root:Average loss=0.07816588401794433
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2191 | LCC = 0.9465 | SRCC = 0.9506 ]
|
| 59 |
+
INFO:root:Average loss=0.0777975645661354
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2027 | LCC = 0.9508 | SRCC = 0.9517 ]
|
| 62 |
+
INFO:root:Average loss=0.06963444361090661
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.1976 | LCC = 0.9513 | SRCC = 0.9528 ]
|
| 65 |
+
INFO:root:Average loss=0.07300272914767265
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.2206 | LCC = 0.9500 | SRCC = 0.9513 ]
|
| 68 |
+
INFO:root:Average loss=0.07037264660000801
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2064 | LCC = 0.9503 | SRCC = 0.9524 ]
|
| 71 |
+
INFO:root:Average loss=0.06455557268857956
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.1955 | LCC = 0.9498 | SRCC = 0.9504 ]
|
| 74 |
+
INFO:root:Average loss=0.06315180692076683
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.1857 | LCC = 0.9513 | SRCC = 0.9530 ]
|
| 77 |
+
INFO:root:Average loss=0.061388275384902956
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2283 | LCC = 0.9509 | SRCC = 0.9515 ]
|
| 80 |
+
INFO:root:Average loss=0.05893584743142128
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.2292 | LCC = 0.9507 | SRCC = 0.9519 ]
|
| 83 |
+
INFO:root:Average loss=0.06168802785873413
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.2074 | LCC = 0.9526 | SRCC = 0.9549 ]
|
| 86 |
+
INFO:root:Average loss=0.057177586749196055
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.1925 | LCC = 0.9513 | SRCC = 0.9525 ]
|
| 89 |
+
INFO:root:Average loss=0.053496866345405576
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.1903 | LCC = 0.9515 | SRCC = 0.9528 ]
|
| 92 |
+
INFO:root:Average loss=0.05241002656519413
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.1945 | LCC = 0.9500 | SRCC = 0.9521 ]
|
| 95 |
+
INFO:root:Average loss=0.05412194263935089
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.1697 | LCC = 0.9544 | SRCC = 0.9554 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.1596 | LCC = 0.9592 | SRCC = 0.9597 ]
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on Tencent dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Tencent:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Tencent
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b17844b57f6cc10708454190c31bec4e5f6ba27f999d80b58c4d2399c5a79d8
|
| 3 |
+
size 2747979
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b8079984eaae11b1ec072658d34b34f3c6b64ba74feb3b55504cbcc266f57be
|
| 3 |
+
size 2749638
|
results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/train.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 8000
|
| 2 |
+
INFO:root:Num val speech clips: 2000
|
| 3 |
+
INFO:root:Num test speech clips: 1563
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.5793448665142059
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3286 | LCC = 0.9004 | SRCC = 0.9019 ]
|
| 8 |
+
INFO:root:Average loss=0.24460973572731018
|
| 9 |
+
INFO:root:
|
| 10 |
+
[Valid][1][UTT][ MSE = 0.3282 | LCC = 0.9183 | SRCC = 0.9195 ]
|
| 11 |
+
INFO:root:Average loss=0.19590992683172226
|
| 12 |
+
INFO:root:
|
| 13 |
+
[Valid][2][UTT][ MSE = 0.2369 | LCC = 0.9255 | SRCC = 0.9282 ]
|
| 14 |
+
INFO:root:Average loss=0.175962085545063
|
| 15 |
+
INFO:root:
|
| 16 |
+
[Valid][3][UTT][ MSE = 0.2563 | LCC = 0.9348 | SRCC = 0.9362 ]
|
| 17 |
+
INFO:root:Average loss=0.15681339210271836
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][4][UTT][ MSE = 0.2400 | LCC = 0.9396 | SRCC = 0.9417 ]
|
| 20 |
+
INFO:root:Average loss=0.15183320432901382
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][5][UTT][ MSE = 0.2486 | LCC = 0.9395 | SRCC = 0.9414 ]
|
| 23 |
+
INFO:root:Average loss=0.13666736274957658
|
| 24 |
+
INFO:root:
|
| 25 |
+
[Valid][6][UTT][ MSE = 0.2458 | LCC = 0.9395 | SRCC = 0.9411 ]
|
| 26 |
+
INFO:root:Average loss=0.12431019747257233
|
| 27 |
+
INFO:root:
|
| 28 |
+
[Valid][7][UTT][ MSE = 0.2388 | LCC = 0.9430 | SRCC = 0.9439 ]
|
| 29 |
+
INFO:root:Average loss=0.12132374531030655
|
| 30 |
+
INFO:root:
|
| 31 |
+
[Valid][8][UTT][ MSE = 0.1966 | LCC = 0.9481 | SRCC = 0.9491 ]
|
| 32 |
+
INFO:root:Average loss=0.11786853504180908
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][9][UTT][ MSE = 0.2141 | LCC = 0.9483 | SRCC = 0.9493 ]
|
| 35 |
+
INFO:root:Average loss=0.10639642941951752
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][10][UTT][ MSE = 0.1999 | LCC = 0.9488 | SRCC = 0.9500 ]
|
| 38 |
+
INFO:root:Average loss=0.10008459144830703
|
| 39 |
+
INFO:root:
|
| 40 |
+
[Valid][11][UTT][ MSE = 0.2045 | LCC = 0.9492 | SRCC = 0.9512 ]
|
| 41 |
+
INFO:root:Average loss=0.10031441390514374
|
| 42 |
+
INFO:root:
|
| 43 |
+
[Valid][12][UTT][ MSE = 0.2171 | LCC = 0.9460 | SRCC = 0.9477 ]
|
| 44 |
+
INFO:root:Average loss=0.09755438736081123
|
| 45 |
+
INFO:root:
|
| 46 |
+
[Valid][13][UTT][ MSE = 0.2125 | LCC = 0.9493 | SRCC = 0.9511 ]
|
| 47 |
+
INFO:root:Average loss=0.08800541162490845
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][14][UTT][ MSE = 0.2058 | LCC = 0.9469 | SRCC = 0.9483 ]
|
| 50 |
+
INFO:root:Average loss=0.0876545746922493
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][15][UTT][ MSE = 0.2070 | LCC = 0.9513 | SRCC = 0.9519 ]
|
| 53 |
+
INFO:root:Average loss=0.08084802588820457
|
| 54 |
+
INFO:root:
|
| 55 |
+
[Valid][16][UTT][ MSE = 0.1993 | LCC = 0.9531 | SRCC = 0.9543 ]
|
| 56 |
+
INFO:root:Average loss=0.08144808140397072
|
| 57 |
+
INFO:root:
|
| 58 |
+
[Valid][17][UTT][ MSE = 0.2130 | LCC = 0.9504 | SRCC = 0.9509 ]
|
| 59 |
+
INFO:root:Average loss=0.0817652525305748
|
| 60 |
+
INFO:root:
|
| 61 |
+
[Valid][18][UTT][ MSE = 0.2047 | LCC = 0.9533 | SRCC = 0.9538 ]
|
| 62 |
+
INFO:root:Average loss=0.07415814837813377
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][19][UTT][ MSE = 0.1943 | LCC = 0.9516 | SRCC = 0.9518 ]
|
| 65 |
+
INFO:root:Average loss=0.06991627398133278
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][20][UTT][ MSE = 0.1758 | LCC = 0.9530 | SRCC = 0.9536 ]
|
| 68 |
+
INFO:root:Average loss=0.0691428334414959
|
| 69 |
+
INFO:root:
|
| 70 |
+
[Valid][21][UTT][ MSE = 0.2151 | LCC = 0.9500 | SRCC = 0.9515 ]
|
| 71 |
+
INFO:root:Average loss=0.068031893491745
|
| 72 |
+
INFO:root:
|
| 73 |
+
[Valid][22][UTT][ MSE = 0.1902 | LCC = 0.9545 | SRCC = 0.9554 ]
|
| 74 |
+
INFO:root:Average loss=0.06636696538329125
|
| 75 |
+
INFO:root:
|
| 76 |
+
[Valid][23][UTT][ MSE = 0.1841 | LCC = 0.9531 | SRCC = 0.9531 ]
|
| 77 |
+
INFO:root:Average loss=0.06424055409431458
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][24][UTT][ MSE = 0.2036 | LCC = 0.9555 | SRCC = 0.9561 ]
|
| 80 |
+
INFO:root:Average loss=0.06497051239013672
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][25][UTT][ MSE = 0.1973 | LCC = 0.9544 | SRCC = 0.9549 ]
|
| 83 |
+
INFO:root:Average loss=0.057244617521762846
|
| 84 |
+
INFO:root:
|
| 85 |
+
[Valid][26][UTT][ MSE = 0.1950 | LCC = 0.9547 | SRCC = 0.9548 ]
|
| 86 |
+
INFO:root:Average loss=0.05721046084165573
|
| 87 |
+
INFO:root:
|
| 88 |
+
[Valid][27][UTT][ MSE = 0.1987 | LCC = 0.9537 | SRCC = 0.9539 ]
|
| 89 |
+
INFO:root:Average loss=0.056446252435445786
|
| 90 |
+
INFO:root:
|
| 91 |
+
[Valid][28][UTT][ MSE = 0.1945 | LCC = 0.9539 | SRCC = 0.9543 ]
|
| 92 |
+
INFO:root:Average loss=0.05399197441339493
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][29][UTT][ MSE = 0.1853 | LCC = 0.9554 | SRCC = 0.9554 ]
|
| 95 |
+
INFO:root:Average loss=0.052263595014810565
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][30][UTT][ MSE = 0.1804 | LCC = 0.9557 | SRCC = 0.9564 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Test][31][UTT][ MSE = 0.1796 | LCC = 0.9589 | SRCC = 0.9598 ]
|