Upload SSL Layer MOS checkpoints
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .DS_Store +0 -0
- results_bvcc/hubert_base/layer0/run0/config.gin +31 -0
- results_bvcc/hubert_base/layer0/run0/model.pt +3 -0
- results_bvcc/hubert_base/layer0/run0/model_best.pt +3 -0
- results_bvcc/hubert_base/layer0/run0/train.log +163 -0
- results_bvcc/hubert_base/layer0/run1/config.gin +31 -0
- results_bvcc/hubert_base/layer0/run1/model.pt +3 -0
- results_bvcc/hubert_base/layer0/run1/model_best.pt +3 -0
- results_bvcc/hubert_base/layer0/run1/train.log +163 -0
- results_bvcc/hubert_base/layer0/run2/config.gin +31 -0
- results_bvcc/hubert_base/layer0/run2/model.pt +3 -0
- results_bvcc/hubert_base/layer0/run2/model_best.pt +3 -0
- results_bvcc/hubert_base/layer0/run2/train.log +163 -0
- results_bvcc/hubert_base/layer0/run3/config.gin +31 -0
- results_bvcc/hubert_base/layer0/run3/model.pt +3 -0
- results_bvcc/hubert_base/layer0/run3/model_best.pt +3 -0
- results_bvcc/hubert_base/layer0/run3/train.log +163 -0
- results_bvcc/hubert_base/layer0/run4/config.gin +31 -0
- results_bvcc/hubert_base/layer0/run4/model.pt +3 -0
- results_bvcc/hubert_base/layer0/run4/model_best.pt +3 -0
- results_bvcc/hubert_base/layer0/run4/train.log +163 -0
- results_bvcc/hubert_base/layer1/run0/config.gin +31 -0
- results_bvcc/hubert_base/layer1/run0/model.pt +3 -0
- results_bvcc/hubert_base/layer1/run0/model_best.pt +3 -0
- results_bvcc/hubert_base/layer1/run0/train.log +163 -0
- results_bvcc/hubert_base/layer1/run1/config.gin +31 -0
- results_bvcc/hubert_base/layer1/run1/model.pt +3 -0
- results_bvcc/hubert_base/layer1/run1/model_best.pt +3 -0
- results_bvcc/hubert_base/layer1/run1/train.log +163 -0
- results_bvcc/hubert_base/layer1/run2/config.gin +31 -0
- results_bvcc/hubert_base/layer1/run2/model.pt +3 -0
- results_bvcc/hubert_base/layer1/run2/model_best.pt +3 -0
- results_bvcc/hubert_base/layer1/run2/train.log +163 -0
- results_bvcc/hubert_base/layer1/run3/config.gin +31 -0
- results_bvcc/hubert_base/layer1/run3/model.pt +3 -0
- results_bvcc/hubert_base/layer1/run3/model_best.pt +3 -0
- results_bvcc/hubert_base/layer1/run3/train.log +163 -0
- results_bvcc/hubert_base/layer1/run4/config.gin +31 -0
- results_bvcc/hubert_base/layer1/run4/model.pt +3 -0
- results_bvcc/hubert_base/layer1/run4/model_best.pt +3 -0
- results_bvcc/hubert_base/layer1/run4/train.log +163 -0
- results_bvcc/hubert_base/layer10/run0/config.gin +31 -0
- results_bvcc/hubert_base/layer10/run0/model.pt +3 -0
- results_bvcc/hubert_base/layer10/run0/model_best.pt +3 -0
- results_bvcc/hubert_base/layer10/run0/train.log +163 -0
- results_bvcc/hubert_base/layer10/run1/config.gin +31 -0
- results_bvcc/hubert_base/layer10/run1/model.pt +3 -0
- results_bvcc/hubert_base/layer10/run1/model_best.pt +3 -0
- results_bvcc/hubert_base/layer10/run1/train.log +163 -0
- results_bvcc/hubert_base/layer10/run2/config.gin +31 -0
.DS_Store
ADDED
|
Binary file (8.2 kB). View file
|
|
|
results_bvcc/hubert_base/layer0/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer0/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:37da1f3d4c0a705a2b437affae3dcb3a50772ec76cc8bbdd59e02c7b85fc4ad1
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer0/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a5297a5fd149172bc8768c16c12dc25e9f66039909e0ecd3710aa43bdff9923
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer0/run0/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.8071235036238645
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.7159 | LCC = 0.6303 | SRCC = 0.6214 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.6124 | LCC = 0.7542 | SRCC = 0.7385 ]
|
| 10 |
+
INFO:root:Average loss=0.4097405312917171
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3972 | LCC = 0.7460 | SRCC = 0.7540 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2858 | LCC = 0.8381 | SRCC = 0.8481 ]
|
| 15 |
+
INFO:root:Average loss=0.32817296511851823
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3575 | LCC = 0.7727 | SRCC = 0.7796 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.2409 | LCC = 0.8654 | SRCC = 0.8721 ]
|
| 20 |
+
INFO:root:Average loss=0.26617753677643263
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3409 | LCC = 0.7988 | SRCC = 0.8031 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.2347 | LCC = 0.8884 | SRCC = 0.8899 ]
|
| 25 |
+
INFO:root:Average loss=0.24577318743253365
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.3602 | LCC = 0.8034 | SRCC = 0.8106 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.2718 | LCC = 0.8852 | SRCC = 0.8870 ]
|
| 30 |
+
INFO:root:Average loss=0.23598553030154643
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2873 | LCC = 0.8155 | SRCC = 0.8183 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1625 | LCC = 0.9046 | SRCC = 0.9056 ]
|
| 35 |
+
INFO:root:Average loss=0.2078287144884085
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2919 | LCC = 0.8205 | SRCC = 0.8237 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1778 | LCC = 0.9092 | SRCC = 0.9143 ]
|
| 40 |
+
INFO:root:Average loss=0.1905968970595262
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2748 | LCC = 0.8302 | SRCC = 0.8284 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1612 | LCC = 0.9158 | SRCC = 0.9101 ]
|
| 45 |
+
INFO:root:Average loss=0.18266320811250272
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2812 | LCC = 0.8279 | SRCC = 0.8295 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1754 | LCC = 0.9085 | SRCC = 0.9091 ]
|
| 50 |
+
INFO:root:Average loss=0.17320630833124503
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.3230 | LCC = 0.8267 | SRCC = 0.8315 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.2220 | LCC = 0.9149 | SRCC = 0.9216 ]
|
| 55 |
+
INFO:root:Average loss=0.15973461715456766
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2784 | LCC = 0.8305 | SRCC = 0.8311 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1664 | LCC = 0.9207 | SRCC = 0.9220 ]
|
| 60 |
+
INFO:root:Average loss=0.15703325680433175
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2721 | LCC = 0.8333 | SRCC = 0.8345 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1610 | LCC = 0.9198 | SRCC = 0.9199 ]
|
| 65 |
+
INFO:root:Average loss=0.14920073537490305
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2859 | LCC = 0.8345 | SRCC = 0.8373 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1802 | LCC = 0.9220 | SRCC = 0.9257 ]
|
| 70 |
+
INFO:root:Average loss=0.14641668189030427
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2609 | LCC = 0.8330 | SRCC = 0.8346 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1185 | LCC = 0.9270 | SRCC = 0.9290 ]
|
| 75 |
+
INFO:root:Average loss=0.13915779871436265
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2631 | LCC = 0.8322 | SRCC = 0.8351 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1377 | LCC = 0.9254 | SRCC = 0.9318 ]
|
| 80 |
+
INFO:root:Average loss=0.12886649570786035
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.3274 | LCC = 0.8317 | SRCC = 0.8379 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.2397 | LCC = 0.9147 | SRCC = 0.9270 ]
|
| 85 |
+
INFO:root:Average loss=0.1254263565135308
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2876 | LCC = 0.8316 | SRCC = 0.8356 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1739 | LCC = 0.9219 | SRCC = 0.9298 ]
|
| 90 |
+
INFO:root:Average loss=0.1195612157193514
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2820 | LCC = 0.8376 | SRCC = 0.8410 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1731 | LCC = 0.9266 | SRCC = 0.9340 ]
|
| 95 |
+
INFO:root:Average loss=0.12178027219115159
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.3224 | LCC = 0.8378 | SRCC = 0.8422 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.2218 | LCC = 0.9262 | SRCC = 0.9343 ]
|
| 100 |
+
INFO:root:Average loss=0.11850897886623175
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.3288 | LCC = 0.8359 | SRCC = 0.8396 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.2349 | LCC = 0.9232 | SRCC = 0.9304 ]
|
| 105 |
+
INFO:root:Average loss=0.11047725914380489
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.3415 | LCC = 0.8369 | SRCC = 0.8426 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.2520 | LCC = 0.9219 | SRCC = 0.9334 ]
|
| 110 |
+
INFO:root:Average loss=0.11875825117413814
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2694 | LCC = 0.8371 | SRCC = 0.8397 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1558 | LCC = 0.9250 | SRCC = 0.9274 ]
|
| 115 |
+
INFO:root:Average loss=0.11621546372771263
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2886 | LCC = 0.8439 | SRCC = 0.8467 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1873 | LCC = 0.9287 | SRCC = 0.9311 ]
|
| 120 |
+
INFO:root:Average loss=0.09266739572661045
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.3063 | LCC = 0.8431 | SRCC = 0.8485 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1937 | LCC = 0.9314 | SRCC = 0.9372 ]
|
| 125 |
+
INFO:root:Average loss=0.09239243056911689
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2621 | LCC = 0.8397 | SRCC = 0.8427 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1473 | LCC = 0.9263 | SRCC = 0.9325 ]
|
| 130 |
+
INFO:root:Average loss=0.09100330186386903
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.3285 | LCC = 0.8344 | SRCC = 0.8414 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.2303 | LCC = 0.9209 | SRCC = 0.9327 ]
|
| 135 |
+
INFO:root:Average loss=0.08909393378939384
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.3456 | LCC = 0.8341 | SRCC = 0.8399 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.2548 | LCC = 0.9209 | SRCC = 0.9330 ]
|
| 140 |
+
INFO:root:Average loss=0.0832607816809263
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2601 | LCC = 0.8388 | SRCC = 0.8401 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1374 | LCC = 0.9279 | SRCC = 0.9331 ]
|
| 145 |
+
INFO:root:Average loss=0.08083572276891807
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2837 | LCC = 0.8387 | SRCC = 0.8408 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1753 | LCC = 0.9262 | SRCC = 0.9317 ]
|
| 150 |
+
INFO:root:Average loss=0.08017814016112915
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2829 | LCC = 0.8407 | SRCC = 0.8439 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1756 | LCC = 0.9279 | SRCC = 0.9349 ]
|
| 155 |
+
INFO:root:Average loss=0.0774428523503817
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2768 | LCC = 0.8434 | SRCC = 0.8454 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1728 | LCC = 0.9289 | SRCC = 0.9307 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2485 | LCC = 0.8512 | SRCC = 0.8506 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1058 | LCC = 0.9235 | SRCC = 0.9248 ]
|
results_bvcc/hubert_base/layer0/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer0/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d61020c210ff722caedba1482f7bea12f7fbe52b51833711e43dfd860f7c502
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer0/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:489cdbdac540803c12618b08f39bc03e42bc9f96c776fae0ac0880f9451666f8
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer0/run1/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.6774355723307683
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4441 | LCC = 0.6881 | SRCC = 0.6757 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.2886 | LCC = 0.7861 | SRCC = 0.7645 ]
|
| 10 |
+
INFO:root:Average loss=0.34415741895253843
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3610 | LCC = 0.7664 | SRCC = 0.7662 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2134 | LCC = 0.8626 | SRCC = 0.8632 ]
|
| 15 |
+
INFO:root:Average loss=0.28336287805667293
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3176 | LCC = 0.7879 | SRCC = 0.7868 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1872 | LCC = 0.8704 | SRCC = 0.8647 ]
|
| 20 |
+
INFO:root:Average loss=0.2639309181234775
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3430 | LCC = 0.8014 | SRCC = 0.8014 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.1745 | LCC = 0.8942 | SRCC = 0.8904 ]
|
| 25 |
+
INFO:root:Average loss=0.2395882161381917
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.3021 | LCC = 0.8047 | SRCC = 0.8039 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1622 | LCC = 0.8913 | SRCC = 0.8900 ]
|
| 30 |
+
INFO:root:Average loss=0.224675287038852
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.3083 | LCC = 0.8089 | SRCC = 0.8107 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1470 | LCC = 0.9067 | SRCC = 0.9099 ]
|
| 35 |
+
INFO:root:Average loss=0.2190260172654421
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2926 | LCC = 0.8133 | SRCC = 0.8193 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1735 | LCC = 0.8994 | SRCC = 0.9067 ]
|
| 40 |
+
INFO:root:Average loss=0.20973391353319853
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2698 | LCC = 0.8258 | SRCC = 0.8286 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1396 | LCC = 0.9057 | SRCC = 0.9075 ]
|
| 45 |
+
INFO:root:Average loss=0.18717216413754684
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2884 | LCC = 0.8259 | SRCC = 0.8276 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1284 | LCC = 0.9176 | SRCC = 0.9206 ]
|
| 50 |
+
INFO:root:Average loss=0.18375016108919412
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2736 | LCC = 0.8291 | SRCC = 0.8309 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1395 | LCC = 0.9159 | SRCC = 0.9189 ]
|
| 55 |
+
INFO:root:Average loss=0.1731922196654173
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2755 | LCC = 0.8319 | SRCC = 0.8328 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1252 | LCC = 0.9235 | SRCC = 0.9266 ]
|
| 60 |
+
INFO:root:Average loss=0.16117401010332963
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2566 | LCC = 0.8320 | SRCC = 0.8357 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1254 | LCC = 0.9205 | SRCC = 0.9259 ]
|
| 65 |
+
INFO:root:Average loss=0.15466190798160356
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2602 | LCC = 0.8284 | SRCC = 0.8321 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1233 | LCC = 0.9167 | SRCC = 0.9227 ]
|
| 70 |
+
INFO:root:Average loss=0.1503421951753971
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2588 | LCC = 0.8331 | SRCC = 0.8333 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1264 | LCC = 0.9217 | SRCC = 0.9193 ]
|
| 75 |
+
INFO:root:Average loss=0.1424412145637549
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2559 | LCC = 0.8316 | SRCC = 0.8358 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1203 | LCC = 0.9211 | SRCC = 0.9256 ]
|
| 80 |
+
INFO:root:Average loss=0.1382683890943344
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2597 | LCC = 0.8329 | SRCC = 0.8359 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1167 | LCC = 0.9253 | SRCC = 0.9316 ]
|
| 85 |
+
INFO:root:Average loss=0.13251230703332487
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2531 | LCC = 0.8330 | SRCC = 0.8343 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1066 | LCC = 0.9257 | SRCC = 0.9268 ]
|
| 90 |
+
INFO:root:Average loss=0.12684851894393945
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2504 | LCC = 0.8411 | SRCC = 0.8428 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1143 | LCC = 0.9339 | SRCC = 0.9361 ]
|
| 95 |
+
INFO:root:Average loss=0.12216097689591922
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2641 | LCC = 0.8326 | SRCC = 0.8339 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1089 | LCC = 0.9279 | SRCC = 0.9305 ]
|
| 100 |
+
INFO:root:Average loss=0.11631376821643268
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2606 | LCC = 0.8337 | SRCC = 0.8385 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1282 | LCC = 0.9300 | SRCC = 0.9390 ]
|
| 105 |
+
INFO:root:Average loss=0.11752500203557503
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2613 | LCC = 0.8362 | SRCC = 0.8360 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1344 | LCC = 0.9301 | SRCC = 0.9256 ]
|
| 110 |
+
INFO:root:Average loss=0.10743313569288987
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2521 | LCC = 0.8366 | SRCC = 0.8389 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1248 | LCC = 0.9260 | SRCC = 0.9297 ]
|
| 115 |
+
INFO:root:Average loss=0.10300417779347835
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2597 | LCC = 0.8314 | SRCC = 0.8319 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1083 | LCC = 0.9279 | SRCC = 0.9311 ]
|
| 120 |
+
INFO:root:Average loss=0.09824410348366468
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2518 | LCC = 0.8340 | SRCC = 0.8367 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1075 | LCC = 0.9273 | SRCC = 0.9328 ]
|
| 125 |
+
INFO:root:Average loss=0.09446876792189403
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2502 | LCC = 0.8372 | SRCC = 0.8365 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1116 | LCC = 0.9280 | SRCC = 0.9268 ]
|
| 130 |
+
INFO:root:Average loss=0.09701234054489014
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2713 | LCC = 0.8410 | SRCC = 0.8407 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1174 | LCC = 0.9289 | SRCC = 0.9301 ]
|
| 135 |
+
INFO:root:Average loss=0.0934672902027766
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2598 | LCC = 0.8384 | SRCC = 0.8391 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1283 | LCC = 0.9340 | SRCC = 0.9344 ]
|
| 140 |
+
INFO:root:Average loss=0.1056206846752992
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.3087 | LCC = 0.8375 | SRCC = 0.8372 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1360 | LCC = 0.9273 | SRCC = 0.9272 ]
|
| 145 |
+
INFO:root:Average loss=0.08849570107383606
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2512 | LCC = 0.8382 | SRCC = 0.8380 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1080 | LCC = 0.9251 | SRCC = 0.9243 ]
|
| 150 |
+
INFO:root:Average loss=0.09461981464081849
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2633 | LCC = 0.8342 | SRCC = 0.8379 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1312 | LCC = 0.9313 | SRCC = 0.9378 ]
|
| 155 |
+
INFO:root:Average loss=0.08670526914871655
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8392 | SRCC = 0.8394 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1100 | LCC = 0.9309 | SRCC = 0.9316 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2434 | LCC = 0.8551 | SRCC = 0.8528 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1368 | LCC = 0.9237 | SRCC = 0.9223 ]
|
results_bvcc/hubert_base/layer0/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer0/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd2be382cb5d0cbf38e347f420f664032ad48d9e57ba1d269959fea6d418da28
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer0/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38cd0890447505751ee24d5ac22aca453a8588d9af82c72b92acdb093d6f5716
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer0/run2/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.6223058226781014
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4212 | LCC = 0.7302 | SRCC = 0.7237 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.2987 | LCC = 0.8204 | SRCC = 0.8130 ]
|
| 10 |
+
INFO:root:Average loss=0.3400122488920505
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3451 | LCC = 0.7757 | SRCC = 0.7746 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2166 | LCC = 0.8716 | SRCC = 0.8712 ]
|
| 15 |
+
INFO:root:Average loss=0.28697922290899813
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3090 | LCC = 0.7985 | SRCC = 0.7971 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1581 | LCC = 0.8953 | SRCC = 0.8952 ]
|
| 20 |
+
INFO:root:Average loss=0.26048330198495817
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3045 | LCC = 0.8060 | SRCC = 0.8023 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.1794 | LCC = 0.8942 | SRCC = 0.8876 ]
|
| 25 |
+
INFO:root:Average loss=0.23282510691728348
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.3028 | LCC = 0.8117 | SRCC = 0.8110 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1911 | LCC = 0.8991 | SRCC = 0.8988 ]
|
| 30 |
+
INFO:root:Average loss=0.22307702192129233
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2824 | LCC = 0.8216 | SRCC = 0.8171 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1485 | LCC = 0.9093 | SRCC = 0.8992 ]
|
| 35 |
+
INFO:root:Average loss=0.209756378753063
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2746 | LCC = 0.8231 | SRCC = 0.8224 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1452 | LCC = 0.9103 | SRCC = 0.9089 ]
|
| 40 |
+
INFO:root:Average loss=0.20963191049985397
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2685 | LCC = 0.8293 | SRCC = 0.8270 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1404 | LCC = 0.9188 | SRCC = 0.9173 ]
|
| 45 |
+
INFO:root:Average loss=0.19137880578637123
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.3273 | LCC = 0.8231 | SRCC = 0.8256 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.2330 | LCC = 0.9056 | SRCC = 0.9116 ]
|
| 50 |
+
INFO:root:Average loss=0.18366533365005103
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2697 | LCC = 0.8285 | SRCC = 0.8305 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1476 | LCC = 0.9183 | SRCC = 0.9229 ]
|
| 55 |
+
INFO:root:Average loss=0.17462738183064339
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2687 | LCC = 0.8322 | SRCC = 0.8317 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1345 | LCC = 0.9151 | SRCC = 0.9148 ]
|
| 60 |
+
INFO:root:Average loss=0.1804203008994078
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2687 | LCC = 0.8355 | SRCC = 0.8338 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1519 | LCC = 0.9235 | SRCC = 0.9196 ]
|
| 65 |
+
INFO:root:Average loss=0.15735098853325233
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2813 | LCC = 0.8332 | SRCC = 0.8338 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1829 | LCC = 0.9148 | SRCC = 0.9176 ]
|
| 70 |
+
INFO:root:Average loss=0.15264414795316184
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2540 | LCC = 0.8391 | SRCC = 0.8363 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1353 | LCC = 0.9232 | SRCC = 0.9177 ]
|
| 75 |
+
INFO:root:Average loss=0.1461944027015796
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2628 | LCC = 0.8353 | SRCC = 0.8358 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1610 | LCC = 0.9140 | SRCC = 0.9159 ]
|
| 80 |
+
INFO:root:Average loss=0.13716615822452766
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2443 | LCC = 0.8395 | SRCC = 0.8399 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1162 | LCC = 0.9241 | SRCC = 0.9236 ]
|
| 85 |
+
INFO:root:Average loss=0.1376123607922823
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2519 | LCC = 0.8393 | SRCC = 0.8382 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1145 | LCC = 0.9296 | SRCC = 0.9285 ]
|
| 90 |
+
INFO:root:Average loss=0.12754998069543105
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2696 | LCC = 0.8403 | SRCC = 0.8409 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1759 | LCC = 0.9178 | SRCC = 0.9175 ]
|
| 95 |
+
INFO:root:Average loss=0.1296643590888916
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2506 | LCC = 0.8401 | SRCC = 0.8389 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1331 | LCC = 0.9244 | SRCC = 0.9239 ]
|
| 100 |
+
INFO:root:Average loss=0.12227761382475877
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2486 | LCC = 0.8428 | SRCC = 0.8418 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1338 | LCC = 0.9277 | SRCC = 0.9254 ]
|
| 105 |
+
INFO:root:Average loss=0.12108463688920705
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2497 | LCC = 0.8433 | SRCC = 0.8428 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1091 | LCC = 0.9338 | SRCC = 0.9320 ]
|
| 110 |
+
INFO:root:Average loss=0.10972379367703046
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2478 | LCC = 0.8396 | SRCC = 0.8405 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1332 | LCC = 0.9205 | SRCC = 0.9238 ]
|
| 115 |
+
INFO:root:Average loss=0.10746112900475661
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2681 | LCC = 0.8360 | SRCC = 0.8377 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1622 | LCC = 0.9221 | SRCC = 0.9251 ]
|
| 120 |
+
INFO:root:Average loss=0.10673746686333264
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2436 | LCC = 0.8402 | SRCC = 0.8415 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1184 | LCC = 0.9227 | SRCC = 0.9258 ]
|
| 125 |
+
INFO:root:Average loss=0.11541349841998173
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2449 | LCC = 0.8437 | SRCC = 0.8435 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1221 | LCC = 0.9285 | SRCC = 0.9273 ]
|
| 130 |
+
INFO:root:Average loss=0.09568858614716774
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2492 | LCC = 0.8386 | SRCC = 0.8390 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1299 | LCC = 0.9234 | SRCC = 0.9276 ]
|
| 135 |
+
INFO:root:Average loss=0.0912624185379499
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2439 | LCC = 0.8419 | SRCC = 0.8420 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1140 | LCC = 0.9288 | SRCC = 0.9276 ]
|
| 140 |
+
INFO:root:Average loss=0.09330684763307755
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2435 | LCC = 0.8423 | SRCC = 0.8423 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1237 | LCC = 0.9291 | SRCC = 0.9274 ]
|
| 145 |
+
INFO:root:Average loss=0.09177298891620758
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2471 | LCC = 0.8430 | SRCC = 0.8433 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1055 | LCC = 0.9307 | SRCC = 0.9303 ]
|
| 150 |
+
INFO:root:Average loss=0.08547591513548142
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2499 | LCC = 0.8392 | SRCC = 0.8398 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1140 | LCC = 0.9289 | SRCC = 0.9303 ]
|
| 155 |
+
INFO:root:Average loss=0.08721243790709056
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2501 | LCC = 0.8431 | SRCC = 0.8433 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1220 | LCC = 0.9184 | SRCC = 0.9178 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2476 | LCC = 0.8519 | SRCC = 0.8485 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1479 | LCC = 0.9113 | SRCC = 0.9079 ]
|
results_bvcc/hubert_base/layer0/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer0/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7de8634a0f0bc19f9b77146d5976869d48ad726be6eaad8630fb623d7e8668cf
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer0/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6fe91dcd98632de6669d0d6ed410182b0cd9255fac9773a679ba83683d6ec268
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer0/run3/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.6666924987847989
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4511 | LCC = 0.6917 | SRCC = 0.6934 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.3002 | LCC = 0.7935 | SRCC = 0.8007 ]
|
| 10 |
+
INFO:root:Average loss=0.34847343350068116
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3668 | LCC = 0.7687 | SRCC = 0.7675 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2249 | LCC = 0.8576 | SRCC = 0.8516 ]
|
| 15 |
+
INFO:root:Average loss=0.295010652870704
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3428 | LCC = 0.7907 | SRCC = 0.7891 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1939 | LCC = 0.8906 | SRCC = 0.8891 ]
|
| 20 |
+
INFO:root:Average loss=0.25975389377428937
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3649 | LCC = 0.7940 | SRCC = 0.7947 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.2553 | LCC = 0.8874 | SRCC = 0.8868 ]
|
| 25 |
+
INFO:root:Average loss=0.232160553527184
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.2948 | LCC = 0.8115 | SRCC = 0.8118 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1638 | LCC = 0.9064 | SRCC = 0.9051 ]
|
| 30 |
+
INFO:root:Average loss=0.21545015008021623
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2957 | LCC = 0.8193 | SRCC = 0.8189 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1769 | LCC = 0.9113 | SRCC = 0.9102 ]
|
| 35 |
+
INFO:root:Average loss=0.21130773272269812
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2922 | LCC = 0.8246 | SRCC = 0.8245 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1787 | LCC = 0.9137 | SRCC = 0.9117 ]
|
| 40 |
+
INFO:root:Average loss=0.19410190884119424
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2795 | LCC = 0.8221 | SRCC = 0.8251 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1551 | LCC = 0.9138 | SRCC = 0.9206 ]
|
| 45 |
+
INFO:root:Average loss=0.18376540335325095
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2742 | LCC = 0.8254 | SRCC = 0.8256 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1485 | LCC = 0.9158 | SRCC = 0.9160 ]
|
| 50 |
+
INFO:root:Average loss=0.17642830598812836
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2658 | LCC = 0.8318 | SRCC = 0.8334 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1318 | LCC = 0.9237 | SRCC = 0.9252 ]
|
| 55 |
+
INFO:root:Average loss=0.18266728787850112
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2650 | LCC = 0.8303 | SRCC = 0.8298 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1249 | LCC = 0.9247 | SRCC = 0.9226 ]
|
| 60 |
+
INFO:root:Average loss=0.16145813331390038
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2947 | LCC = 0.8283 | SRCC = 0.8279 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1924 | LCC = 0.9130 | SRCC = 0.9095 ]
|
| 65 |
+
INFO:root:Average loss=0.16023201524065092
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2727 | LCC = 0.8280 | SRCC = 0.8245 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1380 | LCC = 0.9141 | SRCC = 0.9038 ]
|
| 70 |
+
INFO:root:Average loss=0.15817955270027503
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2704 | LCC = 0.8294 | SRCC = 0.8329 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1549 | LCC = 0.9157 | SRCC = 0.9219 ]
|
| 75 |
+
INFO:root:Average loss=0.14820197348793349
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2533 | LCC = 0.8359 | SRCC = 0.8362 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1207 | LCC = 0.9203 | SRCC = 0.9213 ]
|
| 80 |
+
INFO:root:Average loss=0.13579080368463808
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2907 | LCC = 0.8249 | SRCC = 0.8266 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1962 | LCC = 0.9056 | SRCC = 0.9115 ]
|
| 85 |
+
INFO:root:Average loss=0.13515052772485292
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2520 | LCC = 0.8372 | SRCC = 0.8366 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1211 | LCC = 0.9262 | SRCC = 0.9243 ]
|
| 90 |
+
INFO:root:Average loss=0.13414651642625147
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2576 | LCC = 0.8340 | SRCC = 0.8343 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1413 | LCC = 0.9175 | SRCC = 0.9185 ]
|
| 95 |
+
INFO:root:Average loss=0.1214076355099678
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2688 | LCC = 0.8317 | SRCC = 0.8315 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1521 | LCC = 0.9211 | SRCC = 0.9233 ]
|
| 100 |
+
INFO:root:Average loss=0.11501938190597755
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2560 | LCC = 0.8375 | SRCC = 0.8366 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1269 | LCC = 0.9234 | SRCC = 0.9237 ]
|
| 105 |
+
INFO:root:Average loss=0.1126799449706689
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2588 | LCC = 0.8315 | SRCC = 0.8321 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1328 | LCC = 0.9215 | SRCC = 0.9230 ]
|
| 110 |
+
INFO:root:Average loss=0.11280654619137447
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2506 | LCC = 0.8368 | SRCC = 0.8353 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1195 | LCC = 0.9273 | SRCC = 0.9243 ]
|
| 115 |
+
INFO:root:Average loss=0.11880997291360146
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2789 | LCC = 0.8363 | SRCC = 0.8350 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1749 | LCC = 0.9209 | SRCC = 0.9196 ]
|
| 120 |
+
INFO:root:Average loss=0.11219349618141468
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2535 | LCC = 0.8348 | SRCC = 0.8337 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1230 | LCC = 0.9186 | SRCC = 0.9169 ]
|
| 125 |
+
INFO:root:Average loss=0.09709211649038853
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2544 | LCC = 0.8351 | SRCC = 0.8348 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1329 | LCC = 0.9217 | SRCC = 0.9212 ]
|
| 130 |
+
INFO:root:Average loss=0.10323420539498329
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2516 | LCC = 0.8374 | SRCC = 0.8370 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1250 | LCC = 0.9241 | SRCC = 0.9225 ]
|
| 135 |
+
INFO:root:Average loss=0.0923682904491822
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2582 | LCC = 0.8367 | SRCC = 0.8364 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1152 | LCC = 0.9258 | SRCC = 0.9257 ]
|
| 140 |
+
INFO:root:Average loss=0.09195920629188037
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2511 | LCC = 0.8360 | SRCC = 0.8339 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1131 | LCC = 0.9264 | SRCC = 0.9229 ]
|
| 145 |
+
INFO:root:Average loss=0.08646859562931916
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2597 | LCC = 0.8382 | SRCC = 0.8380 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1449 | LCC = 0.9253 | SRCC = 0.9290 ]
|
| 150 |
+
INFO:root:Average loss=0.0903388187289238
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2546 | LCC = 0.8382 | SRCC = 0.8363 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1183 | LCC = 0.9240 | SRCC = 0.9207 ]
|
| 155 |
+
INFO:root:Average loss=0.0855825606924601
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8390 | SRCC = 0.8390 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1117 | LCC = 0.9280 | SRCC = 0.9293 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2464 | LCC = 0.8477 | SRCC = 0.8491 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1361 | LCC = 0.9146 | SRCC = 0.9112 ]
|
results_bvcc/hubert_base/layer0/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer0/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eed74a112bcd5d30ff3577b2e8ae4facc954154ca2aee6eb143ac15678a3b533
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer0/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fca8028388815226ff6f2fd3627b63270a14a28d95d25edca43b8683aaf18ba5
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer0/run4/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.693080838292073
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4634 | LCC = 0.6953 | SRCC = 0.7022 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.3292 | LCC = 0.7972 | SRCC = 0.8042 ]
|
| 10 |
+
INFO:root:Average loss=0.34744123140206706
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3678 | LCC = 0.7627 | SRCC = 0.7654 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2164 | LCC = 0.8555 | SRCC = 0.8574 ]
|
| 15 |
+
INFO:root:Average loss=0.29983761237981993
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3499 | LCC = 0.7796 | SRCC = 0.7825 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.2295 | LCC = 0.8708 | SRCC = 0.8707 ]
|
| 20 |
+
INFO:root:Average loss=0.2731100775492497
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3117 | LCC = 0.7958 | SRCC = 0.7975 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.1506 | LCC = 0.8955 | SRCC = 0.8957 ]
|
| 25 |
+
INFO:root:Average loss=0.24996906404311842
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.3147 | LCC = 0.8083 | SRCC = 0.8112 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1597 | LCC = 0.9030 | SRCC = 0.9025 ]
|
| 30 |
+
INFO:root:Average loss=0.23520163503976968
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2935 | LCC = 0.8148 | SRCC = 0.8185 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1620 | LCC = 0.9082 | SRCC = 0.9106 ]
|
| 35 |
+
INFO:root:Average loss=0.2100157462633573
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2817 | LCC = 0.8240 | SRCC = 0.8249 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1391 | LCC = 0.9136 | SRCC = 0.9114 ]
|
| 40 |
+
INFO:root:Average loss=0.201802688340346
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2746 | LCC = 0.8219 | SRCC = 0.8276 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1424 | LCC = 0.9112 | SRCC = 0.9143 ]
|
| 45 |
+
INFO:root:Average loss=0.1959327457424922
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.3126 | LCC = 0.8182 | SRCC = 0.8258 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1935 | LCC = 0.9127 | SRCC = 0.9171 ]
|
| 50 |
+
INFO:root:Average loss=0.18192135447110885
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2660 | LCC = 0.8286 | SRCC = 0.8313 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1249 | LCC = 0.9253 | SRCC = 0.9275 ]
|
| 55 |
+
INFO:root:Average loss=0.1763921972268667
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2660 | LCC = 0.8344 | SRCC = 0.8345 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1335 | LCC = 0.9284 | SRCC = 0.9250 ]
|
| 60 |
+
INFO:root:Average loss=0.17014887193456674
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2563 | LCC = 0.8320 | SRCC = 0.8334 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1209 | LCC = 0.9228 | SRCC = 0.9204 ]
|
| 65 |
+
INFO:root:Average loss=0.1581740857890019
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2554 | LCC = 0.8362 | SRCC = 0.8379 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1105 | LCC = 0.9279 | SRCC = 0.9252 ]
|
| 70 |
+
INFO:root:Average loss=0.14950331653922033
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2664 | LCC = 0.8379 | SRCC = 0.8356 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1191 | LCC = 0.9296 | SRCC = 0.9228 ]
|
| 75 |
+
INFO:root:Average loss=0.1583162763944039
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2710 | LCC = 0.8398 | SRCC = 0.8390 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1274 | LCC = 0.9325 | SRCC = 0.9284 ]
|
| 80 |
+
INFO:root:Average loss=0.14270673520289934
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2533 | LCC = 0.8374 | SRCC = 0.8343 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1129 | LCC = 0.9327 | SRCC = 0.9239 ]
|
| 85 |
+
INFO:root:Average loss=0.14289586580334565
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2564 | LCC = 0.8386 | SRCC = 0.8403 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1276 | LCC = 0.9282 | SRCC = 0.9243 ]
|
| 90 |
+
INFO:root:Average loss=0.12877724902370039
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2831 | LCC = 0.8300 | SRCC = 0.8333 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1673 | LCC = 0.9223 | SRCC = 0.9249 ]
|
| 95 |
+
INFO:root:Average loss=0.12344437312239255
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2592 | LCC = 0.8385 | SRCC = 0.8395 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1111 | LCC = 0.9338 | SRCC = 0.9289 ]
|
| 100 |
+
INFO:root:Average loss=0.12405563881381965
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2486 | LCC = 0.8405 | SRCC = 0.8399 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1149 | LCC = 0.9299 | SRCC = 0.9263 ]
|
| 105 |
+
INFO:root:Average loss=0.12222514291986442
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2522 | LCC = 0.8419 | SRCC = 0.8417 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1028 | LCC = 0.9311 | SRCC = 0.9247 ]
|
| 110 |
+
INFO:root:Average loss=0.1072661759188542
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2499 | LCC = 0.8416 | SRCC = 0.8421 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.0991 | LCC = 0.9343 | SRCC = 0.9303 ]
|
| 115 |
+
INFO:root:Average loss=0.10850798739836766
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2517 | LCC = 0.8423 | SRCC = 0.8427 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.0969 | LCC = 0.9344 | SRCC = 0.9282 ]
|
| 120 |
+
INFO:root:Average loss=0.11836651273262806
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2536 | LCC = 0.8340 | SRCC = 0.8352 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1103 | LCC = 0.9312 | SRCC = 0.9272 ]
|
| 125 |
+
INFO:root:Average loss=0.10285430115002853
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2476 | LCC = 0.8387 | SRCC = 0.8394 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1112 | LCC = 0.9321 | SRCC = 0.9267 ]
|
| 130 |
+
INFO:root:Average loss=0.09522139500731076
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2525 | LCC = 0.8430 | SRCC = 0.8426 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1027 | LCC = 0.9359 | SRCC = 0.9282 ]
|
| 135 |
+
INFO:root:Average loss=0.0962164487498693
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2496 | LCC = 0.8396 | SRCC = 0.8398 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1061 | LCC = 0.9354 | SRCC = 0.9300 ]
|
| 140 |
+
INFO:root:Average loss=0.08834256709386142
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2606 | LCC = 0.8411 | SRCC = 0.8407 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1048 | LCC = 0.9349 | SRCC = 0.9299 ]
|
| 145 |
+
INFO:root:Average loss=0.08937389016724549
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2429 | LCC = 0.8409 | SRCC = 0.8418 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1005 | LCC = 0.9336 | SRCC = 0.9311 ]
|
| 150 |
+
INFO:root:Average loss=0.08754428031925972
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2479 | LCC = 0.8386 | SRCC = 0.8400 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.0996 | LCC = 0.9356 | SRCC = 0.9344 ]
|
| 155 |
+
INFO:root:Average loss=0.08822393976151943
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2544 | LCC = 0.8372 | SRCC = 0.8376 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1088 | LCC = 0.9322 | SRCC = 0.9294 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2648 | LCC = 0.8479 | SRCC = 0.8471 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1627 | LCC = 0.9183 | SRCC = 0.9182 ]
|
results_bvcc/hubert_base/layer1/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer1/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1727d1fc4b46c61e461d11a8d26f0c3703fe39c1819f64ac1ee199143cc8ecf6
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer1/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32fe52e74b022a18133e09224b954c5a0e80573df92133cad6334d8ae861a131
|
| 3 |
+
size 2749702
|
results_bvcc/hubert_base/layer1/run0/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.5384347431170635
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3651 | LCC = 0.7579 | SRCC = 0.7679 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.2450 | LCC = 0.8279 | SRCC = 0.8417 ]
|
| 10 |
+
INFO:root:Average loss=0.3125162693934563
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3197 | LCC = 0.8014 | SRCC = 0.8089 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.1803 | LCC = 0.8851 | SRCC = 0.8933 ]
|
| 15 |
+
INFO:root:Average loss=0.2598467270533244
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.2821 | LCC = 0.8201 | SRCC = 0.8220 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1661 | LCC = 0.8930 | SRCC = 0.8938 ]
|
| 20 |
+
INFO:root:Average loss=0.2328854107703918
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.2763 | LCC = 0.8392 | SRCC = 0.8393 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.1440 | LCC = 0.9144 | SRCC = 0.9146 ]
|
| 25 |
+
INFO:root:Average loss=0.22046697693757522
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.4002 | LCC = 0.8421 | SRCC = 0.8436 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.2308 | LCC = 0.9180 | SRCC = 0.9170 ]
|
| 30 |
+
INFO:root:Average loss=0.21332733552807417
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2586 | LCC = 0.8511 | SRCC = 0.8506 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1378 | LCC = 0.9231 | SRCC = 0.9208 ]
|
| 35 |
+
INFO:root:Average loss=0.1894073927631745
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.3212 | LCC = 0.8521 | SRCC = 0.8534 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1690 | LCC = 0.9268 | SRCC = 0.9275 ]
|
| 40 |
+
INFO:root:Average loss=0.18603943020869523
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2509 | LCC = 0.8596 | SRCC = 0.8588 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1250 | LCC = 0.9328 | SRCC = 0.9326 ]
|
| 45 |
+
INFO:root:Average loss=0.17212454124520987
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2483 | LCC = 0.8543 | SRCC = 0.8550 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1200 | LCC = 0.9243 | SRCC = 0.9258 ]
|
| 50 |
+
INFO:root:Average loss=0.16676599217148927
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2394 | LCC = 0.8574 | SRCC = 0.8579 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1090 | LCC = 0.9328 | SRCC = 0.9327 ]
|
| 55 |
+
INFO:root:Average loss=0.1568388469899312
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2243 | LCC = 0.8601 | SRCC = 0.8610 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1111 | LCC = 0.9340 | SRCC = 0.9366 ]
|
| 60 |
+
INFO:root:Average loss=0.1442243832235153
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2371 | LCC = 0.8641 | SRCC = 0.8647 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1020 | LCC = 0.9381 | SRCC = 0.9382 ]
|
| 65 |
+
INFO:root:Average loss=0.13970096906026205
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2459 | LCC = 0.8640 | SRCC = 0.8632 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1154 | LCC = 0.9294 | SRCC = 0.9273 ]
|
| 70 |
+
INFO:root:Average loss=0.13385126567803896
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2314 | LCC = 0.8615 | SRCC = 0.8616 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1131 | LCC = 0.9306 | SRCC = 0.9291 ]
|
| 75 |
+
INFO:root:Average loss=0.1395218190856469
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2516 | LCC = 0.8623 | SRCC = 0.8632 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1148 | LCC = 0.9330 | SRCC = 0.9317 ]
|
| 80 |
+
INFO:root:Average loss=0.12572642759634897
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2201 | LCC = 0.8592 | SRCC = 0.8624 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1045 | LCC = 0.9285 | SRCC = 0.9318 ]
|
| 85 |
+
INFO:root:Average loss=0.12177978790341279
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.3041 | LCC = 0.8608 | SRCC = 0.8629 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1519 | LCC = 0.9327 | SRCC = 0.9302 ]
|
| 90 |
+
INFO:root:Average loss=0.11431545802415946
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2562 | LCC = 0.8624 | SRCC = 0.8623 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1186 | LCC = 0.9389 | SRCC = 0.9346 ]
|
| 95 |
+
INFO:root:Average loss=0.11375301770674877
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2928 | LCC = 0.8641 | SRCC = 0.8659 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1400 | LCC = 0.9363 | SRCC = 0.9346 ]
|
| 100 |
+
INFO:root:Average loss=0.10535824337066749
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2620 | LCC = 0.8668 | SRCC = 0.8681 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1174 | LCC = 0.9434 | SRCC = 0.9428 ]
|
| 105 |
+
INFO:root:Average loss=0.10686533917219211
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2346 | LCC = 0.8676 | SRCC = 0.8684 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.0989 | LCC = 0.9410 | SRCC = 0.9407 ]
|
| 110 |
+
INFO:root:Average loss=0.09585214282075565
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2737 | LCC = 0.8660 | SRCC = 0.8677 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1247 | LCC = 0.9395 | SRCC = 0.9368 ]
|
| 115 |
+
INFO:root:Average loss=0.09199319393015824
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2286 | LCC = 0.8651 | SRCC = 0.8652 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1011 | LCC = 0.9367 | SRCC = 0.9341 ]
|
| 120 |
+
INFO:root:Average loss=0.08877703026892284
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2181 | LCC = 0.8631 | SRCC = 0.8637 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.0991 | LCC = 0.9361 | SRCC = 0.9365 ]
|
| 125 |
+
INFO:root:Average loss=0.08189217999386482
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.8627 | SRCC = 0.8643 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1169 | LCC = 0.9397 | SRCC = 0.9394 ]
|
| 130 |
+
INFO:root:Average loss=0.0838615719993145
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2856 | LCC = 0.8628 | SRCC = 0.8645 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1347 | LCC = 0.9359 | SRCC = 0.9337 ]
|
| 135 |
+
INFO:root:Average loss=0.07518950458138417
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2611 | LCC = 0.8631 | SRCC = 0.8640 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1221 | LCC = 0.9354 | SRCC = 0.9338 ]
|
| 140 |
+
INFO:root:Average loss=0.07390239032415244
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2572 | LCC = 0.8604 | SRCC = 0.8623 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1103 | LCC = 0.9374 | SRCC = 0.9382 ]
|
| 145 |
+
INFO:root:Average loss=0.07868596548453355
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2522 | LCC = 0.8586 | SRCC = 0.8603 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1138 | LCC = 0.9315 | SRCC = 0.9299 ]
|
| 150 |
+
INFO:root:Average loss=0.0740464381300486
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2486 | LCC = 0.8662 | SRCC = 0.8676 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1086 | LCC = 0.9405 | SRCC = 0.9380 ]
|
| 155 |
+
INFO:root:Average loss=0.07149870755771796
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2503 | LCC = 0.8643 | SRCC = 0.8655 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1107 | LCC = 0.9356 | SRCC = 0.9348 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2802 | LCC = 0.8573 | SRCC = 0.8591 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.2114 | LCC = 0.9106 | SRCC = 0.9120 ]
|
results_bvcc/hubert_base/layer1/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer1/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c8e79d8cec732313da31c477cfc69e897b4c0f1b4fc046b397184b3cac5492ec
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer1/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0cfdf2e8cc1a2ad1d82ba745e7e1b4a5889d3b06b027b671d56eb0ab6aa62364
|
| 3 |
+
size 2749702
|
results_bvcc/hubert_base/layer1/run1/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.5688458081239309
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3943 | LCC = 0.7444 | SRCC = 0.7515 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.2508 | LCC = 0.8380 | SRCC = 0.8455 ]
|
| 10 |
+
INFO:root:Average loss=0.30762900641331303
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3422 | LCC = 0.7928 | SRCC = 0.7942 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2004 | LCC = 0.8883 | SRCC = 0.8823 ]
|
| 15 |
+
INFO:root:Average loss=0.2698195341687936
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.2890 | LCC = 0.8195 | SRCC = 0.8199 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1619 | LCC = 0.9094 | SRCC = 0.9085 ]
|
| 20 |
+
INFO:root:Average loss=0.245184295070477
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.2756 | LCC = 0.8247 | SRCC = 0.8263 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.1538 | LCC = 0.9096 | SRCC = 0.9109 ]
|
| 25 |
+
INFO:root:Average loss=0.2246660406772907
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.2642 | LCC = 0.8319 | SRCC = 0.8343 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1325 | LCC = 0.9195 | SRCC = 0.9227 ]
|
| 30 |
+
INFO:root:Average loss=0.20716812824591613
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2571 | LCC = 0.8407 | SRCC = 0.8398 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1235 | LCC = 0.9255 | SRCC = 0.9213 ]
|
| 35 |
+
INFO:root:Average loss=0.19434941130188796
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2604 | LCC = 0.8453 | SRCC = 0.8447 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1278 | LCC = 0.9292 | SRCC = 0.9246 ]
|
| 40 |
+
INFO:root:Average loss=0.1834895882086876
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2465 | LCC = 0.8468 | SRCC = 0.8475 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1154 | LCC = 0.9319 | SRCC = 0.9328 ]
|
| 45 |
+
INFO:root:Average loss=0.17047799521913895
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2504 | LCC = 0.8538 | SRCC = 0.8525 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1349 | LCC = 0.9359 | SRCC = 0.9318 ]
|
| 50 |
+
INFO:root:Average loss=0.1595101310656621
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2777 | LCC = 0.8515 | SRCC = 0.8520 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1347 | LCC = 0.9341 | SRCC = 0.9322 ]
|
| 55 |
+
INFO:root:Average loss=0.16081301571849066
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2429 | LCC = 0.8493 | SRCC = 0.8500 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1249 | LCC = 0.9319 | SRCC = 0.9323 ]
|
| 60 |
+
INFO:root:Average loss=0.1469948191482287
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2456 | LCC = 0.8524 | SRCC = 0.8523 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1334 | LCC = 0.9369 | SRCC = 0.9365 ]
|
| 65 |
+
INFO:root:Average loss=0.1455276571214199
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2344 | LCC = 0.8531 | SRCC = 0.8526 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1064 | LCC = 0.9389 | SRCC = 0.9370 ]
|
| 70 |
+
INFO:root:Average loss=0.1378849412386234
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2404 | LCC = 0.8484 | SRCC = 0.8484 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1146 | LCC = 0.9304 | SRCC = 0.9268 ]
|
| 75 |
+
INFO:root:Average loss=0.1461408253854666
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2382 | LCC = 0.8511 | SRCC = 0.8509 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1272 | LCC = 0.9297 | SRCC = 0.9283 ]
|
| 80 |
+
INFO:root:Average loss=0.12293958023954661
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.8567 | SRCC = 0.8560 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1121 | LCC = 0.9404 | SRCC = 0.9403 ]
|
| 85 |
+
INFO:root:Average loss=0.11160537438132824
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2354 | LCC = 0.8529 | SRCC = 0.8525 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1147 | LCC = 0.9346 | SRCC = 0.9298 ]
|
| 90 |
+
INFO:root:Average loss=0.12221762327811657
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2376 | LCC = 0.8565 | SRCC = 0.8560 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1038 | LCC = 0.9457 | SRCC = 0.9398 ]
|
| 95 |
+
INFO:root:Average loss=0.11015741355144061
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2475 | LCC = 0.8528 | SRCC = 0.8523 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1355 | LCC = 0.9335 | SRCC = 0.9303 ]
|
| 100 |
+
INFO:root:Average loss=0.10103652669260135
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.8593 | SRCC = 0.8564 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1173 | LCC = 0.9393 | SRCC = 0.9325 ]
|
| 105 |
+
INFO:root:Average loss=0.1011919436068871
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2300 | LCC = 0.8583 | SRCC = 0.8571 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1184 | LCC = 0.9384 | SRCC = 0.9355 ]
|
| 110 |
+
INFO:root:Average loss=0.10148329598208268
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2428 | LCC = 0.8521 | SRCC = 0.8512 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1254 | LCC = 0.9283 | SRCC = 0.9230 ]
|
| 115 |
+
INFO:root:Average loss=0.09493161938511409
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2267 | LCC = 0.8564 | SRCC = 0.8548 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1075 | LCC = 0.9398 | SRCC = 0.9348 ]
|
| 120 |
+
INFO:root:Average loss=0.09536688273342755
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2395 | LCC = 0.8544 | SRCC = 0.8522 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1281 | LCC = 0.9387 | SRCC = 0.9342 ]
|
| 125 |
+
INFO:root:Average loss=0.09586510749963614
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2316 | LCC = 0.8557 | SRCC = 0.8551 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1044 | LCC = 0.9374 | SRCC = 0.9332 ]
|
| 130 |
+
INFO:root:Average loss=0.09356169775128365
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2410 | LCC = 0.8527 | SRCC = 0.8525 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1342 | LCC = 0.9335 | SRCC = 0.9307 ]
|
| 135 |
+
INFO:root:Average loss=0.08972896516132049
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2350 | LCC = 0.8512 | SRCC = 0.8512 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.0993 | LCC = 0.9353 | SRCC = 0.9302 ]
|
| 140 |
+
INFO:root:Average loss=0.08364065879812607
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2382 | LCC = 0.8530 | SRCC = 0.8522 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1265 | LCC = 0.9335 | SRCC = 0.9306 ]
|
| 145 |
+
INFO:root:Average loss=0.0764690768928864
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2435 | LCC = 0.8544 | SRCC = 0.8545 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1423 | LCC = 0.9355 | SRCC = 0.9345 ]
|
| 150 |
+
INFO:root:Average loss=0.07580468808420193
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2298 | LCC = 0.8544 | SRCC = 0.8549 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1193 | LCC = 0.9334 | SRCC = 0.9316 ]
|
| 155 |
+
INFO:root:Average loss=0.07264471784807168
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2366 | LCC = 0.8543 | SRCC = 0.8541 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1281 | LCC = 0.9372 | SRCC = 0.9329 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2610 | LCC = 0.8572 | SRCC = 0.8582 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1731 | LCC = 0.9143 | SRCC = 0.9179 ]
|
results_bvcc/hubert_base/layer1/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer1/run2/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46b598202b8e23b500e3354d9e0fb92511e54d2db56744c7fad97345e54b4895
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer1/run2/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c8bfeb43ea671af6146e095a7c2a95dd28af4f64ce2f5d48270d46479af5db24
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer1/run2/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.7256479095189999
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4664 | LCC = 0.6857 | SRCC = 0.6778 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.3435 | LCC = 0.7687 | SRCC = 0.7717 ]
|
| 10 |
+
INFO:root:Average loss=0.33213257025449705
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3399 | LCC = 0.7820 | SRCC = 0.7902 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2213 | LCC = 0.8687 | SRCC = 0.8764 ]
|
| 15 |
+
INFO:root:Average loss=0.2737548251946767
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3068 | LCC = 0.8078 | SRCC = 0.8121 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1903 | LCC = 0.8907 | SRCC = 0.8924 ]
|
| 20 |
+
INFO:root:Average loss=0.24706093890544695
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3194 | LCC = 0.8278 | SRCC = 0.8277 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.2268 | LCC = 0.9011 | SRCC = 0.8998 ]
|
| 25 |
+
INFO:root:Average loss=0.22849733974689093
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.2707 | LCC = 0.8360 | SRCC = 0.8378 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1633 | LCC = 0.9133 | SRCC = 0.9145 ]
|
| 30 |
+
INFO:root:Average loss=0.21260243023817355
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2583 | LCC = 0.8388 | SRCC = 0.8400 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1421 | LCC = 0.9138 | SRCC = 0.9153 ]
|
| 35 |
+
INFO:root:Average loss=0.19968728329508734
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2439 | LCC = 0.8458 | SRCC = 0.8473 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1222 | LCC = 0.9266 | SRCC = 0.9261 ]
|
| 40 |
+
INFO:root:Average loss=0.18176372607166952
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2533 | LCC = 0.8524 | SRCC = 0.8523 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1242 | LCC = 0.9359 | SRCC = 0.9335 ]
|
| 45 |
+
INFO:root:Average loss=0.17053731846121642
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2336 | LCC = 0.8523 | SRCC = 0.8553 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1164 | LCC = 0.9315 | SRCC = 0.9356 ]
|
| 50 |
+
INFO:root:Average loss=0.1595422060061724
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2382 | LCC = 0.8545 | SRCC = 0.8556 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1260 | LCC = 0.9348 | SRCC = 0.9338 ]
|
| 55 |
+
INFO:root:Average loss=0.15743829348148444
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2310 | LCC = 0.8567 | SRCC = 0.8573 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1108 | LCC = 0.9386 | SRCC = 0.9401 ]
|
| 60 |
+
INFO:root:Average loss=0.1441471055150032
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2225 | LCC = 0.8563 | SRCC = 0.8585 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1023 | LCC = 0.9347 | SRCC = 0.9371 ]
|
| 65 |
+
INFO:root:Average loss=0.15405503899241105
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2585 | LCC = 0.8551 | SRCC = 0.8563 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1559 | LCC = 0.9362 | SRCC = 0.9381 ]
|
| 70 |
+
INFO:root:Average loss=0.1423190971597647
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2218 | LCC = 0.8575 | SRCC = 0.8583 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.0977 | LCC = 0.9385 | SRCC = 0.9402 ]
|
| 75 |
+
INFO:root:Average loss=0.12387849352298638
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.3042 | LCC = 0.8532 | SRCC = 0.8556 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.2149 | LCC = 0.9328 | SRCC = 0.9363 ]
|
| 80 |
+
INFO:root:Average loss=0.128782950150661
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2303 | LCC = 0.8573 | SRCC = 0.8573 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1170 | LCC = 0.9379 | SRCC = 0.9389 ]
|
| 85 |
+
INFO:root:Average loss=0.1260707961061062
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2399 | LCC = 0.8521 | SRCC = 0.8522 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1234 | LCC = 0.9360 | SRCC = 0.9376 ]
|
| 90 |
+
INFO:root:Average loss=0.11417788190719409
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2424 | LCC = 0.8529 | SRCC = 0.8536 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1278 | LCC = 0.9375 | SRCC = 0.9425 ]
|
| 95 |
+
INFO:root:Average loss=0.11252852347798836
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2330 | LCC = 0.8583 | SRCC = 0.8588 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1180 | LCC = 0.9418 | SRCC = 0.9439 ]
|
| 100 |
+
INFO:root:Average loss=0.1099414878930801
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2381 | LCC = 0.8540 | SRCC = 0.8563 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1045 | LCC = 0.9343 | SRCC = 0.9375 ]
|
| 105 |
+
INFO:root:Average loss=0.10246308281635627
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2269 | LCC = 0.8567 | SRCC = 0.8573 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1118 | LCC = 0.9374 | SRCC = 0.9388 ]
|
| 110 |
+
INFO:root:Average loss=0.08834201890306595
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2248 | LCC = 0.8576 | SRCC = 0.8590 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1107 | LCC = 0.9381 | SRCC = 0.9404 ]
|
| 115 |
+
INFO:root:Average loss=0.09214216528030542
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2268 | LCC = 0.8577 | SRCC = 0.8575 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1151 | LCC = 0.9379 | SRCC = 0.9374 ]
|
| 120 |
+
INFO:root:Average loss=0.0861392863190327
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2276 | LCC = 0.8592 | SRCC = 0.8582 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1171 | LCC = 0.9395 | SRCC = 0.9368 ]
|
| 125 |
+
INFO:root:Average loss=0.08297002969835049
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2225 | LCC = 0.8581 | SRCC = 0.8594 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1059 | LCC = 0.9389 | SRCC = 0.9393 ]
|
| 130 |
+
INFO:root:Average loss=0.08107748761391029
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2240 | LCC = 0.8560 | SRCC = 0.8576 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.0999 | LCC = 0.9368 | SRCC = 0.9378 ]
|
| 135 |
+
INFO:root:Average loss=0.08181412455936272
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2633 | LCC = 0.8505 | SRCC = 0.8536 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1195 | LCC = 0.9317 | SRCC = 0.9354 ]
|
| 140 |
+
INFO:root:Average loss=0.08006067163287064
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2285 | LCC = 0.8591 | SRCC = 0.8599 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1223 | LCC = 0.9361 | SRCC = 0.9371 ]
|
| 145 |
+
INFO:root:Average loss=0.0724979533503453
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2392 | LCC = 0.8618 | SRCC = 0.8625 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1414 | LCC = 0.9378 | SRCC = 0.9392 ]
|
| 150 |
+
INFO:root:Average loss=0.07169662492397504
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2667 | LCC = 0.8554 | SRCC = 0.8579 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1690 | LCC = 0.9347 | SRCC = 0.9387 ]
|
| 155 |
+
INFO:root:Average loss=0.07730462015248261
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2445 | LCC = 0.8549 | SRCC = 0.8569 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1407 | LCC = 0.9337 | SRCC = 0.9361 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2139 | LCC = 0.8696 | SRCC = 0.8700 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1040 | LCC = 0.9223 | SRCC = 0.9209 ]
|
results_bvcc/hubert_base/layer1/run3/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer1/run3/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c450cc78dbc6616ae7a33e5413e42f097d79c87af9f9ec618d9df7b9e163228d
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer1/run3/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf3b5296d304624d2218addd9b682eb5109df125e651b4e03a7f3709d003ada4
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer1/run3/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.5181198582435266
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.3897 | LCC = 0.7630 | SRCC = 0.7704 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.2450 | LCC = 0.8482 | SRCC = 0.8533 ]
|
| 10 |
+
INFO:root:Average loss=0.3061543538784369
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3143 | LCC = 0.7905 | SRCC = 0.7990 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.1838 | LCC = 0.8768 | SRCC = 0.8851 ]
|
| 15 |
+
INFO:root:Average loss=0.26039037318565905
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.2891 | LCC = 0.8182 | SRCC = 0.8212 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1581 | LCC = 0.8984 | SRCC = 0.8992 ]
|
| 20 |
+
INFO:root:Average loss=0.24939049188143167
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.2805 | LCC = 0.8189 | SRCC = 0.8277 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.1504 | LCC = 0.9056 | SRCC = 0.9154 ]
|
| 25 |
+
INFO:root:Average loss=0.22612146937694305
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.2772 | LCC = 0.8327 | SRCC = 0.8353 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1286 | LCC = 0.9216 | SRCC = 0.9234 ]
|
| 30 |
+
INFO:root:Average loss=0.20926891076259124
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2523 | LCC = 0.8406 | SRCC = 0.8436 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1170 | LCC = 0.9279 | SRCC = 0.9306 ]
|
| 35 |
+
INFO:root:Average loss=0.19098575269946685
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.2390 | LCC = 0.8469 | SRCC = 0.8479 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1091 | LCC = 0.9249 | SRCC = 0.9269 ]
|
| 40 |
+
INFO:root:Average loss=0.18265499642644173
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2467 | LCC = 0.8454 | SRCC = 0.8455 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1049 | LCC = 0.9298 | SRCC = 0.9255 ]
|
| 45 |
+
INFO:root:Average loss=0.17338330222245973
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2608 | LCC = 0.8435 | SRCC = 0.8459 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1489 | LCC = 0.9229 | SRCC = 0.9290 ]
|
| 50 |
+
INFO:root:Average loss=0.16820461608660528
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2571 | LCC = 0.8541 | SRCC = 0.8547 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1270 | LCC = 0.9342 | SRCC = 0.9367 ]
|
| 55 |
+
INFO:root:Average loss=0.15494681044648856
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2493 | LCC = 0.8554 | SRCC = 0.8560 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1088 | LCC = 0.9337 | SRCC = 0.9335 ]
|
| 60 |
+
INFO:root:Average loss=0.14655293189944366
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2403 | LCC = 0.8591 | SRCC = 0.8591 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1080 | LCC = 0.9375 | SRCC = 0.9379 ]
|
| 65 |
+
INFO:root:Average loss=0.13986192786922821
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2500 | LCC = 0.8557 | SRCC = 0.8594 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1423 | LCC = 0.9349 | SRCC = 0.9402 ]
|
| 70 |
+
INFO:root:Average loss=0.14596546818621647
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2508 | LCC = 0.8538 | SRCC = 0.8571 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1344 | LCC = 0.9372 | SRCC = 0.9438 ]
|
| 75 |
+
INFO:root:Average loss=0.12955845558108428
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2391 | LCC = 0.8549 | SRCC = 0.8567 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1204 | LCC = 0.9379 | SRCC = 0.9446 ]
|
| 80 |
+
INFO:root:Average loss=0.12262226545657867
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2432 | LCC = 0.8598 | SRCC = 0.8593 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1237 | LCC = 0.9384 | SRCC = 0.9405 ]
|
| 85 |
+
INFO:root:Average loss=0.1171158166267933
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2238 | LCC = 0.8576 | SRCC = 0.8590 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.0939 | LCC = 0.9404 | SRCC = 0.9445 ]
|
| 90 |
+
INFO:root:Average loss=0.11116853977243106
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2508 | LCC = 0.8561 | SRCC = 0.8584 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1401 | LCC = 0.9365 | SRCC = 0.9440 ]
|
| 95 |
+
INFO:root:Average loss=0.11663498624395101
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2362 | LCC = 0.8557 | SRCC = 0.8589 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1259 | LCC = 0.9334 | SRCC = 0.9407 ]
|
| 100 |
+
INFO:root:Average loss=0.10476142597886232
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2322 | LCC = 0.8579 | SRCC = 0.8585 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1061 | LCC = 0.9405 | SRCC = 0.9441 ]
|
| 105 |
+
INFO:root:Average loss=0.10233628597014989
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2311 | LCC = 0.8612 | SRCC = 0.8614 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1137 | LCC = 0.9411 | SRCC = 0.9429 ]
|
| 110 |
+
INFO:root:Average loss=0.09849247135795079
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2503 | LCC = 0.8526 | SRCC = 0.8584 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1401 | LCC = 0.9324 | SRCC = 0.9464 ]
|
| 115 |
+
INFO:root:Average loss=0.09012282162140577
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2255 | LCC = 0.8553 | SRCC = 0.8568 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.0989 | LCC = 0.9384 | SRCC = 0.9427 ]
|
| 120 |
+
INFO:root:Average loss=0.08567754881313214
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2309 | LCC = 0.8599 | SRCC = 0.8595 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1007 | LCC = 0.9416 | SRCC = 0.9424 ]
|
| 125 |
+
INFO:root:Average loss=0.08339595398268639
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2495 | LCC = 0.8536 | SRCC = 0.8551 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1426 | LCC = 0.9318 | SRCC = 0.9383 ]
|
| 130 |
+
INFO:root:Average loss=0.08013500015322979
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2238 | LCC = 0.8589 | SRCC = 0.8590 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1008 | LCC = 0.9385 | SRCC = 0.9394 ]
|
| 135 |
+
INFO:root:Average loss=0.08529078229688682
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2334 | LCC = 0.8610 | SRCC = 0.8624 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1237 | LCC = 0.9382 | SRCC = 0.9405 ]
|
| 140 |
+
INFO:root:Average loss=0.08270134404301643
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2338 | LCC = 0.8572 | SRCC = 0.8593 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1177 | LCC = 0.9388 | SRCC = 0.9432 ]
|
| 145 |
+
INFO:root:Average loss=0.0773318352129979
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2543 | LCC = 0.8544 | SRCC = 0.8567 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1445 | LCC = 0.9377 | SRCC = 0.9433 ]
|
| 150 |
+
INFO:root:Average loss=0.07011769716747296
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2269 | LCC = 0.8554 | SRCC = 0.8560 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.0970 | LCC = 0.9405 | SRCC = 0.9442 ]
|
| 155 |
+
INFO:root:Average loss=0.07199161055569465
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2285 | LCC = 0.8559 | SRCC = 0.8565 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1105 | LCC = 0.9372 | SRCC = 0.9388 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2295 | LCC = 0.8623 | SRCC = 0.8592 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1318 | LCC = 0.9188 | SRCC = 0.9177 ]
|
results_bvcc/hubert_base/layer1/run4/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer1/run4/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df39695914b6c0e18c0d3afe2704c88550d0c0bc254c4326fdc4cec476e70c7f
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer1/run4/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11d5f557d55a496ed05e25c290ea30f8d0059f577027ba84a00fde5f07ee67ac
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer1/run4/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.5284858185511369
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4332 | LCC = 0.7519 | SRCC = 0.7575 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.3414 | LCC = 0.8354 | SRCC = 0.8413 ]
|
| 10 |
+
INFO:root:Average loss=0.2997403721778821
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3282 | LCC = 0.7964 | SRCC = 0.7973 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2147 | LCC = 0.8809 | SRCC = 0.8803 ]
|
| 15 |
+
INFO:root:Average loss=0.27416255114934385
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.2998 | LCC = 0.8176 | SRCC = 0.8170 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1832 | LCC = 0.9013 | SRCC = 0.8954 ]
|
| 20 |
+
INFO:root:Average loss=0.2502118564951114
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3109 | LCC = 0.8290 | SRCC = 0.8271 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.2017 | LCC = 0.9123 | SRCC = 0.9055 ]
|
| 25 |
+
INFO:root:Average loss=0.2391085383028556
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.2891 | LCC = 0.8355 | SRCC = 0.8351 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1805 | LCC = 0.9186 | SRCC = 0.9176 ]
|
| 30 |
+
INFO:root:Average loss=0.21475407022696275
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.2897 | LCC = 0.8408 | SRCC = 0.8410 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1840 | LCC = 0.9247 | SRCC = 0.9260 ]
|
| 35 |
+
INFO:root:Average loss=0.1941039843054918
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.3224 | LCC = 0.8419 | SRCC = 0.8438 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.2338 | LCC = 0.9231 | SRCC = 0.9266 ]
|
| 40 |
+
INFO:root:Average loss=0.19239784605227983
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.2689 | LCC = 0.8446 | SRCC = 0.8460 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1637 | LCC = 0.9252 | SRCC = 0.9253 ]
|
| 45 |
+
INFO:root:Average loss=0.1749706174700688
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.2556 | LCC = 0.8480 | SRCC = 0.8490 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1468 | LCC = 0.9295 | SRCC = 0.9323 ]
|
| 50 |
+
INFO:root:Average loss=0.16633262351537362
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2833 | LCC = 0.8513 | SRCC = 0.8514 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1909 | LCC = 0.9302 | SRCC = 0.9292 ]
|
| 55 |
+
INFO:root:Average loss=0.17229539385208717
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.2511 | LCC = 0.8518 | SRCC = 0.8533 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1161 | LCC = 0.9394 | SRCC = 0.9404 ]
|
| 60 |
+
INFO:root:Average loss=0.1482675330570111
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.2402 | LCC = 0.8515 | SRCC = 0.8522 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1260 | LCC = 0.9335 | SRCC = 0.9332 ]
|
| 65 |
+
INFO:root:Average loss=0.14317515807656142
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.2416 | LCC = 0.8591 | SRCC = 0.8591 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1319 | LCC = 0.9426 | SRCC = 0.9416 ]
|
| 70 |
+
INFO:root:Average loss=0.1461752892877811
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.2511 | LCC = 0.8493 | SRCC = 0.8507 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1249 | LCC = 0.9357 | SRCC = 0.9360 ]
|
| 75 |
+
INFO:root:Average loss=0.13333749685149926
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.2645 | LCC = 0.8521 | SRCC = 0.8529 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1699 | LCC = 0.9349 | SRCC = 0.9367 ]
|
| 80 |
+
INFO:root:Average loss=0.1303407653975181
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.2348 | LCC = 0.8567 | SRCC = 0.8566 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1176 | LCC = 0.9390 | SRCC = 0.9388 ]
|
| 85 |
+
INFO:root:Average loss=0.11859025108890656
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.2777 | LCC = 0.8517 | SRCC = 0.8547 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.1849 | LCC = 0.9332 | SRCC = 0.9401 ]
|
| 90 |
+
INFO:root:Average loss=0.11464585230136529
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.2592 | LCC = 0.8519 | SRCC = 0.8521 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1497 | LCC = 0.9383 | SRCC = 0.9394 ]
|
| 95 |
+
INFO:root:Average loss=0.10985518676730302
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.2337 | LCC = 0.8553 | SRCC = 0.8561 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1042 | LCC = 0.9429 | SRCC = 0.9424 ]
|
| 100 |
+
INFO:root:Average loss=0.11414674306527162
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2458 | LCC = 0.8523 | SRCC = 0.8531 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1365 | LCC = 0.9369 | SRCC = 0.9391 ]
|
| 105 |
+
INFO:root:Average loss=0.09578809218528943
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.2482 | LCC = 0.8497 | SRCC = 0.8500 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1384 | LCC = 0.9344 | SRCC = 0.9358 ]
|
| 110 |
+
INFO:root:Average loss=0.09909573885110709
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.2306 | LCC = 0.8549 | SRCC = 0.8536 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1048 | LCC = 0.9411 | SRCC = 0.9377 ]
|
| 115 |
+
INFO:root:Average loss=0.09850130640925506
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.2339 | LCC = 0.8546 | SRCC = 0.8534 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1249 | LCC = 0.9372 | SRCC = 0.9357 ]
|
| 120 |
+
INFO:root:Average loss=0.09136844612658024
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.2328 | LCC = 0.8552 | SRCC = 0.8549 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1080 | LCC = 0.9407 | SRCC = 0.9403 ]
|
| 125 |
+
INFO:root:Average loss=0.0871920762822414
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2477 | LCC = 0.8539 | SRCC = 0.8531 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1391 | LCC = 0.9409 | SRCC = 0.9402 ]
|
| 130 |
+
INFO:root:Average loss=0.09139888069759576
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2991 | LCC = 0.8554 | SRCC = 0.8552 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.2091 | LCC = 0.9404 | SRCC = 0.9402 ]
|
| 135 |
+
INFO:root:Average loss=0.08011570443900731
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.2352 | LCC = 0.8546 | SRCC = 0.8547 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1241 | LCC = 0.9378 | SRCC = 0.9384 ]
|
| 140 |
+
INFO:root:Average loss=0.080229947104668
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2417 | LCC = 0.8543 | SRCC = 0.8539 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1328 | LCC = 0.9386 | SRCC = 0.9394 ]
|
| 145 |
+
INFO:root:Average loss=0.07856815609221275
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2588 | LCC = 0.8577 | SRCC = 0.8567 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1552 | LCC = 0.9430 | SRCC = 0.9428 ]
|
| 150 |
+
INFO:root:Average loss=0.07652640290176257
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.2330 | LCC = 0.8583 | SRCC = 0.8590 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1291 | LCC = 0.9387 | SRCC = 0.9399 ]
|
| 155 |
+
INFO:root:Average loss=0.07381898833390994
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.2407 | LCC = 0.8596 | SRCC = 0.8583 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1408 | LCC = 0.9399 | SRCC = 0.9394 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2239 | LCC = 0.8634 | SRCC = 0.8640 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1066 | LCC = 0.9264 | SRCC = 0.9250 ]
|
results_bvcc/hubert_base/layer10/run0/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer10/run0/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2f2291750681e519f7992caa21f7b299c73ca3d6bd26114c56385fbf2eea6c1c
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer10/run0/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2601a74464b1547e6f1dae74cbec5a085cfcb5135fb0843609a699b708cfb334
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer10/run0/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.5033356692546453
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4002 | LCC = 0.7652 | SRCC = 0.7711 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.2548 | LCC = 0.8548 | SRCC = 0.8600 ]
|
| 10 |
+
INFO:root:Average loss=0.31777618042169475
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3519 | LCC = 0.7857 | SRCC = 0.7850 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2185 | LCC = 0.8663 | SRCC = 0.8642 ]
|
| 15 |
+
INFO:root:Average loss=0.2676999425658813
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3227 | LCC = 0.8019 | SRCC = 0.8004 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.1951 | LCC = 0.8784 | SRCC = 0.8789 ]
|
| 20 |
+
INFO:root:Average loss=0.24084345595194742
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3585 | LCC = 0.7996 | SRCC = 0.8030 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.2392 | LCC = 0.8792 | SRCC = 0.8776 ]
|
| 25 |
+
INFO:root:Average loss=0.2247477154701184
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.3083 | LCC = 0.8087 | SRCC = 0.8079 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1825 | LCC = 0.8862 | SRCC = 0.8847 ]
|
| 30 |
+
INFO:root:Average loss=0.20536349971707052
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.3052 | LCC = 0.8044 | SRCC = 0.8022 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.1717 | LCC = 0.8886 | SRCC = 0.8826 ]
|
| 35 |
+
INFO:root:Average loss=0.1901614881860904
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.3250 | LCC = 0.8118 | SRCC = 0.8095 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.1767 | LCC = 0.8970 | SRCC = 0.8932 ]
|
| 40 |
+
INFO:root:Average loss=0.18059808092239577
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.3064 | LCC = 0.8090 | SRCC = 0.8065 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1797 | LCC = 0.8920 | SRCC = 0.8872 ]
|
| 45 |
+
INFO:root:Average loss=0.16620062473110664
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.3058 | LCC = 0.7987 | SRCC = 0.7960 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1561 | LCC = 0.8955 | SRCC = 0.8901 ]
|
| 50 |
+
INFO:root:Average loss=0.15745084522626338
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.2903 | LCC = 0.8119 | SRCC = 0.8117 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1542 | LCC = 0.9033 | SRCC = 0.9028 ]
|
| 55 |
+
INFO:root:Average loss=0.1498152426420114
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.3139 | LCC = 0.7975 | SRCC = 0.7986 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1756 | LCC = 0.8942 | SRCC = 0.8960 ]
|
| 60 |
+
INFO:root:Average loss=0.14146427227518496
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.3031 | LCC = 0.8001 | SRCC = 0.7982 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1528 | LCC = 0.8943 | SRCC = 0.8888 ]
|
| 65 |
+
INFO:root:Average loss=0.13995567145637977
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.3076 | LCC = 0.8017 | SRCC = 0.7999 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.1603 | LCC = 0.8949 | SRCC = 0.8911 ]
|
| 70 |
+
INFO:root:Average loss=0.13114866728966051
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.3125 | LCC = 0.7958 | SRCC = 0.7947 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.1722 | LCC = 0.8956 | SRCC = 0.8911 ]
|
| 75 |
+
INFO:root:Average loss=0.12446253956892551
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.3002 | LCC = 0.8019 | SRCC = 0.8003 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1518 | LCC = 0.8981 | SRCC = 0.8944 ]
|
| 80 |
+
INFO:root:Average loss=0.1157697679904791
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.3055 | LCC = 0.8004 | SRCC = 0.7990 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1667 | LCC = 0.8962 | SRCC = 0.8930 ]
|
| 85 |
+
INFO:root:Average loss=0.10804293199609487
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.3485 | LCC = 0.7930 | SRCC = 0.7938 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.2246 | LCC = 0.8893 | SRCC = 0.8915 ]
|
| 90 |
+
INFO:root:Average loss=0.10732149671858703
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.3177 | LCC = 0.7878 | SRCC = 0.7851 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1715 | LCC = 0.8887 | SRCC = 0.8851 ]
|
| 95 |
+
INFO:root:Average loss=0.09771691043025409
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.3237 | LCC = 0.7983 | SRCC = 0.7977 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.2017 | LCC = 0.8904 | SRCC = 0.8913 ]
|
| 100 |
+
INFO:root:Average loss=0.09719026265427089
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.2984 | LCC = 0.8012 | SRCC = 0.8002 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1563 | LCC = 0.8939 | SRCC = 0.8907 ]
|
| 105 |
+
INFO:root:Average loss=0.09195948478121024
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.3083 | LCC = 0.7958 | SRCC = 0.7955 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1717 | LCC = 0.8884 | SRCC = 0.8888 ]
|
| 110 |
+
INFO:root:Average loss=0.08915351603466731
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.3112 | LCC = 0.8064 | SRCC = 0.8042 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1573 | LCC = 0.8971 | SRCC = 0.8950 ]
|
| 115 |
+
INFO:root:Average loss=0.0865815760424504
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.3019 | LCC = 0.8007 | SRCC = 0.7985 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1637 | LCC = 0.8946 | SRCC = 0.8925 ]
|
| 120 |
+
INFO:root:Average loss=0.08003037933928844
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.3100 | LCC = 0.7960 | SRCC = 0.7945 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1683 | LCC = 0.8934 | SRCC = 0.8934 ]
|
| 125 |
+
INFO:root:Average loss=0.07735974828784282
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.3053 | LCC = 0.7978 | SRCC = 0.7972 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1629 | LCC = 0.8951 | SRCC = 0.8942 ]
|
| 130 |
+
INFO:root:Average loss=0.07809004641305177
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.3093 | LCC = 0.7994 | SRCC = 0.7982 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1808 | LCC = 0.8902 | SRCC = 0.8885 ]
|
| 135 |
+
INFO:root:Average loss=0.0753179713128469
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.3106 | LCC = 0.7976 | SRCC = 0.7962 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1720 | LCC = 0.8945 | SRCC = 0.8891 ]
|
| 140 |
+
INFO:root:Average loss=0.06887564110832337
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.3124 | LCC = 0.7987 | SRCC = 0.7980 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1762 | LCC = 0.8963 | SRCC = 0.8968 ]
|
| 145 |
+
INFO:root:Average loss=0.06908391401744805
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.2959 | LCC = 0.8037 | SRCC = 0.8022 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1515 | LCC = 0.9008 | SRCC = 0.8987 ]
|
| 150 |
+
INFO:root:Average loss=0.06438208376176846
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.3180 | LCC = 0.7891 | SRCC = 0.7872 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1707 | LCC = 0.8915 | SRCC = 0.8867 ]
|
| 155 |
+
INFO:root:Average loss=0.06554061384537281
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.3049 | LCC = 0.8040 | SRCC = 0.8019 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1530 | LCC = 0.8977 | SRCC = 0.8933 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2739 | LCC = 0.8289 | SRCC = 0.8296 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.1734 | LCC = 0.8807 | SRCC = 0.8782 ]
|
results_bvcc/hubert_base/layer10/run1/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|
results_bvcc/hubert_base/layer10/run1/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14506f2d15c33de12f71812c9e665a10e6f7eb27b11a95578bad78c422a6fac1
|
| 3 |
+
size 2747979
|
results_bvcc/hubert_base/layer10/run1/model_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d0e665475679472552691a3c201339d0e41e0072e11ae0ce10fdccd1d9a8bb8
|
| 3 |
+
size 2749638
|
results_bvcc/hubert_base/layer10/run1/train.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:root:Num train speech clips: 4974
|
| 2 |
+
INFO:root:Num val speech clips: 1066
|
| 3 |
+
INFO:root:Num test speech clips: 1066
|
| 4 |
+
INFO:root:Device=cuda
|
| 5 |
+
INFO:root:Average loss=0.5958591260207005
|
| 6 |
+
INFO:root:
|
| 7 |
+
[Valid][0][UTT][ MSE = 0.4432 | LCC = 0.7455 | SRCC = 0.7596 ]
|
| 8 |
+
INFO:root:
|
| 9 |
+
[Valid][0][SYS][ MSE = 0.3147 | LCC = 0.8365 | SRCC = 0.8491 ]
|
| 10 |
+
INFO:root:Average loss=0.31784709390157306
|
| 11 |
+
INFO:root:
|
| 12 |
+
[Valid][1][UTT][ MSE = 0.3693 | LCC = 0.7903 | SRCC = 0.7896 ]
|
| 13 |
+
INFO:root:
|
| 14 |
+
[Valid][1][SYS][ MSE = 0.2584 | LCC = 0.8677 | SRCC = 0.8679 ]
|
| 15 |
+
INFO:root:Average loss=0.26778857983075655
|
| 16 |
+
INFO:root:
|
| 17 |
+
[Valid][2][UTT][ MSE = 0.3758 | LCC = 0.7911 | SRCC = 0.7897 ]
|
| 18 |
+
INFO:root:
|
| 19 |
+
[Valid][2][SYS][ MSE = 0.2563 | LCC = 0.8782 | SRCC = 0.8776 ]
|
| 20 |
+
INFO:root:Average loss=0.24316872274264312
|
| 21 |
+
INFO:root:
|
| 22 |
+
[Valid][3][UTT][ MSE = 0.3461 | LCC = 0.8061 | SRCC = 0.8037 ]
|
| 23 |
+
INFO:root:
|
| 24 |
+
[Valid][3][SYS][ MSE = 0.2378 | LCC = 0.8850 | SRCC = 0.8830 ]
|
| 25 |
+
INFO:root:Average loss=0.22215495717066985
|
| 26 |
+
INFO:root:
|
| 27 |
+
[Valid][4][UTT][ MSE = 0.3157 | LCC = 0.8060 | SRCC = 0.8048 ]
|
| 28 |
+
INFO:root:
|
| 29 |
+
[Valid][4][SYS][ MSE = 0.1947 | LCC = 0.8839 | SRCC = 0.8806 ]
|
| 30 |
+
INFO:root:Average loss=0.1983330698731618
|
| 31 |
+
INFO:root:
|
| 32 |
+
[Valid][5][UTT][ MSE = 0.3578 | LCC = 0.8032 | SRCC = 0.8027 ]
|
| 33 |
+
INFO:root:
|
| 34 |
+
[Valid][5][SYS][ MSE = 0.2493 | LCC = 0.8897 | SRCC = 0.8887 ]
|
| 35 |
+
INFO:root:Average loss=0.19285505169477218
|
| 36 |
+
INFO:root:
|
| 37 |
+
[Valid][6][UTT][ MSE = 0.3232 | LCC = 0.8023 | SRCC = 0.8006 ]
|
| 38 |
+
INFO:root:
|
| 39 |
+
[Valid][6][SYS][ MSE = 0.2064 | LCC = 0.8884 | SRCC = 0.8832 ]
|
| 40 |
+
INFO:root:Average loss=0.17777835787870946
|
| 41 |
+
INFO:root:
|
| 42 |
+
[Valid][7][UTT][ MSE = 0.3136 | LCC = 0.8063 | SRCC = 0.8053 ]
|
| 43 |
+
INFO:root:
|
| 44 |
+
[Valid][7][SYS][ MSE = 0.1928 | LCC = 0.8905 | SRCC = 0.8857 ]
|
| 45 |
+
INFO:root:Average loss=0.16678370353885186
|
| 46 |
+
INFO:root:
|
| 47 |
+
[Valid][8][UTT][ MSE = 0.3180 | LCC = 0.8013 | SRCC = 0.7973 ]
|
| 48 |
+
INFO:root:
|
| 49 |
+
[Valid][8][SYS][ MSE = 0.1975 | LCC = 0.8910 | SRCC = 0.8824 ]
|
| 50 |
+
INFO:root:Average loss=0.1574844096142512
|
| 51 |
+
INFO:root:
|
| 52 |
+
[Valid][9][UTT][ MSE = 0.3097 | LCC = 0.8015 | SRCC = 0.8005 ]
|
| 53 |
+
INFO:root:
|
| 54 |
+
[Valid][9][SYS][ MSE = 0.1623 | LCC = 0.8958 | SRCC = 0.8898 ]
|
| 55 |
+
INFO:root:Average loss=0.1525065153837204
|
| 56 |
+
INFO:root:
|
| 57 |
+
[Valid][10][UTT][ MSE = 0.3064 | LCC = 0.8032 | SRCC = 0.8020 ]
|
| 58 |
+
INFO:root:
|
| 59 |
+
[Valid][10][SYS][ MSE = 0.1676 | LCC = 0.9003 | SRCC = 0.8933 ]
|
| 60 |
+
INFO:root:Average loss=0.1333569322641079
|
| 61 |
+
INFO:root:
|
| 62 |
+
[Valid][11][UTT][ MSE = 0.3116 | LCC = 0.7979 | SRCC = 0.7953 ]
|
| 63 |
+
INFO:root:
|
| 64 |
+
[Valid][11][SYS][ MSE = 0.1705 | LCC = 0.8975 | SRCC = 0.8910 ]
|
| 65 |
+
INFO:root:Average loss=0.13018982580456978
|
| 66 |
+
INFO:root:
|
| 67 |
+
[Valid][12][UTT][ MSE = 0.3212 | LCC = 0.8046 | SRCC = 0.8039 ]
|
| 68 |
+
INFO:root:
|
| 69 |
+
[Valid][12][SYS][ MSE = 0.2097 | LCC = 0.8936 | SRCC = 0.8890 ]
|
| 70 |
+
INFO:root:Average loss=0.11908873189718296
|
| 71 |
+
INFO:root:
|
| 72 |
+
[Valid][13][UTT][ MSE = 0.3308 | LCC = 0.8043 | SRCC = 0.8031 ]
|
| 73 |
+
INFO:root:
|
| 74 |
+
[Valid][13][SYS][ MSE = 0.2064 | LCC = 0.9006 | SRCC = 0.8970 ]
|
| 75 |
+
INFO:root:Average loss=0.11443893420390594
|
| 76 |
+
INFO:root:
|
| 77 |
+
[Valid][14][UTT][ MSE = 0.3023 | LCC = 0.8034 | SRCC = 0.8025 ]
|
| 78 |
+
INFO:root:
|
| 79 |
+
[Valid][14][SYS][ MSE = 0.1683 | LCC = 0.8987 | SRCC = 0.8950 ]
|
| 80 |
+
INFO:root:Average loss=0.10760058701420441
|
| 81 |
+
INFO:root:
|
| 82 |
+
[Valid][15][UTT][ MSE = 0.3049 | LCC = 0.8041 | SRCC = 0.8023 ]
|
| 83 |
+
INFO:root:
|
| 84 |
+
[Valid][15][SYS][ MSE = 0.1732 | LCC = 0.9012 | SRCC = 0.8952 ]
|
| 85 |
+
INFO:root:Average loss=0.11096659283607434
|
| 86 |
+
INFO:root:
|
| 87 |
+
[Valid][16][UTT][ MSE = 0.3270 | LCC = 0.8057 | SRCC = 0.8046 ]
|
| 88 |
+
INFO:root:
|
| 89 |
+
[Valid][16][SYS][ MSE = 0.2084 | LCC = 0.9003 | SRCC = 0.8956 ]
|
| 90 |
+
INFO:root:Average loss=0.0975141258767018
|
| 91 |
+
INFO:root:
|
| 92 |
+
[Valid][17][UTT][ MSE = 0.3082 | LCC = 0.7946 | SRCC = 0.7937 ]
|
| 93 |
+
INFO:root:
|
| 94 |
+
[Valid][17][SYS][ MSE = 0.1641 | LCC = 0.8950 | SRCC = 0.8885 ]
|
| 95 |
+
INFO:root:Average loss=0.09646775583044076
|
| 96 |
+
INFO:root:
|
| 97 |
+
[Valid][18][UTT][ MSE = 0.3040 | LCC = 0.7992 | SRCC = 0.7980 ]
|
| 98 |
+
INFO:root:
|
| 99 |
+
[Valid][18][SYS][ MSE = 0.1524 | LCC = 0.9001 | SRCC = 0.8940 ]
|
| 100 |
+
INFO:root:Average loss=0.09149353354214093
|
| 101 |
+
INFO:root:
|
| 102 |
+
[Valid][19][UTT][ MSE = 0.3132 | LCC = 0.7991 | SRCC = 0.7973 ]
|
| 103 |
+
INFO:root:
|
| 104 |
+
[Valid][19][SYS][ MSE = 0.1546 | LCC = 0.8978 | SRCC = 0.8931 ]
|
| 105 |
+
INFO:root:Average loss=0.09269362334639598
|
| 106 |
+
INFO:root:
|
| 107 |
+
[Valid][20][UTT][ MSE = 0.3139 | LCC = 0.8024 | SRCC = 0.8013 ]
|
| 108 |
+
INFO:root:
|
| 109 |
+
[Valid][20][SYS][ MSE = 0.1824 | LCC = 0.9027 | SRCC = 0.8994 ]
|
| 110 |
+
INFO:root:Average loss=0.08593539115137015
|
| 111 |
+
INFO:root:
|
| 112 |
+
[Valid][21][UTT][ MSE = 0.3009 | LCC = 0.8021 | SRCC = 0.7995 ]
|
| 113 |
+
INFO:root:
|
| 114 |
+
[Valid][21][SYS][ MSE = 0.1621 | LCC = 0.9005 | SRCC = 0.8940 ]
|
| 115 |
+
INFO:root:Average loss=0.08203450704996403
|
| 116 |
+
INFO:root:
|
| 117 |
+
[Valid][22][UTT][ MSE = 0.3016 | LCC = 0.8015 | SRCC = 0.7979 ]
|
| 118 |
+
INFO:root:
|
| 119 |
+
[Valid][22][SYS][ MSE = 0.1703 | LCC = 0.8942 | SRCC = 0.8850 ]
|
| 120 |
+
INFO:root:Average loss=0.07875701484198754
|
| 121 |
+
INFO:root:
|
| 122 |
+
[Valid][23][UTT][ MSE = 0.3189 | LCC = 0.8011 | SRCC = 0.7992 ]
|
| 123 |
+
INFO:root:
|
| 124 |
+
[Valid][23][SYS][ MSE = 0.1990 | LCC = 0.8986 | SRCC = 0.8931 ]
|
| 125 |
+
INFO:root:Average loss=0.07859023870565952
|
| 126 |
+
INFO:root:
|
| 127 |
+
[Valid][24][UTT][ MSE = 0.2978 | LCC = 0.8067 | SRCC = 0.8040 ]
|
| 128 |
+
INFO:root:
|
| 129 |
+
[Valid][24][SYS][ MSE = 0.1495 | LCC = 0.9018 | SRCC = 0.8949 ]
|
| 130 |
+
INFO:root:Average loss=0.07488948059005615
|
| 131 |
+
INFO:root:
|
| 132 |
+
[Valid][25][UTT][ MSE = 0.2997 | LCC = 0.8043 | SRCC = 0.8028 ]
|
| 133 |
+
INFO:root:
|
| 134 |
+
[Valid][25][SYS][ MSE = 0.1717 | LCC = 0.8973 | SRCC = 0.8943 ]
|
| 135 |
+
INFO:root:Average loss=0.07082275688075103
|
| 136 |
+
INFO:root:
|
| 137 |
+
[Valid][26][UTT][ MSE = 0.3149 | LCC = 0.8014 | SRCC = 0.7991 ]
|
| 138 |
+
INFO:root:
|
| 139 |
+
[Valid][26][SYS][ MSE = 0.1922 | LCC = 0.8974 | SRCC = 0.8898 ]
|
| 140 |
+
INFO:root:Average loss=0.0719907151009792
|
| 141 |
+
INFO:root:
|
| 142 |
+
[Valid][27][UTT][ MSE = 0.2933 | LCC = 0.8058 | SRCC = 0.8037 ]
|
| 143 |
+
INFO:root:
|
| 144 |
+
[Valid][27][SYS][ MSE = 0.1615 | LCC = 0.8959 | SRCC = 0.8917 ]
|
| 145 |
+
INFO:root:Average loss=0.06523319539160301
|
| 146 |
+
INFO:root:
|
| 147 |
+
[Valid][28][UTT][ MSE = 0.3092 | LCC = 0.7970 | SRCC = 0.7961 ]
|
| 148 |
+
INFO:root:
|
| 149 |
+
[Valid][28][SYS][ MSE = 0.1777 | LCC = 0.8913 | SRCC = 0.8879 ]
|
| 150 |
+
INFO:root:Average loss=0.06336438417052612
|
| 151 |
+
INFO:root:
|
| 152 |
+
[Valid][29][UTT][ MSE = 0.3069 | LCC = 0.8037 | SRCC = 0.8010 ]
|
| 153 |
+
INFO:root:
|
| 154 |
+
[Valid][29][SYS][ MSE = 0.1833 | LCC = 0.8953 | SRCC = 0.8913 ]
|
| 155 |
+
INFO:root:Average loss=0.06245805342227985
|
| 156 |
+
INFO:root:
|
| 157 |
+
[Valid][30][UTT][ MSE = 0.3007 | LCC = 0.8009 | SRCC = 0.7979 ]
|
| 158 |
+
INFO:root:
|
| 159 |
+
[Valid][30][SYS][ MSE = 0.1556 | LCC = 0.8990 | SRCC = 0.8895 ]
|
| 160 |
+
INFO:root:
|
| 161 |
+
[Test][31][UTT][ MSE = 0.2944 | LCC = 0.8191 | SRCC = 0.8217 ]
|
| 162 |
+
INFO:root:
|
| 163 |
+
[Test][31][SYS][ MSE = 0.2010 | LCC = 0.8849 | SRCC = 0.8846 ]
|
results_bvcc/hubert_base/layer10/run2/config.gin
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training config on BVCC dataset.
|
| 2 |
+
|
| 3 |
+
# ------------------------------
|
| 4 |
+
# Architecture
|
| 5 |
+
# ------------------------------
|
| 6 |
+
ProjectionHead:
|
| 7 |
+
conv_channels = (32, 32)
|
| 8 |
+
dense_neurons = (64, 32, 1)
|
| 9 |
+
use_poolings = (True, True)
|
| 10 |
+
kernel_size = 5
|
| 11 |
+
pool_size = 5
|
| 12 |
+
|
| 13 |
+
# ------------------------------
|
| 14 |
+
# Dataset
|
| 15 |
+
# ------------------------------
|
| 16 |
+
Bvcc:
|
| 17 |
+
debug = False
|
| 18 |
+
|
| 19 |
+
get_dataloader:
|
| 20 |
+
num_workers = 12
|
| 21 |
+
shuffle = True
|
| 22 |
+
|
| 23 |
+
# ------------------------------
|
| 24 |
+
# Training loop
|
| 25 |
+
# ------------------------------
|
| 26 |
+
TrainingLoop:
|
| 27 |
+
num_epochs = 30
|
| 28 |
+
learning_rate = 1e-4
|
| 29 |
+
dataset_cls = @Bvcc
|
| 30 |
+
weight_decay = 0.0
|
| 31 |
+
batch_size_train = 64
|