HopeLiang commited on
Commit
42df963
·
verified ·
1 Parent(s): 526e6b7

Upload SSL Layer MOS checkpoints

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .DS_Store +0 -0
  2. results_bvcc/hubert_base/layer0/run0/config.gin +31 -0
  3. results_bvcc/hubert_base/layer0/run0/model.pt +3 -0
  4. results_bvcc/hubert_base/layer0/run0/model_best.pt +3 -0
  5. results_bvcc/hubert_base/layer0/run0/train.log +163 -0
  6. results_bvcc/hubert_base/layer0/run1/config.gin +31 -0
  7. results_bvcc/hubert_base/layer0/run1/model.pt +3 -0
  8. results_bvcc/hubert_base/layer0/run1/model_best.pt +3 -0
  9. results_bvcc/hubert_base/layer0/run1/train.log +163 -0
  10. results_bvcc/hubert_base/layer0/run2/config.gin +31 -0
  11. results_bvcc/hubert_base/layer0/run2/model.pt +3 -0
  12. results_bvcc/hubert_base/layer0/run2/model_best.pt +3 -0
  13. results_bvcc/hubert_base/layer0/run2/train.log +163 -0
  14. results_bvcc/hubert_base/layer0/run3/config.gin +31 -0
  15. results_bvcc/hubert_base/layer0/run3/model.pt +3 -0
  16. results_bvcc/hubert_base/layer0/run3/model_best.pt +3 -0
  17. results_bvcc/hubert_base/layer0/run3/train.log +163 -0
  18. results_bvcc/hubert_base/layer0/run4/config.gin +31 -0
  19. results_bvcc/hubert_base/layer0/run4/model.pt +3 -0
  20. results_bvcc/hubert_base/layer0/run4/model_best.pt +3 -0
  21. results_bvcc/hubert_base/layer0/run4/train.log +163 -0
  22. results_bvcc/hubert_base/layer1/run0/config.gin +31 -0
  23. results_bvcc/hubert_base/layer1/run0/model.pt +3 -0
  24. results_bvcc/hubert_base/layer1/run0/model_best.pt +3 -0
  25. results_bvcc/hubert_base/layer1/run0/train.log +163 -0
  26. results_bvcc/hubert_base/layer1/run1/config.gin +31 -0
  27. results_bvcc/hubert_base/layer1/run1/model.pt +3 -0
  28. results_bvcc/hubert_base/layer1/run1/model_best.pt +3 -0
  29. results_bvcc/hubert_base/layer1/run1/train.log +163 -0
  30. results_bvcc/hubert_base/layer1/run2/config.gin +31 -0
  31. results_bvcc/hubert_base/layer1/run2/model.pt +3 -0
  32. results_bvcc/hubert_base/layer1/run2/model_best.pt +3 -0
  33. results_bvcc/hubert_base/layer1/run2/train.log +163 -0
  34. results_bvcc/hubert_base/layer1/run3/config.gin +31 -0
  35. results_bvcc/hubert_base/layer1/run3/model.pt +3 -0
  36. results_bvcc/hubert_base/layer1/run3/model_best.pt +3 -0
  37. results_bvcc/hubert_base/layer1/run3/train.log +163 -0
  38. results_bvcc/hubert_base/layer1/run4/config.gin +31 -0
  39. results_bvcc/hubert_base/layer1/run4/model.pt +3 -0
  40. results_bvcc/hubert_base/layer1/run4/model_best.pt +3 -0
  41. results_bvcc/hubert_base/layer1/run4/train.log +163 -0
  42. results_bvcc/hubert_base/layer10/run0/config.gin +31 -0
  43. results_bvcc/hubert_base/layer10/run0/model.pt +3 -0
  44. results_bvcc/hubert_base/layer10/run0/model_best.pt +3 -0
  45. results_bvcc/hubert_base/layer10/run0/train.log +163 -0
  46. results_bvcc/hubert_base/layer10/run1/config.gin +31 -0
  47. results_bvcc/hubert_base/layer10/run1/model.pt +3 -0
  48. results_bvcc/hubert_base/layer10/run1/model_best.pt +3 -0
  49. results_bvcc/hubert_base/layer10/run1/train.log +163 -0
  50. results_bvcc/hubert_base/layer10/run2/config.gin +31 -0
.DS_Store ADDED
Binary file (8.2 kB). View file
 
results_bvcc/hubert_base/layer0/run0/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer0/run0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37da1f3d4c0a705a2b437affae3dcb3a50772ec76cc8bbdd59e02c7b85fc4ad1
3
+ size 2747979
results_bvcc/hubert_base/layer0/run0/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5297a5fd149172bc8768c16c12dc25e9f66039909e0ecd3710aa43bdff9923
3
+ size 2749638
results_bvcc/hubert_base/layer0/run0/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.8071235036238645
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.7159 | LCC = 0.6303 | SRCC = 0.6214 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.6124 | LCC = 0.7542 | SRCC = 0.7385 ]
10
+ INFO:root:Average loss=0.4097405312917171
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3972 | LCC = 0.7460 | SRCC = 0.7540 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2858 | LCC = 0.8381 | SRCC = 0.8481 ]
15
+ INFO:root:Average loss=0.32817296511851823
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3575 | LCC = 0.7727 | SRCC = 0.7796 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.2409 | LCC = 0.8654 | SRCC = 0.8721 ]
20
+ INFO:root:Average loss=0.26617753677643263
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3409 | LCC = 0.7988 | SRCC = 0.8031 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.2347 | LCC = 0.8884 | SRCC = 0.8899 ]
25
+ INFO:root:Average loss=0.24577318743253365
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.3602 | LCC = 0.8034 | SRCC = 0.8106 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.2718 | LCC = 0.8852 | SRCC = 0.8870 ]
30
+ INFO:root:Average loss=0.23598553030154643
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2873 | LCC = 0.8155 | SRCC = 0.8183 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1625 | LCC = 0.9046 | SRCC = 0.9056 ]
35
+ INFO:root:Average loss=0.2078287144884085
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2919 | LCC = 0.8205 | SRCC = 0.8237 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1778 | LCC = 0.9092 | SRCC = 0.9143 ]
40
+ INFO:root:Average loss=0.1905968970595262
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2748 | LCC = 0.8302 | SRCC = 0.8284 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1612 | LCC = 0.9158 | SRCC = 0.9101 ]
45
+ INFO:root:Average loss=0.18266320811250272
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2812 | LCC = 0.8279 | SRCC = 0.8295 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1754 | LCC = 0.9085 | SRCC = 0.9091 ]
50
+ INFO:root:Average loss=0.17320630833124503
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.3230 | LCC = 0.8267 | SRCC = 0.8315 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.2220 | LCC = 0.9149 | SRCC = 0.9216 ]
55
+ INFO:root:Average loss=0.15973461715456766
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2784 | LCC = 0.8305 | SRCC = 0.8311 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1664 | LCC = 0.9207 | SRCC = 0.9220 ]
60
+ INFO:root:Average loss=0.15703325680433175
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2721 | LCC = 0.8333 | SRCC = 0.8345 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1610 | LCC = 0.9198 | SRCC = 0.9199 ]
65
+ INFO:root:Average loss=0.14920073537490305
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2859 | LCC = 0.8345 | SRCC = 0.8373 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1802 | LCC = 0.9220 | SRCC = 0.9257 ]
70
+ INFO:root:Average loss=0.14641668189030427
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2609 | LCC = 0.8330 | SRCC = 0.8346 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1185 | LCC = 0.9270 | SRCC = 0.9290 ]
75
+ INFO:root:Average loss=0.13915779871436265
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2631 | LCC = 0.8322 | SRCC = 0.8351 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1377 | LCC = 0.9254 | SRCC = 0.9318 ]
80
+ INFO:root:Average loss=0.12886649570786035
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.3274 | LCC = 0.8317 | SRCC = 0.8379 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.2397 | LCC = 0.9147 | SRCC = 0.9270 ]
85
+ INFO:root:Average loss=0.1254263565135308
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2876 | LCC = 0.8316 | SRCC = 0.8356 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1739 | LCC = 0.9219 | SRCC = 0.9298 ]
90
+ INFO:root:Average loss=0.1195612157193514
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2820 | LCC = 0.8376 | SRCC = 0.8410 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1731 | LCC = 0.9266 | SRCC = 0.9340 ]
95
+ INFO:root:Average loss=0.12178027219115159
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.3224 | LCC = 0.8378 | SRCC = 0.8422 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.2218 | LCC = 0.9262 | SRCC = 0.9343 ]
100
+ INFO:root:Average loss=0.11850897886623175
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.3288 | LCC = 0.8359 | SRCC = 0.8396 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.2349 | LCC = 0.9232 | SRCC = 0.9304 ]
105
+ INFO:root:Average loss=0.11047725914380489
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.3415 | LCC = 0.8369 | SRCC = 0.8426 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.2520 | LCC = 0.9219 | SRCC = 0.9334 ]
110
+ INFO:root:Average loss=0.11875825117413814
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2694 | LCC = 0.8371 | SRCC = 0.8397 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1558 | LCC = 0.9250 | SRCC = 0.9274 ]
115
+ INFO:root:Average loss=0.11621546372771263
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2886 | LCC = 0.8439 | SRCC = 0.8467 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1873 | LCC = 0.9287 | SRCC = 0.9311 ]
120
+ INFO:root:Average loss=0.09266739572661045
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.3063 | LCC = 0.8431 | SRCC = 0.8485 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1937 | LCC = 0.9314 | SRCC = 0.9372 ]
125
+ INFO:root:Average loss=0.09239243056911689
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2621 | LCC = 0.8397 | SRCC = 0.8427 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1473 | LCC = 0.9263 | SRCC = 0.9325 ]
130
+ INFO:root:Average loss=0.09100330186386903
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.3285 | LCC = 0.8344 | SRCC = 0.8414 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.2303 | LCC = 0.9209 | SRCC = 0.9327 ]
135
+ INFO:root:Average loss=0.08909393378939384
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.3456 | LCC = 0.8341 | SRCC = 0.8399 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.2548 | LCC = 0.9209 | SRCC = 0.9330 ]
140
+ INFO:root:Average loss=0.0832607816809263
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2601 | LCC = 0.8388 | SRCC = 0.8401 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1374 | LCC = 0.9279 | SRCC = 0.9331 ]
145
+ INFO:root:Average loss=0.08083572276891807
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2837 | LCC = 0.8387 | SRCC = 0.8408 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1753 | LCC = 0.9262 | SRCC = 0.9317 ]
150
+ INFO:root:Average loss=0.08017814016112915
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2829 | LCC = 0.8407 | SRCC = 0.8439 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1756 | LCC = 0.9279 | SRCC = 0.9349 ]
155
+ INFO:root:Average loss=0.0774428523503817
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2768 | LCC = 0.8434 | SRCC = 0.8454 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1728 | LCC = 0.9289 | SRCC = 0.9307 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2485 | LCC = 0.8512 | SRCC = 0.8506 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1058 | LCC = 0.9235 | SRCC = 0.9248 ]
results_bvcc/hubert_base/layer0/run1/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer0/run1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d61020c210ff722caedba1482f7bea12f7fbe52b51833711e43dfd860f7c502
3
+ size 2747979
results_bvcc/hubert_base/layer0/run1/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:489cdbdac540803c12618b08f39bc03e42bc9f96c776fae0ac0880f9451666f8
3
+ size 2749638
results_bvcc/hubert_base/layer0/run1/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.6774355723307683
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4441 | LCC = 0.6881 | SRCC = 0.6757 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.2886 | LCC = 0.7861 | SRCC = 0.7645 ]
10
+ INFO:root:Average loss=0.34415741895253843
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3610 | LCC = 0.7664 | SRCC = 0.7662 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2134 | LCC = 0.8626 | SRCC = 0.8632 ]
15
+ INFO:root:Average loss=0.28336287805667293
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3176 | LCC = 0.7879 | SRCC = 0.7868 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1872 | LCC = 0.8704 | SRCC = 0.8647 ]
20
+ INFO:root:Average loss=0.2639309181234775
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3430 | LCC = 0.8014 | SRCC = 0.8014 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.1745 | LCC = 0.8942 | SRCC = 0.8904 ]
25
+ INFO:root:Average loss=0.2395882161381917
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.3021 | LCC = 0.8047 | SRCC = 0.8039 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1622 | LCC = 0.8913 | SRCC = 0.8900 ]
30
+ INFO:root:Average loss=0.224675287038852
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.3083 | LCC = 0.8089 | SRCC = 0.8107 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1470 | LCC = 0.9067 | SRCC = 0.9099 ]
35
+ INFO:root:Average loss=0.2190260172654421
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2926 | LCC = 0.8133 | SRCC = 0.8193 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1735 | LCC = 0.8994 | SRCC = 0.9067 ]
40
+ INFO:root:Average loss=0.20973391353319853
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2698 | LCC = 0.8258 | SRCC = 0.8286 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1396 | LCC = 0.9057 | SRCC = 0.9075 ]
45
+ INFO:root:Average loss=0.18717216413754684
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2884 | LCC = 0.8259 | SRCC = 0.8276 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1284 | LCC = 0.9176 | SRCC = 0.9206 ]
50
+ INFO:root:Average loss=0.18375016108919412
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2736 | LCC = 0.8291 | SRCC = 0.8309 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1395 | LCC = 0.9159 | SRCC = 0.9189 ]
55
+ INFO:root:Average loss=0.1731922196654173
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2755 | LCC = 0.8319 | SRCC = 0.8328 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1252 | LCC = 0.9235 | SRCC = 0.9266 ]
60
+ INFO:root:Average loss=0.16117401010332963
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2566 | LCC = 0.8320 | SRCC = 0.8357 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1254 | LCC = 0.9205 | SRCC = 0.9259 ]
65
+ INFO:root:Average loss=0.15466190798160356
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2602 | LCC = 0.8284 | SRCC = 0.8321 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1233 | LCC = 0.9167 | SRCC = 0.9227 ]
70
+ INFO:root:Average loss=0.1503421951753971
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2588 | LCC = 0.8331 | SRCC = 0.8333 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1264 | LCC = 0.9217 | SRCC = 0.9193 ]
75
+ INFO:root:Average loss=0.1424412145637549
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2559 | LCC = 0.8316 | SRCC = 0.8358 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1203 | LCC = 0.9211 | SRCC = 0.9256 ]
80
+ INFO:root:Average loss=0.1382683890943344
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2597 | LCC = 0.8329 | SRCC = 0.8359 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1167 | LCC = 0.9253 | SRCC = 0.9316 ]
85
+ INFO:root:Average loss=0.13251230703332487
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2531 | LCC = 0.8330 | SRCC = 0.8343 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1066 | LCC = 0.9257 | SRCC = 0.9268 ]
90
+ INFO:root:Average loss=0.12684851894393945
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2504 | LCC = 0.8411 | SRCC = 0.8428 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1143 | LCC = 0.9339 | SRCC = 0.9361 ]
95
+ INFO:root:Average loss=0.12216097689591922
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2641 | LCC = 0.8326 | SRCC = 0.8339 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1089 | LCC = 0.9279 | SRCC = 0.9305 ]
100
+ INFO:root:Average loss=0.11631376821643268
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2606 | LCC = 0.8337 | SRCC = 0.8385 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1282 | LCC = 0.9300 | SRCC = 0.9390 ]
105
+ INFO:root:Average loss=0.11752500203557503
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2613 | LCC = 0.8362 | SRCC = 0.8360 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1344 | LCC = 0.9301 | SRCC = 0.9256 ]
110
+ INFO:root:Average loss=0.10743313569288987
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2521 | LCC = 0.8366 | SRCC = 0.8389 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1248 | LCC = 0.9260 | SRCC = 0.9297 ]
115
+ INFO:root:Average loss=0.10300417779347835
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2597 | LCC = 0.8314 | SRCC = 0.8319 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1083 | LCC = 0.9279 | SRCC = 0.9311 ]
120
+ INFO:root:Average loss=0.09824410348366468
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2518 | LCC = 0.8340 | SRCC = 0.8367 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1075 | LCC = 0.9273 | SRCC = 0.9328 ]
125
+ INFO:root:Average loss=0.09446876792189403
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2502 | LCC = 0.8372 | SRCC = 0.8365 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1116 | LCC = 0.9280 | SRCC = 0.9268 ]
130
+ INFO:root:Average loss=0.09701234054489014
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2713 | LCC = 0.8410 | SRCC = 0.8407 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1174 | LCC = 0.9289 | SRCC = 0.9301 ]
135
+ INFO:root:Average loss=0.0934672902027766
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2598 | LCC = 0.8384 | SRCC = 0.8391 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1283 | LCC = 0.9340 | SRCC = 0.9344 ]
140
+ INFO:root:Average loss=0.1056206846752992
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.3087 | LCC = 0.8375 | SRCC = 0.8372 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1360 | LCC = 0.9273 | SRCC = 0.9272 ]
145
+ INFO:root:Average loss=0.08849570107383606
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2512 | LCC = 0.8382 | SRCC = 0.8380 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1080 | LCC = 0.9251 | SRCC = 0.9243 ]
150
+ INFO:root:Average loss=0.09461981464081849
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2633 | LCC = 0.8342 | SRCC = 0.8379 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1312 | LCC = 0.9313 | SRCC = 0.9378 ]
155
+ INFO:root:Average loss=0.08670526914871655
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8392 | SRCC = 0.8394 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1100 | LCC = 0.9309 | SRCC = 0.9316 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2434 | LCC = 0.8551 | SRCC = 0.8528 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1368 | LCC = 0.9237 | SRCC = 0.9223 ]
results_bvcc/hubert_base/layer0/run2/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer0/run2/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2be382cb5d0cbf38e347f420f664032ad48d9e57ba1d269959fea6d418da28
3
+ size 2747979
results_bvcc/hubert_base/layer0/run2/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38cd0890447505751ee24d5ac22aca453a8588d9af82c72b92acdb093d6f5716
3
+ size 2749638
results_bvcc/hubert_base/layer0/run2/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.6223058226781014
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4212 | LCC = 0.7302 | SRCC = 0.7237 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.2987 | LCC = 0.8204 | SRCC = 0.8130 ]
10
+ INFO:root:Average loss=0.3400122488920505
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3451 | LCC = 0.7757 | SRCC = 0.7746 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2166 | LCC = 0.8716 | SRCC = 0.8712 ]
15
+ INFO:root:Average loss=0.28697922290899813
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3090 | LCC = 0.7985 | SRCC = 0.7971 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1581 | LCC = 0.8953 | SRCC = 0.8952 ]
20
+ INFO:root:Average loss=0.26048330198495817
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3045 | LCC = 0.8060 | SRCC = 0.8023 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.1794 | LCC = 0.8942 | SRCC = 0.8876 ]
25
+ INFO:root:Average loss=0.23282510691728348
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.3028 | LCC = 0.8117 | SRCC = 0.8110 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1911 | LCC = 0.8991 | SRCC = 0.8988 ]
30
+ INFO:root:Average loss=0.22307702192129233
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2824 | LCC = 0.8216 | SRCC = 0.8171 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1485 | LCC = 0.9093 | SRCC = 0.8992 ]
35
+ INFO:root:Average loss=0.209756378753063
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2746 | LCC = 0.8231 | SRCC = 0.8224 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1452 | LCC = 0.9103 | SRCC = 0.9089 ]
40
+ INFO:root:Average loss=0.20963191049985397
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2685 | LCC = 0.8293 | SRCC = 0.8270 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1404 | LCC = 0.9188 | SRCC = 0.9173 ]
45
+ INFO:root:Average loss=0.19137880578637123
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.3273 | LCC = 0.8231 | SRCC = 0.8256 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.2330 | LCC = 0.9056 | SRCC = 0.9116 ]
50
+ INFO:root:Average loss=0.18366533365005103
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2697 | LCC = 0.8285 | SRCC = 0.8305 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1476 | LCC = 0.9183 | SRCC = 0.9229 ]
55
+ INFO:root:Average loss=0.17462738183064339
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2687 | LCC = 0.8322 | SRCC = 0.8317 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1345 | LCC = 0.9151 | SRCC = 0.9148 ]
60
+ INFO:root:Average loss=0.1804203008994078
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2687 | LCC = 0.8355 | SRCC = 0.8338 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1519 | LCC = 0.9235 | SRCC = 0.9196 ]
65
+ INFO:root:Average loss=0.15735098853325233
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2813 | LCC = 0.8332 | SRCC = 0.8338 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1829 | LCC = 0.9148 | SRCC = 0.9176 ]
70
+ INFO:root:Average loss=0.15264414795316184
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2540 | LCC = 0.8391 | SRCC = 0.8363 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1353 | LCC = 0.9232 | SRCC = 0.9177 ]
75
+ INFO:root:Average loss=0.1461944027015796
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2628 | LCC = 0.8353 | SRCC = 0.8358 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1610 | LCC = 0.9140 | SRCC = 0.9159 ]
80
+ INFO:root:Average loss=0.13716615822452766
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2443 | LCC = 0.8395 | SRCC = 0.8399 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1162 | LCC = 0.9241 | SRCC = 0.9236 ]
85
+ INFO:root:Average loss=0.1376123607922823
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2519 | LCC = 0.8393 | SRCC = 0.8382 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1145 | LCC = 0.9296 | SRCC = 0.9285 ]
90
+ INFO:root:Average loss=0.12754998069543105
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2696 | LCC = 0.8403 | SRCC = 0.8409 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1759 | LCC = 0.9178 | SRCC = 0.9175 ]
95
+ INFO:root:Average loss=0.1296643590888916
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2506 | LCC = 0.8401 | SRCC = 0.8389 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1331 | LCC = 0.9244 | SRCC = 0.9239 ]
100
+ INFO:root:Average loss=0.12227761382475877
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2486 | LCC = 0.8428 | SRCC = 0.8418 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1338 | LCC = 0.9277 | SRCC = 0.9254 ]
105
+ INFO:root:Average loss=0.12108463688920705
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2497 | LCC = 0.8433 | SRCC = 0.8428 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1091 | LCC = 0.9338 | SRCC = 0.9320 ]
110
+ INFO:root:Average loss=0.10972379367703046
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2478 | LCC = 0.8396 | SRCC = 0.8405 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1332 | LCC = 0.9205 | SRCC = 0.9238 ]
115
+ INFO:root:Average loss=0.10746112900475661
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2681 | LCC = 0.8360 | SRCC = 0.8377 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1622 | LCC = 0.9221 | SRCC = 0.9251 ]
120
+ INFO:root:Average loss=0.10673746686333264
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2436 | LCC = 0.8402 | SRCC = 0.8415 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1184 | LCC = 0.9227 | SRCC = 0.9258 ]
125
+ INFO:root:Average loss=0.11541349841998173
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2449 | LCC = 0.8437 | SRCC = 0.8435 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1221 | LCC = 0.9285 | SRCC = 0.9273 ]
130
+ INFO:root:Average loss=0.09568858614716774
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2492 | LCC = 0.8386 | SRCC = 0.8390 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1299 | LCC = 0.9234 | SRCC = 0.9276 ]
135
+ INFO:root:Average loss=0.0912624185379499
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2439 | LCC = 0.8419 | SRCC = 0.8420 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1140 | LCC = 0.9288 | SRCC = 0.9276 ]
140
+ INFO:root:Average loss=0.09330684763307755
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2435 | LCC = 0.8423 | SRCC = 0.8423 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1237 | LCC = 0.9291 | SRCC = 0.9274 ]
145
+ INFO:root:Average loss=0.09177298891620758
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2471 | LCC = 0.8430 | SRCC = 0.8433 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1055 | LCC = 0.9307 | SRCC = 0.9303 ]
150
+ INFO:root:Average loss=0.08547591513548142
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2499 | LCC = 0.8392 | SRCC = 0.8398 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1140 | LCC = 0.9289 | SRCC = 0.9303 ]
155
+ INFO:root:Average loss=0.08721243790709056
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2501 | LCC = 0.8431 | SRCC = 0.8433 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1220 | LCC = 0.9184 | SRCC = 0.9178 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2476 | LCC = 0.8519 | SRCC = 0.8485 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1479 | LCC = 0.9113 | SRCC = 0.9079 ]
results_bvcc/hubert_base/layer0/run3/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer0/run3/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de8634a0f0bc19f9b77146d5976869d48ad726be6eaad8630fb623d7e8668cf
3
+ size 2747979
results_bvcc/hubert_base/layer0/run3/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fe91dcd98632de6669d0d6ed410182b0cd9255fac9773a679ba83683d6ec268
3
+ size 2749638
results_bvcc/hubert_base/layer0/run3/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.6666924987847989
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4511 | LCC = 0.6917 | SRCC = 0.6934 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.3002 | LCC = 0.7935 | SRCC = 0.8007 ]
10
+ INFO:root:Average loss=0.34847343350068116
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3668 | LCC = 0.7687 | SRCC = 0.7675 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2249 | LCC = 0.8576 | SRCC = 0.8516 ]
15
+ INFO:root:Average loss=0.295010652870704
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3428 | LCC = 0.7907 | SRCC = 0.7891 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1939 | LCC = 0.8906 | SRCC = 0.8891 ]
20
+ INFO:root:Average loss=0.25975389377428937
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3649 | LCC = 0.7940 | SRCC = 0.7947 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.2553 | LCC = 0.8874 | SRCC = 0.8868 ]
25
+ INFO:root:Average loss=0.232160553527184
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.2948 | LCC = 0.8115 | SRCC = 0.8118 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1638 | LCC = 0.9064 | SRCC = 0.9051 ]
30
+ INFO:root:Average loss=0.21545015008021623
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2957 | LCC = 0.8193 | SRCC = 0.8189 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1769 | LCC = 0.9113 | SRCC = 0.9102 ]
35
+ INFO:root:Average loss=0.21130773272269812
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2922 | LCC = 0.8246 | SRCC = 0.8245 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1787 | LCC = 0.9137 | SRCC = 0.9117 ]
40
+ INFO:root:Average loss=0.19410190884119424
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2795 | LCC = 0.8221 | SRCC = 0.8251 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1551 | LCC = 0.9138 | SRCC = 0.9206 ]
45
+ INFO:root:Average loss=0.18376540335325095
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2742 | LCC = 0.8254 | SRCC = 0.8256 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1485 | LCC = 0.9158 | SRCC = 0.9160 ]
50
+ INFO:root:Average loss=0.17642830598812836
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2658 | LCC = 0.8318 | SRCC = 0.8334 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1318 | LCC = 0.9237 | SRCC = 0.9252 ]
55
+ INFO:root:Average loss=0.18266728787850112
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2650 | LCC = 0.8303 | SRCC = 0.8298 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1249 | LCC = 0.9247 | SRCC = 0.9226 ]
60
+ INFO:root:Average loss=0.16145813331390038
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2947 | LCC = 0.8283 | SRCC = 0.8279 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1924 | LCC = 0.9130 | SRCC = 0.9095 ]
65
+ INFO:root:Average loss=0.16023201524065092
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2727 | LCC = 0.8280 | SRCC = 0.8245 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1380 | LCC = 0.9141 | SRCC = 0.9038 ]
70
+ INFO:root:Average loss=0.15817955270027503
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2704 | LCC = 0.8294 | SRCC = 0.8329 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1549 | LCC = 0.9157 | SRCC = 0.9219 ]
75
+ INFO:root:Average loss=0.14820197348793349
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2533 | LCC = 0.8359 | SRCC = 0.8362 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1207 | LCC = 0.9203 | SRCC = 0.9213 ]
80
+ INFO:root:Average loss=0.13579080368463808
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2907 | LCC = 0.8249 | SRCC = 0.8266 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1962 | LCC = 0.9056 | SRCC = 0.9115 ]
85
+ INFO:root:Average loss=0.13515052772485292
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2520 | LCC = 0.8372 | SRCC = 0.8366 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1211 | LCC = 0.9262 | SRCC = 0.9243 ]
90
+ INFO:root:Average loss=0.13414651642625147
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2576 | LCC = 0.8340 | SRCC = 0.8343 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1413 | LCC = 0.9175 | SRCC = 0.9185 ]
95
+ INFO:root:Average loss=0.1214076355099678
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2688 | LCC = 0.8317 | SRCC = 0.8315 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1521 | LCC = 0.9211 | SRCC = 0.9233 ]
100
+ INFO:root:Average loss=0.11501938190597755
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2560 | LCC = 0.8375 | SRCC = 0.8366 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1269 | LCC = 0.9234 | SRCC = 0.9237 ]
105
+ INFO:root:Average loss=0.1126799449706689
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2588 | LCC = 0.8315 | SRCC = 0.8321 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1328 | LCC = 0.9215 | SRCC = 0.9230 ]
110
+ INFO:root:Average loss=0.11280654619137447
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2506 | LCC = 0.8368 | SRCC = 0.8353 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1195 | LCC = 0.9273 | SRCC = 0.9243 ]
115
+ INFO:root:Average loss=0.11880997291360146
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2789 | LCC = 0.8363 | SRCC = 0.8350 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1749 | LCC = 0.9209 | SRCC = 0.9196 ]
120
+ INFO:root:Average loss=0.11219349618141468
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2535 | LCC = 0.8348 | SRCC = 0.8337 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1230 | LCC = 0.9186 | SRCC = 0.9169 ]
125
+ INFO:root:Average loss=0.09709211649038853
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2544 | LCC = 0.8351 | SRCC = 0.8348 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1329 | LCC = 0.9217 | SRCC = 0.9212 ]
130
+ INFO:root:Average loss=0.10323420539498329
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2516 | LCC = 0.8374 | SRCC = 0.8370 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1250 | LCC = 0.9241 | SRCC = 0.9225 ]
135
+ INFO:root:Average loss=0.0923682904491822
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2582 | LCC = 0.8367 | SRCC = 0.8364 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1152 | LCC = 0.9258 | SRCC = 0.9257 ]
140
+ INFO:root:Average loss=0.09195920629188037
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2511 | LCC = 0.8360 | SRCC = 0.8339 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1131 | LCC = 0.9264 | SRCC = 0.9229 ]
145
+ INFO:root:Average loss=0.08646859562931916
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2597 | LCC = 0.8382 | SRCC = 0.8380 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1449 | LCC = 0.9253 | SRCC = 0.9290 ]
150
+ INFO:root:Average loss=0.0903388187289238
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2546 | LCC = 0.8382 | SRCC = 0.8363 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1183 | LCC = 0.9240 | SRCC = 0.9207 ]
155
+ INFO:root:Average loss=0.0855825606924601
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8390 | SRCC = 0.8390 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1117 | LCC = 0.9280 | SRCC = 0.9293 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2464 | LCC = 0.8477 | SRCC = 0.8491 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1361 | LCC = 0.9146 | SRCC = 0.9112 ]
results_bvcc/hubert_base/layer0/run4/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer0/run4/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed74a112bcd5d30ff3577b2e8ae4facc954154ca2aee6eb143ac15678a3b533
3
+ size 2747979
results_bvcc/hubert_base/layer0/run4/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca8028388815226ff6f2fd3627b63270a14a28d95d25edca43b8683aaf18ba5
3
+ size 2749638
results_bvcc/hubert_base/layer0/run4/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.693080838292073
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4634 | LCC = 0.6953 | SRCC = 0.7022 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.3292 | LCC = 0.7972 | SRCC = 0.8042 ]
10
+ INFO:root:Average loss=0.34744123140206706
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3678 | LCC = 0.7627 | SRCC = 0.7654 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2164 | LCC = 0.8555 | SRCC = 0.8574 ]
15
+ INFO:root:Average loss=0.29983761237981993
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3499 | LCC = 0.7796 | SRCC = 0.7825 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.2295 | LCC = 0.8708 | SRCC = 0.8707 ]
20
+ INFO:root:Average loss=0.2731100775492497
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3117 | LCC = 0.7958 | SRCC = 0.7975 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.1506 | LCC = 0.8955 | SRCC = 0.8957 ]
25
+ INFO:root:Average loss=0.24996906404311842
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.3147 | LCC = 0.8083 | SRCC = 0.8112 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1597 | LCC = 0.9030 | SRCC = 0.9025 ]
30
+ INFO:root:Average loss=0.23520163503976968
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2935 | LCC = 0.8148 | SRCC = 0.8185 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1620 | LCC = 0.9082 | SRCC = 0.9106 ]
35
+ INFO:root:Average loss=0.2100157462633573
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2817 | LCC = 0.8240 | SRCC = 0.8249 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1391 | LCC = 0.9136 | SRCC = 0.9114 ]
40
+ INFO:root:Average loss=0.201802688340346
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2746 | LCC = 0.8219 | SRCC = 0.8276 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1424 | LCC = 0.9112 | SRCC = 0.9143 ]
45
+ INFO:root:Average loss=0.1959327457424922
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.3126 | LCC = 0.8182 | SRCC = 0.8258 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1935 | LCC = 0.9127 | SRCC = 0.9171 ]
50
+ INFO:root:Average loss=0.18192135447110885
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2660 | LCC = 0.8286 | SRCC = 0.8313 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1249 | LCC = 0.9253 | SRCC = 0.9275 ]
55
+ INFO:root:Average loss=0.1763921972268667
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2660 | LCC = 0.8344 | SRCC = 0.8345 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1335 | LCC = 0.9284 | SRCC = 0.9250 ]
60
+ INFO:root:Average loss=0.17014887193456674
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2563 | LCC = 0.8320 | SRCC = 0.8334 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1209 | LCC = 0.9228 | SRCC = 0.9204 ]
65
+ INFO:root:Average loss=0.1581740857890019
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2554 | LCC = 0.8362 | SRCC = 0.8379 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1105 | LCC = 0.9279 | SRCC = 0.9252 ]
70
+ INFO:root:Average loss=0.14950331653922033
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2664 | LCC = 0.8379 | SRCC = 0.8356 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1191 | LCC = 0.9296 | SRCC = 0.9228 ]
75
+ INFO:root:Average loss=0.1583162763944039
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2710 | LCC = 0.8398 | SRCC = 0.8390 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1274 | LCC = 0.9325 | SRCC = 0.9284 ]
80
+ INFO:root:Average loss=0.14270673520289934
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2533 | LCC = 0.8374 | SRCC = 0.8343 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1129 | LCC = 0.9327 | SRCC = 0.9239 ]
85
+ INFO:root:Average loss=0.14289586580334565
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2564 | LCC = 0.8386 | SRCC = 0.8403 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1276 | LCC = 0.9282 | SRCC = 0.9243 ]
90
+ INFO:root:Average loss=0.12877724902370039
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2831 | LCC = 0.8300 | SRCC = 0.8333 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1673 | LCC = 0.9223 | SRCC = 0.9249 ]
95
+ INFO:root:Average loss=0.12344437312239255
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2592 | LCC = 0.8385 | SRCC = 0.8395 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1111 | LCC = 0.9338 | SRCC = 0.9289 ]
100
+ INFO:root:Average loss=0.12405563881381965
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2486 | LCC = 0.8405 | SRCC = 0.8399 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1149 | LCC = 0.9299 | SRCC = 0.9263 ]
105
+ INFO:root:Average loss=0.12222514291986442
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2522 | LCC = 0.8419 | SRCC = 0.8417 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1028 | LCC = 0.9311 | SRCC = 0.9247 ]
110
+ INFO:root:Average loss=0.1072661759188542
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2499 | LCC = 0.8416 | SRCC = 0.8421 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.0991 | LCC = 0.9343 | SRCC = 0.9303 ]
115
+ INFO:root:Average loss=0.10850798739836766
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2517 | LCC = 0.8423 | SRCC = 0.8427 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.0969 | LCC = 0.9344 | SRCC = 0.9282 ]
120
+ INFO:root:Average loss=0.11836651273262806
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2536 | LCC = 0.8340 | SRCC = 0.8352 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1103 | LCC = 0.9312 | SRCC = 0.9272 ]
125
+ INFO:root:Average loss=0.10285430115002853
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2476 | LCC = 0.8387 | SRCC = 0.8394 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1112 | LCC = 0.9321 | SRCC = 0.9267 ]
130
+ INFO:root:Average loss=0.09522139500731076
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2525 | LCC = 0.8430 | SRCC = 0.8426 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1027 | LCC = 0.9359 | SRCC = 0.9282 ]
135
+ INFO:root:Average loss=0.0962164487498693
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2496 | LCC = 0.8396 | SRCC = 0.8398 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1061 | LCC = 0.9354 | SRCC = 0.9300 ]
140
+ INFO:root:Average loss=0.08834256709386142
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2606 | LCC = 0.8411 | SRCC = 0.8407 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1048 | LCC = 0.9349 | SRCC = 0.9299 ]
145
+ INFO:root:Average loss=0.08937389016724549
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2429 | LCC = 0.8409 | SRCC = 0.8418 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1005 | LCC = 0.9336 | SRCC = 0.9311 ]
150
+ INFO:root:Average loss=0.08754428031925972
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2479 | LCC = 0.8386 | SRCC = 0.8400 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.0996 | LCC = 0.9356 | SRCC = 0.9344 ]
155
+ INFO:root:Average loss=0.08822393976151943
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2544 | LCC = 0.8372 | SRCC = 0.8376 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1088 | LCC = 0.9322 | SRCC = 0.9294 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2648 | LCC = 0.8479 | SRCC = 0.8471 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1627 | LCC = 0.9183 | SRCC = 0.9182 ]
results_bvcc/hubert_base/layer1/run0/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer1/run0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1727d1fc4b46c61e461d11a8d26f0c3703fe39c1819f64ac1ee199143cc8ecf6
3
+ size 2747979
results_bvcc/hubert_base/layer1/run0/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32fe52e74b022a18133e09224b954c5a0e80573df92133cad6334d8ae861a131
3
+ size 2749702
results_bvcc/hubert_base/layer1/run0/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.5384347431170635
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3651 | LCC = 0.7579 | SRCC = 0.7679 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.2450 | LCC = 0.8279 | SRCC = 0.8417 ]
10
+ INFO:root:Average loss=0.3125162693934563
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3197 | LCC = 0.8014 | SRCC = 0.8089 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.1803 | LCC = 0.8851 | SRCC = 0.8933 ]
15
+ INFO:root:Average loss=0.2598467270533244
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.2821 | LCC = 0.8201 | SRCC = 0.8220 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1661 | LCC = 0.8930 | SRCC = 0.8938 ]
20
+ INFO:root:Average loss=0.2328854107703918
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.2763 | LCC = 0.8392 | SRCC = 0.8393 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.1440 | LCC = 0.9144 | SRCC = 0.9146 ]
25
+ INFO:root:Average loss=0.22046697693757522
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.4002 | LCC = 0.8421 | SRCC = 0.8436 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.2308 | LCC = 0.9180 | SRCC = 0.9170 ]
30
+ INFO:root:Average loss=0.21332733552807417
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2586 | LCC = 0.8511 | SRCC = 0.8506 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1378 | LCC = 0.9231 | SRCC = 0.9208 ]
35
+ INFO:root:Average loss=0.1894073927631745
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.3212 | LCC = 0.8521 | SRCC = 0.8534 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1690 | LCC = 0.9268 | SRCC = 0.9275 ]
40
+ INFO:root:Average loss=0.18603943020869523
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2509 | LCC = 0.8596 | SRCC = 0.8588 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1250 | LCC = 0.9328 | SRCC = 0.9326 ]
45
+ INFO:root:Average loss=0.17212454124520987
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2483 | LCC = 0.8543 | SRCC = 0.8550 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1200 | LCC = 0.9243 | SRCC = 0.9258 ]
50
+ INFO:root:Average loss=0.16676599217148927
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2394 | LCC = 0.8574 | SRCC = 0.8579 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1090 | LCC = 0.9328 | SRCC = 0.9327 ]
55
+ INFO:root:Average loss=0.1568388469899312
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2243 | LCC = 0.8601 | SRCC = 0.8610 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1111 | LCC = 0.9340 | SRCC = 0.9366 ]
60
+ INFO:root:Average loss=0.1442243832235153
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2371 | LCC = 0.8641 | SRCC = 0.8647 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1020 | LCC = 0.9381 | SRCC = 0.9382 ]
65
+ INFO:root:Average loss=0.13970096906026205
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2459 | LCC = 0.8640 | SRCC = 0.8632 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1154 | LCC = 0.9294 | SRCC = 0.9273 ]
70
+ INFO:root:Average loss=0.13385126567803896
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2314 | LCC = 0.8615 | SRCC = 0.8616 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1131 | LCC = 0.9306 | SRCC = 0.9291 ]
75
+ INFO:root:Average loss=0.1395218190856469
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2516 | LCC = 0.8623 | SRCC = 0.8632 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1148 | LCC = 0.9330 | SRCC = 0.9317 ]
80
+ INFO:root:Average loss=0.12572642759634897
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2201 | LCC = 0.8592 | SRCC = 0.8624 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1045 | LCC = 0.9285 | SRCC = 0.9318 ]
85
+ INFO:root:Average loss=0.12177978790341279
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.3041 | LCC = 0.8608 | SRCC = 0.8629 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1519 | LCC = 0.9327 | SRCC = 0.9302 ]
90
+ INFO:root:Average loss=0.11431545802415946
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2562 | LCC = 0.8624 | SRCC = 0.8623 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1186 | LCC = 0.9389 | SRCC = 0.9346 ]
95
+ INFO:root:Average loss=0.11375301770674877
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2928 | LCC = 0.8641 | SRCC = 0.8659 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1400 | LCC = 0.9363 | SRCC = 0.9346 ]
100
+ INFO:root:Average loss=0.10535824337066749
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2620 | LCC = 0.8668 | SRCC = 0.8681 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1174 | LCC = 0.9434 | SRCC = 0.9428 ]
105
+ INFO:root:Average loss=0.10686533917219211
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2346 | LCC = 0.8676 | SRCC = 0.8684 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.0989 | LCC = 0.9410 | SRCC = 0.9407 ]
110
+ INFO:root:Average loss=0.09585214282075565
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2737 | LCC = 0.8660 | SRCC = 0.8677 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1247 | LCC = 0.9395 | SRCC = 0.9368 ]
115
+ INFO:root:Average loss=0.09199319393015824
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2286 | LCC = 0.8651 | SRCC = 0.8652 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1011 | LCC = 0.9367 | SRCC = 0.9341 ]
120
+ INFO:root:Average loss=0.08877703026892284
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2181 | LCC = 0.8631 | SRCC = 0.8637 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.0991 | LCC = 0.9361 | SRCC = 0.9365 ]
125
+ INFO:root:Average loss=0.08189217999386482
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2473 | LCC = 0.8627 | SRCC = 0.8643 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1169 | LCC = 0.9397 | SRCC = 0.9394 ]
130
+ INFO:root:Average loss=0.0838615719993145
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2856 | LCC = 0.8628 | SRCC = 0.8645 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1347 | LCC = 0.9359 | SRCC = 0.9337 ]
135
+ INFO:root:Average loss=0.07518950458138417
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2611 | LCC = 0.8631 | SRCC = 0.8640 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1221 | LCC = 0.9354 | SRCC = 0.9338 ]
140
+ INFO:root:Average loss=0.07390239032415244
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2572 | LCC = 0.8604 | SRCC = 0.8623 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1103 | LCC = 0.9374 | SRCC = 0.9382 ]
145
+ INFO:root:Average loss=0.07868596548453355
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2522 | LCC = 0.8586 | SRCC = 0.8603 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1138 | LCC = 0.9315 | SRCC = 0.9299 ]
150
+ INFO:root:Average loss=0.0740464381300486
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2486 | LCC = 0.8662 | SRCC = 0.8676 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1086 | LCC = 0.9405 | SRCC = 0.9380 ]
155
+ INFO:root:Average loss=0.07149870755771796
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2503 | LCC = 0.8643 | SRCC = 0.8655 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1107 | LCC = 0.9356 | SRCC = 0.9348 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2802 | LCC = 0.8573 | SRCC = 0.8591 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.2114 | LCC = 0.9106 | SRCC = 0.9120 ]
results_bvcc/hubert_base/layer1/run1/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer1/run1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e79d8cec732313da31c477cfc69e897b4c0f1b4fc046b397184b3cac5492ec
3
+ size 2747979
results_bvcc/hubert_base/layer1/run1/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cfdf2e8cc1a2ad1d82ba745e7e1b4a5889d3b06b027b671d56eb0ab6aa62364
3
+ size 2749702
results_bvcc/hubert_base/layer1/run1/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.5688458081239309
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3943 | LCC = 0.7444 | SRCC = 0.7515 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.2508 | LCC = 0.8380 | SRCC = 0.8455 ]
10
+ INFO:root:Average loss=0.30762900641331303
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3422 | LCC = 0.7928 | SRCC = 0.7942 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2004 | LCC = 0.8883 | SRCC = 0.8823 ]
15
+ INFO:root:Average loss=0.2698195341687936
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.2890 | LCC = 0.8195 | SRCC = 0.8199 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1619 | LCC = 0.9094 | SRCC = 0.9085 ]
20
+ INFO:root:Average loss=0.245184295070477
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.2756 | LCC = 0.8247 | SRCC = 0.8263 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.1538 | LCC = 0.9096 | SRCC = 0.9109 ]
25
+ INFO:root:Average loss=0.2246660406772907
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.2642 | LCC = 0.8319 | SRCC = 0.8343 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1325 | LCC = 0.9195 | SRCC = 0.9227 ]
30
+ INFO:root:Average loss=0.20716812824591613
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2571 | LCC = 0.8407 | SRCC = 0.8398 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1235 | LCC = 0.9255 | SRCC = 0.9213 ]
35
+ INFO:root:Average loss=0.19434941130188796
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2604 | LCC = 0.8453 | SRCC = 0.8447 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1278 | LCC = 0.9292 | SRCC = 0.9246 ]
40
+ INFO:root:Average loss=0.1834895882086876
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2465 | LCC = 0.8468 | SRCC = 0.8475 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1154 | LCC = 0.9319 | SRCC = 0.9328 ]
45
+ INFO:root:Average loss=0.17047799521913895
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2504 | LCC = 0.8538 | SRCC = 0.8525 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1349 | LCC = 0.9359 | SRCC = 0.9318 ]
50
+ INFO:root:Average loss=0.1595101310656621
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2777 | LCC = 0.8515 | SRCC = 0.8520 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1347 | LCC = 0.9341 | SRCC = 0.9322 ]
55
+ INFO:root:Average loss=0.16081301571849066
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2429 | LCC = 0.8493 | SRCC = 0.8500 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1249 | LCC = 0.9319 | SRCC = 0.9323 ]
60
+ INFO:root:Average loss=0.1469948191482287
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2456 | LCC = 0.8524 | SRCC = 0.8523 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1334 | LCC = 0.9369 | SRCC = 0.9365 ]
65
+ INFO:root:Average loss=0.1455276571214199
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2344 | LCC = 0.8531 | SRCC = 0.8526 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1064 | LCC = 0.9389 | SRCC = 0.9370 ]
70
+ INFO:root:Average loss=0.1378849412386234
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2404 | LCC = 0.8484 | SRCC = 0.8484 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1146 | LCC = 0.9304 | SRCC = 0.9268 ]
75
+ INFO:root:Average loss=0.1461408253854666
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2382 | LCC = 0.8511 | SRCC = 0.8509 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1272 | LCC = 0.9297 | SRCC = 0.9283 ]
80
+ INFO:root:Average loss=0.12293958023954661
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2336 | LCC = 0.8567 | SRCC = 0.8560 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1121 | LCC = 0.9404 | SRCC = 0.9403 ]
85
+ INFO:root:Average loss=0.11160537438132824
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2354 | LCC = 0.8529 | SRCC = 0.8525 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1147 | LCC = 0.9346 | SRCC = 0.9298 ]
90
+ INFO:root:Average loss=0.12221762327811657
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2376 | LCC = 0.8565 | SRCC = 0.8560 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1038 | LCC = 0.9457 | SRCC = 0.9398 ]
95
+ INFO:root:Average loss=0.11015741355144061
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2475 | LCC = 0.8528 | SRCC = 0.8523 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1355 | LCC = 0.9335 | SRCC = 0.9303 ]
100
+ INFO:root:Average loss=0.10103652669260135
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2415 | LCC = 0.8593 | SRCC = 0.8564 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1173 | LCC = 0.9393 | SRCC = 0.9325 ]
105
+ INFO:root:Average loss=0.1011919436068871
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2300 | LCC = 0.8583 | SRCC = 0.8571 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1184 | LCC = 0.9384 | SRCC = 0.9355 ]
110
+ INFO:root:Average loss=0.10148329598208268
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2428 | LCC = 0.8521 | SRCC = 0.8512 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1254 | LCC = 0.9283 | SRCC = 0.9230 ]
115
+ INFO:root:Average loss=0.09493161938511409
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2267 | LCC = 0.8564 | SRCC = 0.8548 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1075 | LCC = 0.9398 | SRCC = 0.9348 ]
120
+ INFO:root:Average loss=0.09536688273342755
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2395 | LCC = 0.8544 | SRCC = 0.8522 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1281 | LCC = 0.9387 | SRCC = 0.9342 ]
125
+ INFO:root:Average loss=0.09586510749963614
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2316 | LCC = 0.8557 | SRCC = 0.8551 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1044 | LCC = 0.9374 | SRCC = 0.9332 ]
130
+ INFO:root:Average loss=0.09356169775128365
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2410 | LCC = 0.8527 | SRCC = 0.8525 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1342 | LCC = 0.9335 | SRCC = 0.9307 ]
135
+ INFO:root:Average loss=0.08972896516132049
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2350 | LCC = 0.8512 | SRCC = 0.8512 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.0993 | LCC = 0.9353 | SRCC = 0.9302 ]
140
+ INFO:root:Average loss=0.08364065879812607
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2382 | LCC = 0.8530 | SRCC = 0.8522 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1265 | LCC = 0.9335 | SRCC = 0.9306 ]
145
+ INFO:root:Average loss=0.0764690768928864
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2435 | LCC = 0.8544 | SRCC = 0.8545 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1423 | LCC = 0.9355 | SRCC = 0.9345 ]
150
+ INFO:root:Average loss=0.07580468808420193
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2298 | LCC = 0.8544 | SRCC = 0.8549 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1193 | LCC = 0.9334 | SRCC = 0.9316 ]
155
+ INFO:root:Average loss=0.07264471784807168
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2366 | LCC = 0.8543 | SRCC = 0.8541 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1281 | LCC = 0.9372 | SRCC = 0.9329 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2610 | LCC = 0.8572 | SRCC = 0.8582 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1731 | LCC = 0.9143 | SRCC = 0.9179 ]
results_bvcc/hubert_base/layer1/run2/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer1/run2/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b598202b8e23b500e3354d9e0fb92511e54d2db56744c7fad97345e54b4895
3
+ size 2747979
results_bvcc/hubert_base/layer1/run2/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bfeb43ea671af6146e095a7c2a95dd28af4f64ce2f5d48270d46479af5db24
3
+ size 2749638
results_bvcc/hubert_base/layer1/run2/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.7256479095189999
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4664 | LCC = 0.6857 | SRCC = 0.6778 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.3435 | LCC = 0.7687 | SRCC = 0.7717 ]
10
+ INFO:root:Average loss=0.33213257025449705
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3399 | LCC = 0.7820 | SRCC = 0.7902 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2213 | LCC = 0.8687 | SRCC = 0.8764 ]
15
+ INFO:root:Average loss=0.2737548251946767
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3068 | LCC = 0.8078 | SRCC = 0.8121 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1903 | LCC = 0.8907 | SRCC = 0.8924 ]
20
+ INFO:root:Average loss=0.24706093890544695
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3194 | LCC = 0.8278 | SRCC = 0.8277 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.2268 | LCC = 0.9011 | SRCC = 0.8998 ]
25
+ INFO:root:Average loss=0.22849733974689093
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.2707 | LCC = 0.8360 | SRCC = 0.8378 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1633 | LCC = 0.9133 | SRCC = 0.9145 ]
30
+ INFO:root:Average loss=0.21260243023817355
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2583 | LCC = 0.8388 | SRCC = 0.8400 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1421 | LCC = 0.9138 | SRCC = 0.9153 ]
35
+ INFO:root:Average loss=0.19968728329508734
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2439 | LCC = 0.8458 | SRCC = 0.8473 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1222 | LCC = 0.9266 | SRCC = 0.9261 ]
40
+ INFO:root:Average loss=0.18176372607166952
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2533 | LCC = 0.8524 | SRCC = 0.8523 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1242 | LCC = 0.9359 | SRCC = 0.9335 ]
45
+ INFO:root:Average loss=0.17053731846121642
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2336 | LCC = 0.8523 | SRCC = 0.8553 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1164 | LCC = 0.9315 | SRCC = 0.9356 ]
50
+ INFO:root:Average loss=0.1595422060061724
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2382 | LCC = 0.8545 | SRCC = 0.8556 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1260 | LCC = 0.9348 | SRCC = 0.9338 ]
55
+ INFO:root:Average loss=0.15743829348148444
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2310 | LCC = 0.8567 | SRCC = 0.8573 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1108 | LCC = 0.9386 | SRCC = 0.9401 ]
60
+ INFO:root:Average loss=0.1441471055150032
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2225 | LCC = 0.8563 | SRCC = 0.8585 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1023 | LCC = 0.9347 | SRCC = 0.9371 ]
65
+ INFO:root:Average loss=0.15405503899241105
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2585 | LCC = 0.8551 | SRCC = 0.8563 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1559 | LCC = 0.9362 | SRCC = 0.9381 ]
70
+ INFO:root:Average loss=0.1423190971597647
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2218 | LCC = 0.8575 | SRCC = 0.8583 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.0977 | LCC = 0.9385 | SRCC = 0.9402 ]
75
+ INFO:root:Average loss=0.12387849352298638
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.3042 | LCC = 0.8532 | SRCC = 0.8556 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.2149 | LCC = 0.9328 | SRCC = 0.9363 ]
80
+ INFO:root:Average loss=0.128782950150661
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2303 | LCC = 0.8573 | SRCC = 0.8573 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1170 | LCC = 0.9379 | SRCC = 0.9389 ]
85
+ INFO:root:Average loss=0.1260707961061062
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2399 | LCC = 0.8521 | SRCC = 0.8522 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1234 | LCC = 0.9360 | SRCC = 0.9376 ]
90
+ INFO:root:Average loss=0.11417788190719409
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2424 | LCC = 0.8529 | SRCC = 0.8536 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1278 | LCC = 0.9375 | SRCC = 0.9425 ]
95
+ INFO:root:Average loss=0.11252852347798836
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2330 | LCC = 0.8583 | SRCC = 0.8588 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1180 | LCC = 0.9418 | SRCC = 0.9439 ]
100
+ INFO:root:Average loss=0.1099414878930801
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2381 | LCC = 0.8540 | SRCC = 0.8563 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1045 | LCC = 0.9343 | SRCC = 0.9375 ]
105
+ INFO:root:Average loss=0.10246308281635627
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2269 | LCC = 0.8567 | SRCC = 0.8573 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1118 | LCC = 0.9374 | SRCC = 0.9388 ]
110
+ INFO:root:Average loss=0.08834201890306595
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2248 | LCC = 0.8576 | SRCC = 0.8590 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1107 | LCC = 0.9381 | SRCC = 0.9404 ]
115
+ INFO:root:Average loss=0.09214216528030542
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2268 | LCC = 0.8577 | SRCC = 0.8575 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1151 | LCC = 0.9379 | SRCC = 0.9374 ]
120
+ INFO:root:Average loss=0.0861392863190327
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2276 | LCC = 0.8592 | SRCC = 0.8582 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1171 | LCC = 0.9395 | SRCC = 0.9368 ]
125
+ INFO:root:Average loss=0.08297002969835049
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2225 | LCC = 0.8581 | SRCC = 0.8594 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1059 | LCC = 0.9389 | SRCC = 0.9393 ]
130
+ INFO:root:Average loss=0.08107748761391029
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2240 | LCC = 0.8560 | SRCC = 0.8576 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.0999 | LCC = 0.9368 | SRCC = 0.9378 ]
135
+ INFO:root:Average loss=0.08181412455936272
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2633 | LCC = 0.8505 | SRCC = 0.8536 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1195 | LCC = 0.9317 | SRCC = 0.9354 ]
140
+ INFO:root:Average loss=0.08006067163287064
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2285 | LCC = 0.8591 | SRCC = 0.8599 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1223 | LCC = 0.9361 | SRCC = 0.9371 ]
145
+ INFO:root:Average loss=0.0724979533503453
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2392 | LCC = 0.8618 | SRCC = 0.8625 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1414 | LCC = 0.9378 | SRCC = 0.9392 ]
150
+ INFO:root:Average loss=0.07169662492397504
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2667 | LCC = 0.8554 | SRCC = 0.8579 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1690 | LCC = 0.9347 | SRCC = 0.9387 ]
155
+ INFO:root:Average loss=0.07730462015248261
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2445 | LCC = 0.8549 | SRCC = 0.8569 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1407 | LCC = 0.9337 | SRCC = 0.9361 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2139 | LCC = 0.8696 | SRCC = 0.8700 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1040 | LCC = 0.9223 | SRCC = 0.9209 ]
results_bvcc/hubert_base/layer1/run3/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer1/run3/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c450cc78dbc6616ae7a33e5413e42f097d79c87af9f9ec618d9df7b9e163228d
3
+ size 2747979
results_bvcc/hubert_base/layer1/run3/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf3b5296d304624d2218addd9b682eb5109df125e651b4e03a7f3709d003ada4
3
+ size 2749638
results_bvcc/hubert_base/layer1/run3/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.5181198582435266
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3897 | LCC = 0.7630 | SRCC = 0.7704 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.2450 | LCC = 0.8482 | SRCC = 0.8533 ]
10
+ INFO:root:Average loss=0.3061543538784369
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3143 | LCC = 0.7905 | SRCC = 0.7990 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.1838 | LCC = 0.8768 | SRCC = 0.8851 ]
15
+ INFO:root:Average loss=0.26039037318565905
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.2891 | LCC = 0.8182 | SRCC = 0.8212 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1581 | LCC = 0.8984 | SRCC = 0.8992 ]
20
+ INFO:root:Average loss=0.24939049188143167
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.2805 | LCC = 0.8189 | SRCC = 0.8277 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.1504 | LCC = 0.9056 | SRCC = 0.9154 ]
25
+ INFO:root:Average loss=0.22612146937694305
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.2772 | LCC = 0.8327 | SRCC = 0.8353 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1286 | LCC = 0.9216 | SRCC = 0.9234 ]
30
+ INFO:root:Average loss=0.20926891076259124
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2523 | LCC = 0.8406 | SRCC = 0.8436 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1170 | LCC = 0.9279 | SRCC = 0.9306 ]
35
+ INFO:root:Average loss=0.19098575269946685
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.2390 | LCC = 0.8469 | SRCC = 0.8479 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1091 | LCC = 0.9249 | SRCC = 0.9269 ]
40
+ INFO:root:Average loss=0.18265499642644173
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2467 | LCC = 0.8454 | SRCC = 0.8455 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1049 | LCC = 0.9298 | SRCC = 0.9255 ]
45
+ INFO:root:Average loss=0.17338330222245973
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2608 | LCC = 0.8435 | SRCC = 0.8459 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1489 | LCC = 0.9229 | SRCC = 0.9290 ]
50
+ INFO:root:Average loss=0.16820461608660528
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2571 | LCC = 0.8541 | SRCC = 0.8547 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1270 | LCC = 0.9342 | SRCC = 0.9367 ]
55
+ INFO:root:Average loss=0.15494681044648856
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2493 | LCC = 0.8554 | SRCC = 0.8560 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1088 | LCC = 0.9337 | SRCC = 0.9335 ]
60
+ INFO:root:Average loss=0.14655293189944366
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2403 | LCC = 0.8591 | SRCC = 0.8591 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1080 | LCC = 0.9375 | SRCC = 0.9379 ]
65
+ INFO:root:Average loss=0.13986192786922821
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2500 | LCC = 0.8557 | SRCC = 0.8594 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1423 | LCC = 0.9349 | SRCC = 0.9402 ]
70
+ INFO:root:Average loss=0.14596546818621647
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2508 | LCC = 0.8538 | SRCC = 0.8571 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1344 | LCC = 0.9372 | SRCC = 0.9438 ]
75
+ INFO:root:Average loss=0.12955845558108428
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2391 | LCC = 0.8549 | SRCC = 0.8567 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1204 | LCC = 0.9379 | SRCC = 0.9446 ]
80
+ INFO:root:Average loss=0.12262226545657867
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2432 | LCC = 0.8598 | SRCC = 0.8593 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1237 | LCC = 0.9384 | SRCC = 0.9405 ]
85
+ INFO:root:Average loss=0.1171158166267933
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2238 | LCC = 0.8576 | SRCC = 0.8590 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.0939 | LCC = 0.9404 | SRCC = 0.9445 ]
90
+ INFO:root:Average loss=0.11116853977243106
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2508 | LCC = 0.8561 | SRCC = 0.8584 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1401 | LCC = 0.9365 | SRCC = 0.9440 ]
95
+ INFO:root:Average loss=0.11663498624395101
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2362 | LCC = 0.8557 | SRCC = 0.8589 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1259 | LCC = 0.9334 | SRCC = 0.9407 ]
100
+ INFO:root:Average loss=0.10476142597886232
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2322 | LCC = 0.8579 | SRCC = 0.8585 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1061 | LCC = 0.9405 | SRCC = 0.9441 ]
105
+ INFO:root:Average loss=0.10233628597014989
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2311 | LCC = 0.8612 | SRCC = 0.8614 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1137 | LCC = 0.9411 | SRCC = 0.9429 ]
110
+ INFO:root:Average loss=0.09849247135795079
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2503 | LCC = 0.8526 | SRCC = 0.8584 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1401 | LCC = 0.9324 | SRCC = 0.9464 ]
115
+ INFO:root:Average loss=0.09012282162140577
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2255 | LCC = 0.8553 | SRCC = 0.8568 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.0989 | LCC = 0.9384 | SRCC = 0.9427 ]
120
+ INFO:root:Average loss=0.08567754881313214
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2309 | LCC = 0.8599 | SRCC = 0.8595 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1007 | LCC = 0.9416 | SRCC = 0.9424 ]
125
+ INFO:root:Average loss=0.08339595398268639
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2495 | LCC = 0.8536 | SRCC = 0.8551 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1426 | LCC = 0.9318 | SRCC = 0.9383 ]
130
+ INFO:root:Average loss=0.08013500015322979
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2238 | LCC = 0.8589 | SRCC = 0.8590 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1008 | LCC = 0.9385 | SRCC = 0.9394 ]
135
+ INFO:root:Average loss=0.08529078229688682
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2334 | LCC = 0.8610 | SRCC = 0.8624 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1237 | LCC = 0.9382 | SRCC = 0.9405 ]
140
+ INFO:root:Average loss=0.08270134404301643
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2338 | LCC = 0.8572 | SRCC = 0.8593 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1177 | LCC = 0.9388 | SRCC = 0.9432 ]
145
+ INFO:root:Average loss=0.0773318352129979
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2543 | LCC = 0.8544 | SRCC = 0.8567 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1445 | LCC = 0.9377 | SRCC = 0.9433 ]
150
+ INFO:root:Average loss=0.07011769716747296
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2269 | LCC = 0.8554 | SRCC = 0.8560 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.0970 | LCC = 0.9405 | SRCC = 0.9442 ]
155
+ INFO:root:Average loss=0.07199161055569465
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2285 | LCC = 0.8559 | SRCC = 0.8565 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1105 | LCC = 0.9372 | SRCC = 0.9388 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2295 | LCC = 0.8623 | SRCC = 0.8592 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1318 | LCC = 0.9188 | SRCC = 0.9177 ]
results_bvcc/hubert_base/layer1/run4/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer1/run4/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df39695914b6c0e18c0d3afe2704c88550d0c0bc254c4326fdc4cec476e70c7f
3
+ size 2747979
results_bvcc/hubert_base/layer1/run4/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d5f557d55a496ed05e25c290ea30f8d0059f577027ba84a00fde5f07ee67ac
3
+ size 2749638
results_bvcc/hubert_base/layer1/run4/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.5284858185511369
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4332 | LCC = 0.7519 | SRCC = 0.7575 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.3414 | LCC = 0.8354 | SRCC = 0.8413 ]
10
+ INFO:root:Average loss=0.2997403721778821
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3282 | LCC = 0.7964 | SRCC = 0.7973 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2147 | LCC = 0.8809 | SRCC = 0.8803 ]
15
+ INFO:root:Average loss=0.27416255114934385
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.2998 | LCC = 0.8176 | SRCC = 0.8170 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1832 | LCC = 0.9013 | SRCC = 0.8954 ]
20
+ INFO:root:Average loss=0.2502118564951114
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3109 | LCC = 0.8290 | SRCC = 0.8271 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.2017 | LCC = 0.9123 | SRCC = 0.9055 ]
25
+ INFO:root:Average loss=0.2391085383028556
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.2891 | LCC = 0.8355 | SRCC = 0.8351 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1805 | LCC = 0.9186 | SRCC = 0.9176 ]
30
+ INFO:root:Average loss=0.21475407022696275
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.2897 | LCC = 0.8408 | SRCC = 0.8410 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1840 | LCC = 0.9247 | SRCC = 0.9260 ]
35
+ INFO:root:Average loss=0.1941039843054918
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.3224 | LCC = 0.8419 | SRCC = 0.8438 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.2338 | LCC = 0.9231 | SRCC = 0.9266 ]
40
+ INFO:root:Average loss=0.19239784605227983
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.2689 | LCC = 0.8446 | SRCC = 0.8460 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1637 | LCC = 0.9252 | SRCC = 0.9253 ]
45
+ INFO:root:Average loss=0.1749706174700688
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.2556 | LCC = 0.8480 | SRCC = 0.8490 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1468 | LCC = 0.9295 | SRCC = 0.9323 ]
50
+ INFO:root:Average loss=0.16633262351537362
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2833 | LCC = 0.8513 | SRCC = 0.8514 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1909 | LCC = 0.9302 | SRCC = 0.9292 ]
55
+ INFO:root:Average loss=0.17229539385208717
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.2511 | LCC = 0.8518 | SRCC = 0.8533 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1161 | LCC = 0.9394 | SRCC = 0.9404 ]
60
+ INFO:root:Average loss=0.1482675330570111
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.2402 | LCC = 0.8515 | SRCC = 0.8522 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1260 | LCC = 0.9335 | SRCC = 0.9332 ]
65
+ INFO:root:Average loss=0.14317515807656142
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.2416 | LCC = 0.8591 | SRCC = 0.8591 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1319 | LCC = 0.9426 | SRCC = 0.9416 ]
70
+ INFO:root:Average loss=0.1461752892877811
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.2511 | LCC = 0.8493 | SRCC = 0.8507 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1249 | LCC = 0.9357 | SRCC = 0.9360 ]
75
+ INFO:root:Average loss=0.13333749685149926
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.2645 | LCC = 0.8521 | SRCC = 0.8529 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1699 | LCC = 0.9349 | SRCC = 0.9367 ]
80
+ INFO:root:Average loss=0.1303407653975181
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.2348 | LCC = 0.8567 | SRCC = 0.8566 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1176 | LCC = 0.9390 | SRCC = 0.9388 ]
85
+ INFO:root:Average loss=0.11859025108890656
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.2777 | LCC = 0.8517 | SRCC = 0.8547 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.1849 | LCC = 0.9332 | SRCC = 0.9401 ]
90
+ INFO:root:Average loss=0.11464585230136529
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.2592 | LCC = 0.8519 | SRCC = 0.8521 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1497 | LCC = 0.9383 | SRCC = 0.9394 ]
95
+ INFO:root:Average loss=0.10985518676730302
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.2337 | LCC = 0.8553 | SRCC = 0.8561 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1042 | LCC = 0.9429 | SRCC = 0.9424 ]
100
+ INFO:root:Average loss=0.11414674306527162
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2458 | LCC = 0.8523 | SRCC = 0.8531 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1365 | LCC = 0.9369 | SRCC = 0.9391 ]
105
+ INFO:root:Average loss=0.09578809218528943
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.2482 | LCC = 0.8497 | SRCC = 0.8500 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1384 | LCC = 0.9344 | SRCC = 0.9358 ]
110
+ INFO:root:Average loss=0.09909573885110709
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.2306 | LCC = 0.8549 | SRCC = 0.8536 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1048 | LCC = 0.9411 | SRCC = 0.9377 ]
115
+ INFO:root:Average loss=0.09850130640925506
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.2339 | LCC = 0.8546 | SRCC = 0.8534 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1249 | LCC = 0.9372 | SRCC = 0.9357 ]
120
+ INFO:root:Average loss=0.09136844612658024
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.2328 | LCC = 0.8552 | SRCC = 0.8549 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1080 | LCC = 0.9407 | SRCC = 0.9403 ]
125
+ INFO:root:Average loss=0.0871920762822414
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2477 | LCC = 0.8539 | SRCC = 0.8531 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1391 | LCC = 0.9409 | SRCC = 0.9402 ]
130
+ INFO:root:Average loss=0.09139888069759576
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2991 | LCC = 0.8554 | SRCC = 0.8552 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.2091 | LCC = 0.9404 | SRCC = 0.9402 ]
135
+ INFO:root:Average loss=0.08011570443900731
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.2352 | LCC = 0.8546 | SRCC = 0.8547 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1241 | LCC = 0.9378 | SRCC = 0.9384 ]
140
+ INFO:root:Average loss=0.080229947104668
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2417 | LCC = 0.8543 | SRCC = 0.8539 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1328 | LCC = 0.9386 | SRCC = 0.9394 ]
145
+ INFO:root:Average loss=0.07856815609221275
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2588 | LCC = 0.8577 | SRCC = 0.8567 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1552 | LCC = 0.9430 | SRCC = 0.9428 ]
150
+ INFO:root:Average loss=0.07652640290176257
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.2330 | LCC = 0.8583 | SRCC = 0.8590 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1291 | LCC = 0.9387 | SRCC = 0.9399 ]
155
+ INFO:root:Average loss=0.07381898833390994
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.2407 | LCC = 0.8596 | SRCC = 0.8583 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1408 | LCC = 0.9399 | SRCC = 0.9394 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2239 | LCC = 0.8634 | SRCC = 0.8640 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1066 | LCC = 0.9264 | SRCC = 0.9250 ]
results_bvcc/hubert_base/layer10/run0/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer10/run0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f2291750681e519f7992caa21f7b299c73ca3d6bd26114c56385fbf2eea6c1c
3
+ size 2747979
results_bvcc/hubert_base/layer10/run0/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2601a74464b1547e6f1dae74cbec5a085cfcb5135fb0843609a699b708cfb334
3
+ size 2749638
results_bvcc/hubert_base/layer10/run0/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.5033356692546453
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4002 | LCC = 0.7652 | SRCC = 0.7711 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.2548 | LCC = 0.8548 | SRCC = 0.8600 ]
10
+ INFO:root:Average loss=0.31777618042169475
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3519 | LCC = 0.7857 | SRCC = 0.7850 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2185 | LCC = 0.8663 | SRCC = 0.8642 ]
15
+ INFO:root:Average loss=0.2676999425658813
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3227 | LCC = 0.8019 | SRCC = 0.8004 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.1951 | LCC = 0.8784 | SRCC = 0.8789 ]
20
+ INFO:root:Average loss=0.24084345595194742
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3585 | LCC = 0.7996 | SRCC = 0.8030 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.2392 | LCC = 0.8792 | SRCC = 0.8776 ]
25
+ INFO:root:Average loss=0.2247477154701184
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.3083 | LCC = 0.8087 | SRCC = 0.8079 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1825 | LCC = 0.8862 | SRCC = 0.8847 ]
30
+ INFO:root:Average loss=0.20536349971707052
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.3052 | LCC = 0.8044 | SRCC = 0.8022 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.1717 | LCC = 0.8886 | SRCC = 0.8826 ]
35
+ INFO:root:Average loss=0.1901614881860904
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.3250 | LCC = 0.8118 | SRCC = 0.8095 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.1767 | LCC = 0.8970 | SRCC = 0.8932 ]
40
+ INFO:root:Average loss=0.18059808092239577
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.3064 | LCC = 0.8090 | SRCC = 0.8065 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1797 | LCC = 0.8920 | SRCC = 0.8872 ]
45
+ INFO:root:Average loss=0.16620062473110664
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.3058 | LCC = 0.7987 | SRCC = 0.7960 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1561 | LCC = 0.8955 | SRCC = 0.8901 ]
50
+ INFO:root:Average loss=0.15745084522626338
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.2903 | LCC = 0.8119 | SRCC = 0.8117 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1542 | LCC = 0.9033 | SRCC = 0.9028 ]
55
+ INFO:root:Average loss=0.1498152426420114
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.3139 | LCC = 0.7975 | SRCC = 0.7986 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1756 | LCC = 0.8942 | SRCC = 0.8960 ]
60
+ INFO:root:Average loss=0.14146427227518496
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.3031 | LCC = 0.8001 | SRCC = 0.7982 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1528 | LCC = 0.8943 | SRCC = 0.8888 ]
65
+ INFO:root:Average loss=0.13995567145637977
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.3076 | LCC = 0.8017 | SRCC = 0.7999 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.1603 | LCC = 0.8949 | SRCC = 0.8911 ]
70
+ INFO:root:Average loss=0.13114866728966051
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.3125 | LCC = 0.7958 | SRCC = 0.7947 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.1722 | LCC = 0.8956 | SRCC = 0.8911 ]
75
+ INFO:root:Average loss=0.12446253956892551
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.3002 | LCC = 0.8019 | SRCC = 0.8003 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1518 | LCC = 0.8981 | SRCC = 0.8944 ]
80
+ INFO:root:Average loss=0.1157697679904791
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.3055 | LCC = 0.8004 | SRCC = 0.7990 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1667 | LCC = 0.8962 | SRCC = 0.8930 ]
85
+ INFO:root:Average loss=0.10804293199609487
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.3485 | LCC = 0.7930 | SRCC = 0.7938 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.2246 | LCC = 0.8893 | SRCC = 0.8915 ]
90
+ INFO:root:Average loss=0.10732149671858703
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.3177 | LCC = 0.7878 | SRCC = 0.7851 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1715 | LCC = 0.8887 | SRCC = 0.8851 ]
95
+ INFO:root:Average loss=0.09771691043025409
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.3237 | LCC = 0.7983 | SRCC = 0.7977 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.2017 | LCC = 0.8904 | SRCC = 0.8913 ]
100
+ INFO:root:Average loss=0.09719026265427089
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.2984 | LCC = 0.8012 | SRCC = 0.8002 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1563 | LCC = 0.8939 | SRCC = 0.8907 ]
105
+ INFO:root:Average loss=0.09195948478121024
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.3083 | LCC = 0.7958 | SRCC = 0.7955 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1717 | LCC = 0.8884 | SRCC = 0.8888 ]
110
+ INFO:root:Average loss=0.08915351603466731
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.3112 | LCC = 0.8064 | SRCC = 0.8042 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1573 | LCC = 0.8971 | SRCC = 0.8950 ]
115
+ INFO:root:Average loss=0.0865815760424504
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.3019 | LCC = 0.8007 | SRCC = 0.7985 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1637 | LCC = 0.8946 | SRCC = 0.8925 ]
120
+ INFO:root:Average loss=0.08003037933928844
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.3100 | LCC = 0.7960 | SRCC = 0.7945 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1683 | LCC = 0.8934 | SRCC = 0.8934 ]
125
+ INFO:root:Average loss=0.07735974828784282
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.3053 | LCC = 0.7978 | SRCC = 0.7972 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1629 | LCC = 0.8951 | SRCC = 0.8942 ]
130
+ INFO:root:Average loss=0.07809004641305177
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.3093 | LCC = 0.7994 | SRCC = 0.7982 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1808 | LCC = 0.8902 | SRCC = 0.8885 ]
135
+ INFO:root:Average loss=0.0753179713128469
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.3106 | LCC = 0.7976 | SRCC = 0.7962 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1720 | LCC = 0.8945 | SRCC = 0.8891 ]
140
+ INFO:root:Average loss=0.06887564110832337
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.3124 | LCC = 0.7987 | SRCC = 0.7980 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1762 | LCC = 0.8963 | SRCC = 0.8968 ]
145
+ INFO:root:Average loss=0.06908391401744805
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.2959 | LCC = 0.8037 | SRCC = 0.8022 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1515 | LCC = 0.9008 | SRCC = 0.8987 ]
150
+ INFO:root:Average loss=0.06438208376176846
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.3180 | LCC = 0.7891 | SRCC = 0.7872 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1707 | LCC = 0.8915 | SRCC = 0.8867 ]
155
+ INFO:root:Average loss=0.06554061384537281
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.3049 | LCC = 0.8040 | SRCC = 0.8019 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1530 | LCC = 0.8977 | SRCC = 0.8933 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2739 | LCC = 0.8289 | SRCC = 0.8296 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.1734 | LCC = 0.8807 | SRCC = 0.8782 ]
results_bvcc/hubert_base/layer10/run1/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/hubert_base/layer10/run1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14506f2d15c33de12f71812c9e665a10e6f7eb27b11a95578bad78c422a6fac1
3
+ size 2747979
results_bvcc/hubert_base/layer10/run1/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d0e665475679472552691a3c201339d0e41e0072e11ae0ce10fdccd1d9a8bb8
3
+ size 2749638
results_bvcc/hubert_base/layer10/run1/train.log ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.5958591260207005
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.4432 | LCC = 0.7455 | SRCC = 0.7596 ]
8
+ INFO:root:
9
+ [Valid][0][SYS][ MSE = 0.3147 | LCC = 0.8365 | SRCC = 0.8491 ]
10
+ INFO:root:Average loss=0.31784709390157306
11
+ INFO:root:
12
+ [Valid][1][UTT][ MSE = 0.3693 | LCC = 0.7903 | SRCC = 0.7896 ]
13
+ INFO:root:
14
+ [Valid][1][SYS][ MSE = 0.2584 | LCC = 0.8677 | SRCC = 0.8679 ]
15
+ INFO:root:Average loss=0.26778857983075655
16
+ INFO:root:
17
+ [Valid][2][UTT][ MSE = 0.3758 | LCC = 0.7911 | SRCC = 0.7897 ]
18
+ INFO:root:
19
+ [Valid][2][SYS][ MSE = 0.2563 | LCC = 0.8782 | SRCC = 0.8776 ]
20
+ INFO:root:Average loss=0.24316872274264312
21
+ INFO:root:
22
+ [Valid][3][UTT][ MSE = 0.3461 | LCC = 0.8061 | SRCC = 0.8037 ]
23
+ INFO:root:
24
+ [Valid][3][SYS][ MSE = 0.2378 | LCC = 0.8850 | SRCC = 0.8830 ]
25
+ INFO:root:Average loss=0.22215495717066985
26
+ INFO:root:
27
+ [Valid][4][UTT][ MSE = 0.3157 | LCC = 0.8060 | SRCC = 0.8048 ]
28
+ INFO:root:
29
+ [Valid][4][SYS][ MSE = 0.1947 | LCC = 0.8839 | SRCC = 0.8806 ]
30
+ INFO:root:Average loss=0.1983330698731618
31
+ INFO:root:
32
+ [Valid][5][UTT][ MSE = 0.3578 | LCC = 0.8032 | SRCC = 0.8027 ]
33
+ INFO:root:
34
+ [Valid][5][SYS][ MSE = 0.2493 | LCC = 0.8897 | SRCC = 0.8887 ]
35
+ INFO:root:Average loss=0.19285505169477218
36
+ INFO:root:
37
+ [Valid][6][UTT][ MSE = 0.3232 | LCC = 0.8023 | SRCC = 0.8006 ]
38
+ INFO:root:
39
+ [Valid][6][SYS][ MSE = 0.2064 | LCC = 0.8884 | SRCC = 0.8832 ]
40
+ INFO:root:Average loss=0.17777835787870946
41
+ INFO:root:
42
+ [Valid][7][UTT][ MSE = 0.3136 | LCC = 0.8063 | SRCC = 0.8053 ]
43
+ INFO:root:
44
+ [Valid][7][SYS][ MSE = 0.1928 | LCC = 0.8905 | SRCC = 0.8857 ]
45
+ INFO:root:Average loss=0.16678370353885186
46
+ INFO:root:
47
+ [Valid][8][UTT][ MSE = 0.3180 | LCC = 0.8013 | SRCC = 0.7973 ]
48
+ INFO:root:
49
+ [Valid][8][SYS][ MSE = 0.1975 | LCC = 0.8910 | SRCC = 0.8824 ]
50
+ INFO:root:Average loss=0.1574844096142512
51
+ INFO:root:
52
+ [Valid][9][UTT][ MSE = 0.3097 | LCC = 0.8015 | SRCC = 0.8005 ]
53
+ INFO:root:
54
+ [Valid][9][SYS][ MSE = 0.1623 | LCC = 0.8958 | SRCC = 0.8898 ]
55
+ INFO:root:Average loss=0.1525065153837204
56
+ INFO:root:
57
+ [Valid][10][UTT][ MSE = 0.3064 | LCC = 0.8032 | SRCC = 0.8020 ]
58
+ INFO:root:
59
+ [Valid][10][SYS][ MSE = 0.1676 | LCC = 0.9003 | SRCC = 0.8933 ]
60
+ INFO:root:Average loss=0.1333569322641079
61
+ INFO:root:
62
+ [Valid][11][UTT][ MSE = 0.3116 | LCC = 0.7979 | SRCC = 0.7953 ]
63
+ INFO:root:
64
+ [Valid][11][SYS][ MSE = 0.1705 | LCC = 0.8975 | SRCC = 0.8910 ]
65
+ INFO:root:Average loss=0.13018982580456978
66
+ INFO:root:
67
+ [Valid][12][UTT][ MSE = 0.3212 | LCC = 0.8046 | SRCC = 0.8039 ]
68
+ INFO:root:
69
+ [Valid][12][SYS][ MSE = 0.2097 | LCC = 0.8936 | SRCC = 0.8890 ]
70
+ INFO:root:Average loss=0.11908873189718296
71
+ INFO:root:
72
+ [Valid][13][UTT][ MSE = 0.3308 | LCC = 0.8043 | SRCC = 0.8031 ]
73
+ INFO:root:
74
+ [Valid][13][SYS][ MSE = 0.2064 | LCC = 0.9006 | SRCC = 0.8970 ]
75
+ INFO:root:Average loss=0.11443893420390594
76
+ INFO:root:
77
+ [Valid][14][UTT][ MSE = 0.3023 | LCC = 0.8034 | SRCC = 0.8025 ]
78
+ INFO:root:
79
+ [Valid][14][SYS][ MSE = 0.1683 | LCC = 0.8987 | SRCC = 0.8950 ]
80
+ INFO:root:Average loss=0.10760058701420441
81
+ INFO:root:
82
+ [Valid][15][UTT][ MSE = 0.3049 | LCC = 0.8041 | SRCC = 0.8023 ]
83
+ INFO:root:
84
+ [Valid][15][SYS][ MSE = 0.1732 | LCC = 0.9012 | SRCC = 0.8952 ]
85
+ INFO:root:Average loss=0.11096659283607434
86
+ INFO:root:
87
+ [Valid][16][UTT][ MSE = 0.3270 | LCC = 0.8057 | SRCC = 0.8046 ]
88
+ INFO:root:
89
+ [Valid][16][SYS][ MSE = 0.2084 | LCC = 0.9003 | SRCC = 0.8956 ]
90
+ INFO:root:Average loss=0.0975141258767018
91
+ INFO:root:
92
+ [Valid][17][UTT][ MSE = 0.3082 | LCC = 0.7946 | SRCC = 0.7937 ]
93
+ INFO:root:
94
+ [Valid][17][SYS][ MSE = 0.1641 | LCC = 0.8950 | SRCC = 0.8885 ]
95
+ INFO:root:Average loss=0.09646775583044076
96
+ INFO:root:
97
+ [Valid][18][UTT][ MSE = 0.3040 | LCC = 0.7992 | SRCC = 0.7980 ]
98
+ INFO:root:
99
+ [Valid][18][SYS][ MSE = 0.1524 | LCC = 0.9001 | SRCC = 0.8940 ]
100
+ INFO:root:Average loss=0.09149353354214093
101
+ INFO:root:
102
+ [Valid][19][UTT][ MSE = 0.3132 | LCC = 0.7991 | SRCC = 0.7973 ]
103
+ INFO:root:
104
+ [Valid][19][SYS][ MSE = 0.1546 | LCC = 0.8978 | SRCC = 0.8931 ]
105
+ INFO:root:Average loss=0.09269362334639598
106
+ INFO:root:
107
+ [Valid][20][UTT][ MSE = 0.3139 | LCC = 0.8024 | SRCC = 0.8013 ]
108
+ INFO:root:
109
+ [Valid][20][SYS][ MSE = 0.1824 | LCC = 0.9027 | SRCC = 0.8994 ]
110
+ INFO:root:Average loss=0.08593539115137015
111
+ INFO:root:
112
+ [Valid][21][UTT][ MSE = 0.3009 | LCC = 0.8021 | SRCC = 0.7995 ]
113
+ INFO:root:
114
+ [Valid][21][SYS][ MSE = 0.1621 | LCC = 0.9005 | SRCC = 0.8940 ]
115
+ INFO:root:Average loss=0.08203450704996403
116
+ INFO:root:
117
+ [Valid][22][UTT][ MSE = 0.3016 | LCC = 0.8015 | SRCC = 0.7979 ]
118
+ INFO:root:
119
+ [Valid][22][SYS][ MSE = 0.1703 | LCC = 0.8942 | SRCC = 0.8850 ]
120
+ INFO:root:Average loss=0.07875701484198754
121
+ INFO:root:
122
+ [Valid][23][UTT][ MSE = 0.3189 | LCC = 0.8011 | SRCC = 0.7992 ]
123
+ INFO:root:
124
+ [Valid][23][SYS][ MSE = 0.1990 | LCC = 0.8986 | SRCC = 0.8931 ]
125
+ INFO:root:Average loss=0.07859023870565952
126
+ INFO:root:
127
+ [Valid][24][UTT][ MSE = 0.2978 | LCC = 0.8067 | SRCC = 0.8040 ]
128
+ INFO:root:
129
+ [Valid][24][SYS][ MSE = 0.1495 | LCC = 0.9018 | SRCC = 0.8949 ]
130
+ INFO:root:Average loss=0.07488948059005615
131
+ INFO:root:
132
+ [Valid][25][UTT][ MSE = 0.2997 | LCC = 0.8043 | SRCC = 0.8028 ]
133
+ INFO:root:
134
+ [Valid][25][SYS][ MSE = 0.1717 | LCC = 0.8973 | SRCC = 0.8943 ]
135
+ INFO:root:Average loss=0.07082275688075103
136
+ INFO:root:
137
+ [Valid][26][UTT][ MSE = 0.3149 | LCC = 0.8014 | SRCC = 0.7991 ]
138
+ INFO:root:
139
+ [Valid][26][SYS][ MSE = 0.1922 | LCC = 0.8974 | SRCC = 0.8898 ]
140
+ INFO:root:Average loss=0.0719907151009792
141
+ INFO:root:
142
+ [Valid][27][UTT][ MSE = 0.2933 | LCC = 0.8058 | SRCC = 0.8037 ]
143
+ INFO:root:
144
+ [Valid][27][SYS][ MSE = 0.1615 | LCC = 0.8959 | SRCC = 0.8917 ]
145
+ INFO:root:Average loss=0.06523319539160301
146
+ INFO:root:
147
+ [Valid][28][UTT][ MSE = 0.3092 | LCC = 0.7970 | SRCC = 0.7961 ]
148
+ INFO:root:
149
+ [Valid][28][SYS][ MSE = 0.1777 | LCC = 0.8913 | SRCC = 0.8879 ]
150
+ INFO:root:Average loss=0.06336438417052612
151
+ INFO:root:
152
+ [Valid][29][UTT][ MSE = 0.3069 | LCC = 0.8037 | SRCC = 0.8010 ]
153
+ INFO:root:
154
+ [Valid][29][SYS][ MSE = 0.1833 | LCC = 0.8953 | SRCC = 0.8913 ]
155
+ INFO:root:Average loss=0.06245805342227985
156
+ INFO:root:
157
+ [Valid][30][UTT][ MSE = 0.3007 | LCC = 0.8009 | SRCC = 0.7979 ]
158
+ INFO:root:
159
+ [Valid][30][SYS][ MSE = 0.1556 | LCC = 0.8990 | SRCC = 0.8895 ]
160
+ INFO:root:
161
+ [Test][31][UTT][ MSE = 0.2944 | LCC = 0.8191 | SRCC = 0.8217 ]
162
+ INFO:root:
163
+ [Test][31][SYS][ MSE = 0.2010 | LCC = 0.8849 | SRCC = 0.8846 ]
results_bvcc/hubert_base/layer10/run2/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64