diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854883715889424b38bbd9875fffd3f2027661d3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee87f9fc38964480292e4c4b84383950316973dcd6cffab8ad0724dd43d897fc
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f50fb6e3b0f6d1a1ccd6857c2139a33692fd9d73
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4094126101732254
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3242 | LCC = 0.9284 | SRCC = 0.9298 ]
+INFO:root:Average loss=0.19219743543863296
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2334 | LCC = 0.9407 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.16101931953430176
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2205 | LCC = 0.9444 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.1437789046764374
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2434 | LCC = 0.9503 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12918862581253052
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2516 | LCC = 0.9515 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12104908466339111
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2404 | LCC = 0.9495 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11035497480630875
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2255 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09722399717569351
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2463 | LCC = 0.9527 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.09463075911998749
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2169 | LCC = 0.9536 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08730832636356353
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1931 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.07981842237710952
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2183 | LCC = 0.9537 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07660060736536979
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2327 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.073551134288311
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2217 | LCC = 0.9533 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.0685001494884491
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2217 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06815277260541916
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2044 | LCC = 0.9534 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06362589332461357
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2278 | LCC = 0.9532 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.058389899402856826
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2260 | LCC = 0.9515 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.055318317025899885
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2320 | LCC = 0.9493 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.05280777649581432
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2433 | LCC = 0.9519 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.049688646078109744
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2017 | LCC = 0.9524 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04949498663842678
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2293 | LCC = 0.9546 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04877671328186989
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2314 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.04780956891179085
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2180 | LCC = 0.9503 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.0435503491461277
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2190 | LCC = 0.9508 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.04195995070040226
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2205 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.03918504104018211
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2189 | LCC = 0.9541 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03808401682972908
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2280 | LCC = 0.9532 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.036362416729331014
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2005 | LCC = 0.9544 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03543335996568203
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1935 | LCC = 0.9539 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.03532251733541489
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2152 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.03383142545819282
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2155 | LCC = 0.9512 | SRCC = 0.9518 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2296 | LCC = 0.9556 | SRCC = 0.9579 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445e790399194b4dc7650098b48a88d5a9f530e2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5098e91281781e6d69300763278ebb51611e6cc2d4f7a035501f330ab72f21e9
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1af8d1f485cf2a7d95c94c31f5be0db05add29
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f901f56df053f3b0ef70287078405a5fef2dd4d875d4adecb91ea9a801375412
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc5d256d358d832054411e985c464623451ab61b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3764324043989182
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3308 | LCC = 0.9258 | SRCC = 0.9273 ]
+INFO:root:Average loss=0.18298213231563568
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2813 | LCC = 0.9387 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.1584546404480934
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3014 | LCC = 0.9451 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.14065729212760925
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2646 | LCC = 0.9413 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.12597524338960647
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2993 | LCC = 0.9491 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11649501234292985
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2564 | LCC = 0.9502 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.10493376675248146
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2176 | LCC = 0.9509 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.10048116850852966
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2559 | LCC = 0.9522 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09531669503450393
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1995 | LCC = 0.9463 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.08953950056433678
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2534 | LCC = 0.9516 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.0829545923769474
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2420 | LCC = 0.9540 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07862447744607926
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2398 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07282802817225456
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2370 | LCC = 0.9518 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06768419712781906
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2250 | LCC = 0.9509 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.06729631245136261
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2260 | LCC = 0.9538 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06041133192181587
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2328 | LCC = 0.9520 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.05946312433481216
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2346 | LCC = 0.9517 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05835635393857956
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2135 | LCC = 0.9524 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.054179347574710844
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2433 | LCC = 0.9519 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.04870609375834465
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2101 | LCC = 0.9516 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.049024054929614064
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2226 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04488768376410007
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2151 | LCC = 0.9512 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.045407745704054835
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2296 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04255416470766067
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2143 | LCC = 0.9527 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.045028795883059504
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2151 | LCC = 0.9540 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0412144717425108
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2292 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.038985141396522524
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2230 | LCC = 0.9519 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.03747795821726322
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2235 | LCC = 0.9496 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.036186833024024964
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2217 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.0360107383877039
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2243 | LCC = 0.9513 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.034634231850504876
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1957 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2225 | LCC = 0.9556 | SRCC = 0.9569 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb285b6a61dde6d92386289a3ec9ebcb1772bb5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32f25b9897e7a8febf47f6c2ec51a32381a029e6a11e3da13e58aeb53208c71
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa169f32b034e8d3e4ccdca19e93fd8140e1d6d9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b23c58ea81d83a82eba16e6ec103a9251d97165bc5f438f3c36bd08743fb02c
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..114c7b7e244c5d61b657e8c91763d8c0c1886762
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3435195587873459
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3195 | LCC = 0.9185 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1955782695412636
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2400 | LCC = 0.9359 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.1615903642177582
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2610 | LCC = 0.9427 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.14086184638738633
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2429 | LCC = 0.9394 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.1323522127866745
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2319 | LCC = 0.9501 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11709656751155853
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2273 | LCC = 0.9496 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11105283832550049
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2340 | LCC = 0.9519 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10229161921143531
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2190 | LCC = 0.9486 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09544429102540017
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2280 | LCC = 0.9530 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08808878922462464
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2367 | LCC = 0.9503 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08382236337661743
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1855 | LCC = 0.9527 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08005284839868546
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2051 | LCC = 0.9528 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07326120713353157
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2053 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07004965174198151
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2232 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06698505538702011
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1958 | LCC = 0.9535 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06249248823523521
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2229 | LCC = 0.9507 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.05957250791788101
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2464 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.057843646079301834
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2223 | LCC = 0.9533 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05357906270027161
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2181 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05423857390880585
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1976 | LCC = 0.9551 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04916499246656895
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2061 | LCC = 0.9527 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.04954453966021538
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2099 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04630101510882378
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2432 | LCC = 0.9531 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.044245300471782684
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2003 | LCC = 0.9542 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04180281433463097
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2050 | LCC = 0.9540 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.039973605826497075
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1973 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04096917256712913
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2364 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04075306355953216
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2044 | LCC = 0.9549 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.03650109730660915
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2156 | LCC = 0.9533 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03565339383482933
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2006 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03354793317615986
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2176 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2148 | LCC = 0.9539 | SRCC = 0.9550 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95072e7a9ef83cb49931eb89c9255943785f4cac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a870faa3f386a9c4c5fbbddc448d65235e9839f1c5715a30652bb1fe60eb4cf
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235130b6ce87149ca61a268d5cb34093ba7ae36c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7bdfa620f03bd59748b945472e247e4ddf9cd8d213fe1e87090cc2c4bf3ad4
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6bb9866506cc070999e79a4eab76018312c2afb8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40015230476856234
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2865 | LCC = 0.9262 | SRCC = 0.9279 ]
+INFO:root:Average loss=0.1942938003540039
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2320 | LCC = 0.9384 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.16176720309257508
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2403 | LCC = 0.9438 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1383476414680481
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2612 | LCC = 0.9432 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.12961479485034944
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2196 | LCC = 0.9485 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11975090605020523
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2187 | LCC = 0.9526 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1070546053647995
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1881 | LCC = 0.9531 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10171126207709312
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2031 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09132688996195794
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2043 | LCC = 0.9525 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08942189344763755
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2055 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08228894737362862
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2313 | LCC = 0.9545 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07332569408416748
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2036 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07102773433923722
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2125 | LCC = 0.9537 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06884165978431701
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2337 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06388671985268593
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1960 | LCC = 0.9548 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05962034329771995
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2215 | LCC = 0.9532 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.057221289873123166
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2108 | LCC = 0.9535 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05496309176087379
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2013 | LCC = 0.9530 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.05155588145554066
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2107 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05127851468324661
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2135 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04666837629675865
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2130 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04482778209447861
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1918 | LCC = 0.9536 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.045063622385263444
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2111 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.045030763506889344
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2022 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.04198025490343571
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2298 | LCC = 0.9509 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.043167187839746476
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1938 | LCC = 0.9513 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.036321750938892367
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1995 | LCC = 0.9530 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.0357818351238966
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2039 | LCC = 0.9527 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.03459644964337349
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2100 | LCC = 0.9517 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.03430406512320042
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2112 | LCC = 0.9531 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.034616009831428526
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1865 | LCC = 0.9549 | SRCC = 0.9549 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1910 | LCC = 0.9549 | SRCC = 0.9554 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86307d67c53f297c85682e7d4e4c91e9e81ac3ff
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f061f154e6eb491672aed9d5b96d14e040c808ef5f9f057e88cf101db1631
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9ba22d32389917b1b73b19174a131d1df5833e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0130bb8034f41dbccc020f5055d2e7fcfce31e54ffb7928c2f86d24d159fe8c4
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..63e0c265f86b67c2a3ccffd1cfcce12eb4b65674
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3926389558315277
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3531 | LCC = 0.9265 | SRCC = 0.9273 ]
+INFO:root:Average loss=0.18957404565811156
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2588 | LCC = 0.9406 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.15753782922029494
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.9439 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.13706757223606109
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2276 | LCC = 0.9488 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.1247191042304039
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2394 | LCC = 0.9506 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11942787796258926
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2546 | LCC = 0.9522 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10667501762509346
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2119 | LCC = 0.9499 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09916557958722115
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2208 | LCC = 0.9513 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09055561316013336
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2038 | LCC = 0.9537 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08906339445710182
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2184 | LCC = 0.9513 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0832927404344082
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2242 | LCC = 0.9554 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07454082377254963
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2179 | LCC = 0.9510 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.07233877712488175
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2431 | LCC = 0.9530 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07166880166530609
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2071 | LCC = 0.9540 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06973249405622482
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2139 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06479311990737915
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2155 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.059300253033638
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2003 | LCC = 0.9553 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.058501580134034156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2254 | LCC = 0.9528 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05400116448104381
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2420 | LCC = 0.9554 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05097204780578613
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2055 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04943918327987194
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2056 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04958008423447609
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1978 | LCC = 0.9548 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04523314279317856
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2171 | LCC = 0.9548 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04407539334893227
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2015 | LCC = 0.9528 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04189252430200577
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2172 | LCC = 0.9544 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04065555177628994
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2157 | LCC = 0.9552 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.037867684364318845
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2145 | LCC = 0.9543 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03534260967373848
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2102 | LCC = 0.9513 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.03550827611982822
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2065 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.035660376161336896
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2052 | LCC = 0.9544 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03219693960249424
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2064 | LCC = 0.9530 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2233 | LCC = 0.9558 | SRCC = 0.9568 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d989cc5b112c1cfe3659096ffd33d93259c9ec5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b81de948d398f928d368131ac5bf8fc869505750b0f3e31f595e363d5b7ba0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6540c3187aabd3de7058523013d9ad4aeca0a6b5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b42eb5c32066d158a3119688e136580a39a20ef761d98fd4dba349e335ce090
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..77dd4b8f61df8d27cddb654f9fbc47b26650c4bf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35855300414562224
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2828 | LCC = 0.9264 | SRCC = 0.9296 ]
+INFO:root:Average loss=0.18829130512475967
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2528 | LCC = 0.9365 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.1578316324353218
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2328 | LCC = 0.9437 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.13903514045476914
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2230 | LCC = 0.9487 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.12926270920038224
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2319 | LCC = 0.9480 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11783554744720459
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2168 | LCC = 0.9522 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10638906550407409
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1995 | LCC = 0.9530 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10127917096018792
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1818 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09478951972723007
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1831 | LCC = 0.9545 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08862362903356552
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1905 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08064244425296783
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1907 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08062838041782379
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1914 | LCC = 0.9519 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07563136899471283
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2011 | LCC = 0.9519 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.0691981189250946
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2023 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06595329174399375
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1902 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06374453312158584
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1807 | LCC = 0.9528 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06282377126812935
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2102 | LCC = 0.9544 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05632298520207405
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2178 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.052848749041557314
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1986 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05213810606300831
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1868 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04819498141109944
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1911 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04926206491887569
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1982 | LCC = 0.9542 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.046062230437994005
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2276 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.044692665934562684
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2071 | LCC = 0.9544 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04338118235766888
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2151 | LCC = 0.9524 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.04111009961366653
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1941 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.039979869931936265
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1968 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03810337184369564
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2152 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0359150597602129
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2014 | LCC = 0.9540 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.036387735530734065
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1963 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.035338456451892854
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1968 | LCC = 0.9544 | SRCC = 0.9544 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2176 | LCC = 0.9555 | SRCC = 0.9573 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eb85c3e8c1d19f4e0e8a1995db60aceef00b38
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea84fdd81e50b3a4b1e222308c281e2f5f13140494baf7254340b696ddd79602
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4206d26a9a54787d06530f5d0dd7843218f3640d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e4128c315e1f5b041210a32f2633e62be32b3dacb480563f1934cabb8bd294
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8972c3bcb641e326d42c79b7d616bdb8454c138b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42674901020526884
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3572 | LCC = 0.9214 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.20003869450092315
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3574 | LCC = 0.9362 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.16871112543344496
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2922 | LCC = 0.9422 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.1533830969929695
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3398 | LCC = 0.9422 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.13847105878591537
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2984 | LCC = 0.9480 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12673899298906327
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2691 | LCC = 0.9474 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.12079623797535896
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2586 | LCC = 0.9476 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.10859197723865509
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2710 | LCC = 0.9488 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1001308089196682
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2660 | LCC = 0.9496 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.09786642068624496
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2524 | LCC = 0.9496 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.09239013826847077
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2586 | LCC = 0.9505 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.08880595609545708
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2557 | LCC = 0.9522 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08318356129527092
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2505 | LCC = 0.9497 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.07466595762968063
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2637 | LCC = 0.9513 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07802405056357384
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2589 | LCC = 0.9510 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.07133421671390533
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2341 | LCC = 0.9519 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.06919848254323005
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2417 | LCC = 0.9501 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.06572598978877067
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2428 | LCC = 0.9513 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06266537025570869
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2651 | LCC = 0.9501 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.059944089025259016
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2470 | LCC = 0.9485 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.05726663041114807
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2712 | LCC = 0.9503 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.05444842618703842
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2403 | LCC = 0.9516 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.05213460241258144
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2502 | LCC = 0.9496 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.05178127503395081
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2658 | LCC = 0.9491 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.05001844511926174
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2532 | LCC = 0.9478 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.04981101250648499
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2412 | LCC = 0.9518 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.04513259908556938
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2428 | LCC = 0.9506 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.04523144139349461
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2345 | LCC = 0.9508 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.04338509975373745
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2485 | LCC = 0.9506 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.041912121057510375
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2432 | LCC = 0.9501 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.039905791819095614
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2521 | LCC = 0.9493 | SRCC = 0.9502 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2719 | LCC = 0.9506 | SRCC = 0.9526 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7602b94f5f8e438f14e5264dbfb01b559aa3163
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06c0352a8105d01a3db63f1bf159d506bd6e6f7b7468bf33c36f22c087f8831
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e05819b64c9279f83df1520ce7dc4228daf8df
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f61a1f2d4d87a8a7fac9decbbed347935497dbaf4803145d854d94979f31f14
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..98846b11e3ca6b9eb191ed7dd1d5802b1bb36145
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38051474499702453
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3776 | LCC = 0.9220 | SRCC = 0.9247 ]
+INFO:root:Average loss=0.19268408834934234
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3179 | LCC = 0.9402 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.15938429301977158
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2572 | LCC = 0.9422 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.1430008339881897
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2589 | LCC = 0.9468 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1365581119656563
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2438 | LCC = 0.9477 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.12023296070098877
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2476 | LCC = 0.9487 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.11181028392910958
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2513 | LCC = 0.9501 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.10275136595964432
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2257 | LCC = 0.9502 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0991440899670124
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2573 | LCC = 0.9520 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09625113821029663
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2467 | LCC = 0.9486 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.08778966310620308
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2618 | LCC = 0.9486 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.07899658301472665
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2513 | LCC = 0.9512 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.07866380658745765
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2477 | LCC = 0.9520 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.07324285522103309
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2190 | LCC = 0.9501 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.0707675670683384
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2602 | LCC = 0.9475 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.07009311527013778
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2207 | LCC = 0.9467 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.06172715303301811
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2367 | LCC = 0.9518 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.06154735940694809
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2465 | LCC = 0.9487 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.05897831073403358
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2581 | LCC = 0.9470 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.05451922589540482
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2426 | LCC = 0.9504 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.052898206472396854
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2151 | LCC = 0.9493 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.05010661807656288
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2253 | LCC = 0.9491 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.04958826605975628
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2347 | LCC = 0.9512 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.04765280029177666
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2595 | LCC = 0.9495 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.045300273820757866
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2205 | LCC = 0.9485 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.04561906495690346
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2483 | LCC = 0.9497 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.04090567426383495
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2458 | LCC = 0.9478 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.0396649599224329
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2392 | LCC = 0.9498 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.03829445667564869
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2228 | LCC = 0.9506 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.040558339312672616
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2517 | LCC = 0.9487 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.03619937770068646
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2505 | LCC = 0.9461 | SRCC = 0.9476 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2637 | LCC = 0.9503 | SRCC = 0.9528 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cf0bbd2319ed3d3d26de3bb6c74d0ebd552a8d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c6674e4418b9781e4c45fe712f9df48fd119365a6175a2f675df5f4cef694c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff5e647700a4ba0b6aa432f0cc80564a4da0349
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76f0023aadb3fb6debf574913fe9beae6f30a91537a5017e1e3087a30be96ca
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f09ba6a3d46a3e8ed22ec7bc13e83afd54cee692
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3421173701286316
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3004 | LCC = 0.9226 | SRCC = 0.9250 ]
+INFO:root:Average loss=0.1917461218237877
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2508 | LCC = 0.9381 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.1739263740181923
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2347 | LCC = 0.9423 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.14727265495061875
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2431 | LCC = 0.9464 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.13613611733913422
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2443 | LCC = 0.9445 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.1304506452679634
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2080 | LCC = 0.9477 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.11769758886098862
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2199 | LCC = 0.9489 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.10771152517199516
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2008 | LCC = 0.9503 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10127122390270234
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2011 | LCC = 0.9510 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09890171504020691
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2070 | LCC = 0.9508 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.09257285043597221
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1990 | LCC = 0.9510 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.08580848515033722
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2067 | LCC = 0.9519 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08561749917268753
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2145 | LCC = 0.9507 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.07766336861252784
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1767 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07926216286420822
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1835 | LCC = 0.9537 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.0715857885479927
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2135 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06835001525282859
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1911 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.0629985759705305
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2165 | LCC = 0.9511 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.06471736705303192
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2092 | LCC = 0.9532 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05887194496393204
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1893 | LCC = 0.9530 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.057224498122930526
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1939 | LCC = 0.9535 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05356109440326691
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2013 | LCC = 0.9510 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0538759837448597
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1965 | LCC = 0.9539 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.055308350533246994
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2187 | LCC = 0.9525 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05141085360944271
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1963 | LCC = 0.9537 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04712573598325252
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1899 | LCC = 0.9533 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04544577254354954
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1979 | LCC = 0.9526 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.043036207169294356
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1823 | LCC = 0.9529 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04365519693493843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2070 | LCC = 0.9535 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.040080108761787414
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2026 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.0391067964732647
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1921 | LCC = 0.9542 | SRCC = 0.9546 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1999 | LCC = 0.9541 | SRCC = 0.9556 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197c970eba800cd42fb08d57586abb7ba2cc51d8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feff28cb10b0b51a3f49d612b97e10956ffdc2eb6b574228f2f37c5ce620c74
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7bedb4d8b5ef7e4436a8a714aeaffe6447c60b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276098d18954d5d8d50b211cf3d1028411f6fb97fb28e144852e395c48bf1a19
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a7da907b69c279296bab5540a29e0734f05a5f2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38645483803749087
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2852 | LCC = 0.9258 | SRCC = 0.9258 ]
+INFO:root:Average loss=0.19183381062746047
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2351 | LCC = 0.9352 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.15768957608938217
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2491 | LCC = 0.9427 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.14260048735141753
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2449 | LCC = 0.9444 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.12783367323875428
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2166 | LCC = 0.9477 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.12028517371416092
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2544 | LCC = 0.9490 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.11322399926185608
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2025 | LCC = 0.9513 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10726856362819671
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2196 | LCC = 0.9452 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.09675263559818267
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1992 | LCC = 0.9510 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.09317134565114975
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2274 | LCC = 0.9478 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.08500669145584107
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2196 | LCC = 0.9490 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.08104007318615913
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2075 | LCC = 0.9489 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.07626960533857345
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1838 | LCC = 0.9514 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.07385778105258942
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1951 | LCC = 0.9512 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.07212632659077645
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2201 | LCC = 0.9495 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.06452528658509254
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2360 | LCC = 0.9513 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.06594451874494553
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2092 | LCC = 0.9489 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.06031901112198829
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2180 | LCC = 0.9511 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.056850602090358734
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2189 | LCC = 0.9499 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.05697281716763973
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2413 | LCC = 0.9471 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.05348075364530087
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2172 | LCC = 0.9509 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.05246308958530426
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2239 | LCC = 0.9456 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.04910906326770782
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1980 | LCC = 0.9505 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.047732938453555106
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1908 | LCC = 0.9496 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.04652839320898056
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1945 | LCC = 0.9507 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.046301714792847636
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2072 | LCC = 0.9492 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.043962449818849565
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2206 | LCC = 0.9494 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.04272550018131733
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1931 | LCC = 0.9510 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.04006242324411869
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2181 | LCC = 0.9481 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.04027028599381447
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1935 | LCC = 0.9501 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.04103066335618496
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2261 | LCC = 0.9509 | SRCC = 0.9501 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1863 | LCC = 0.9532 | SRCC = 0.9551 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a86e54466611faa59303c1f5737553ea27ab5c3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c728a36ff84e2623e92f5286b73c5228172c967d7f4add105ffe97fc17efef
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff48c957660953f301a27e0ff6c31c868e21c7d4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f864c9f3f05135de7d987f0b322080108c68008ec79c73c9c572917754c0df6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..48bd7be85b438b9bdf008eca2c2d534e2c1936f4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3922201255559921
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3236 | LCC = 0.9226 | SRCC = 0.9256 ]
+INFO:root:Average loss=0.20402839225530625
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2900 | LCC = 0.9357 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.1674021247625351
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2474 | LCC = 0.9435 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.15462219262123109
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2658 | LCC = 0.9432 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.1359314067363739
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2416 | LCC = 0.9462 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.12700193923711778
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2253 | LCC = 0.9452 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.11393686997890472
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2363 | LCC = 0.9493 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11110887977480888
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2326 | LCC = 0.9508 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09938378864526749
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2541 | LCC = 0.9513 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.09344378116726876
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2603 | LCC = 0.9506 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.09102966758608819
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2290 | LCC = 0.9475 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.08483155703544616
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2381 | LCC = 0.9516 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.07931288594007492
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2221 | LCC = 0.9526 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07960591158270836
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2374 | LCC = 0.9476 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.07463747942447663
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2095 | LCC = 0.9458 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.07103432241082192
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2164 | LCC = 0.9521 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06385832160711288
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2351 | LCC = 0.9520 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.06112890407443047
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2275 | LCC = 0.9516 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.060371114000678065
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2546 | LCC = 0.9519 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.05806143045425415
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2120 | LCC = 0.9505 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.05400206160545349
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2141 | LCC = 0.9508 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05248666481673717
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2334 | LCC = 0.9499 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.04867381949722767
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2087 | LCC = 0.9512 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.0478654672652483
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2252 | LCC = 0.9496 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.04534839959442615
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2187 | LCC = 0.9515 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.04380071566998959
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2302 | LCC = 0.9514 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.04202688835561275
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2596 | LCC = 0.9497 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.042053812608122826
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2136 | LCC = 0.9504 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.03992606641352177
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2370 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.03751118193566799
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.9506 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.037553782880306245
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2271 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2326 | LCC = 0.9530 | SRCC = 0.9545 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f2b07ca66be7fd78589209ea5a028dd772fd1a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e035b0af0604e7be06a01f4d8837ac57223998cf5296eb814db6153888b672e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbf19971867e43590b94f1bd1ce485f8aecb60c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b0967c0f02ef90e2fb3f66efb0f608fa43436b8ba15b106287429a5a627686
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..34fcbdd2aefad05cb06addaddfb1beef54e6effe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3442553141117096
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3472 | LCC = 0.9246 | SRCC = 0.9279 ]
+INFO:root:Average loss=0.1939986162185669
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2868 | LCC = 0.9372 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.1679469639658928
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2550 | LCC = 0.9398 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.1529169779419899
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2526 | LCC = 0.9434 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.1452385833263397
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2505 | LCC = 0.9456 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.12870588660240173
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2361 | LCC = 0.9481 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.11984067511558533
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2345 | LCC = 0.9504 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.1136982001066208
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2648 | LCC = 0.9489 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11366415497660637
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2306 | LCC = 0.9458 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.10802530655264854
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2445 | LCC = 0.9492 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.10476071986556053
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2569 | LCC = 0.9510 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09744624698162078
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2310 | LCC = 0.9488 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.092614147990942
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2342 | LCC = 0.9471 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.08924507811665534
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2326 | LCC = 0.9451 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.08693755725026131
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2232 | LCC = 0.9472 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.08258723059296608
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2271 | LCC = 0.9532 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08470497965812683
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2158 | LCC = 0.9506 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.07409036365151406
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2068 | LCC = 0.9469 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.0749874641597271
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2233 | LCC = 0.9518 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07026183140277863
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2226 | LCC = 0.9518 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.06756235605478286
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1978 | LCC = 0.9503 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06495385015010834
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2134 | LCC = 0.9494 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.06394718596339226
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2114 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06289155104756355
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2353 | LCC = 0.9540 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06279407554864884
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2301 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.05782160747051239
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2141 | LCC = 0.9527 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.05467984648048878
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2282 | LCC = 0.9509 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.05466235883533955
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2011 | LCC = 0.9517 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05461277486383915
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2428 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05104063579440117
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2151 | LCC = 0.9499 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.0521396144926548
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1952 | LCC = 0.9460 | SRCC = 0.9496 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2599 | LCC = 0.9522 | SRCC = 0.9543 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead75114bd6dd1eec91dd01ac2354425616ac5e6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e430623d87ed9a286ab30a805465552cdd3d74338b78df8f50268772de7c1119
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8987bd5160a05d97b87df98c5e54e990454b8805
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade194b1d0b9633252a315e4c68c4da05881ef045a67c512f11fc0c088bf03d8
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3c7495440704ef544690f883a01aad2eca2cde29
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35914251816272735
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3117 | LCC = 0.9273 | SRCC = 0.9298 ]
+INFO:root:Average loss=0.19510720318555833
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3261 | LCC = 0.9391 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.1668154473900795
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2834 | LCC = 0.9440 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.1527310836315155
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3318 | LCC = 0.9443 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.14719187420606614
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2713 | LCC = 0.9478 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13138894802331924
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2494 | LCC = 0.9492 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12715149545669555
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2631 | LCC = 0.9499 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11861084008216857
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2943 | LCC = 0.9484 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11438337862491607
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2587 | LCC = 0.9512 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10609599798917771
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2641 | LCC = 0.9485 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.101184107452631
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2280 | LCC = 0.9528 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.0967212365269661
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2478 | LCC = 0.9509 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.09628233933448792
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2750 | LCC = 0.9515 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09033610075712203
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2526 | LCC = 0.9486 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.09030366972088814
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2407 | LCC = 0.9485 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.0864695400595665
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2536 | LCC = 0.9517 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07943698382377624
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2185 | LCC = 0.9534 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07622503298521043
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2410 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.07197397705912591
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2369 | LCC = 0.9540 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07448872047662734
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2304 | LCC = 0.9535 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06855116093158722
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2372 | LCC = 0.9507 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.06716942858695985
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2629 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06557649606466294
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2133 | LCC = 0.9554 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0614534342288971
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2454 | LCC = 0.9552 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.059984770357608796
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2381 | LCC = 0.9557 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06039743277430534
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2321 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0546925690472126
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2405 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.055921326488256456
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2247 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.056948018819093706
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2267 | LCC = 0.9528 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05160568271577358
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2233 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05204768940806389
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2208 | LCC = 0.9543 | SRCC = 0.9553 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2500 | LCC = 0.9554 | SRCC = 0.9571 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ba1cbcafbec5b1935956ed5a88007f6290b873
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d905c966a6e9f59604e228ee4e0a220571e6e1f5b06171217568fd1ad37ef2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3904be3ac9f678df377da9c2a1ba2f2225cca892
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c441b115c652a2b52ce7b394ad4ebdaf7646c7b1b785e24a35a38f11af57c175
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dec01d10784ee6d97e0ed49f9978d694f4c7479d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31094277870655057
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3167 | LCC = 0.9268 | SRCC = 0.9281 ]
+INFO:root:Average loss=0.19164565682411194
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2510 | LCC = 0.9391 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.1670201358795166
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2332 | LCC = 0.9452 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.16328209185600281
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2349 | LCC = 0.9465 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.14097390472888946
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2093 | LCC = 0.9463 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12999520850181578
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2230 | LCC = 0.9474 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.12435952776670456
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2361 | LCC = 0.9499 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.11675106909871101
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2592 | LCC = 0.9515 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1134685311615467
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2101 | LCC = 0.9520 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10608362722396851
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2094 | LCC = 0.9522 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10001025494933129
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2188 | LCC = 0.9526 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09699604007601738
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2095 | LCC = 0.9530 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09292014023661613
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1911 | LCC = 0.9532 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08902636313438415
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2064 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08384251841902733
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2150 | LCC = 0.9527 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08269103446602821
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2227 | LCC = 0.9527 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08080519863963127
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2135 | LCC = 0.9552 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07822828677296638
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2339 | LCC = 0.9542 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07299994319677353
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1981 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07310215857625008
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2223 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0695770673751831
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1976 | LCC = 0.9540 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06821546033024788
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1956 | LCC = 0.9549 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06552377182245255
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1933 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06583237229287624
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2099 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05987441237270832
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2092 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05909060335159302
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2239 | LCC = 0.9533 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05920111918449402
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2129 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05648547700047493
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2094 | LCC = 0.9554 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.054448919087648394
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2006 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05443174642324448
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2060 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05370276580750942
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1956 | LCC = 0.9551 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2154 | LCC = 0.9545 | SRCC = 0.9565 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6e6e5334b1e5509a735c641ae81a3709a9f58b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aa4dd8b65f4d20f98a8a69203f954d9feccaad69034ca1b051591a7e5f531c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55133c106f1a84ebb63ccd33c81de45855c90f92
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8cfe6730ff96a69bee7c613988a9e08f27f39048697c776b8976159396facb
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9ed2e45d59974e21a1cdd604df4f7161d963f901
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34718469393253326
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3111 | LCC = 0.9260 | SRCC = 0.9277 ]
+INFO:root:Average loss=0.1968599007129669
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3065 | LCC = 0.9349 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.1650524218082428
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2473 | LCC = 0.9447 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.15983865004777909
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2620 | LCC = 0.9454 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1412330941557884
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2404 | LCC = 0.9456 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.13180845552682877
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2745 | LCC = 0.9501 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12256904968619346
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2240 | LCC = 0.9489 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12056654435396194
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2778 | LCC = 0.9520 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11304587066173553
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2777 | LCC = 0.9517 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10208704304695129
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2613 | LCC = 0.9513 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09873181474208832
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2276 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09522884994745255
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2615 | LCC = 0.9536 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09427090054750442
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2113 | LCC = 0.9539 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08867488723993301
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2455 | LCC = 0.9510 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08777032172679901
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2446 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08041975364089012
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2560 | LCC = 0.9522 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07863112291693687
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2320 | LCC = 0.9555 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07294954642653466
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2131 | LCC = 0.9564 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07299198827147484
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2133 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07191812604665757
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2147 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06618565325438976
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2495 | LCC = 0.9545 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06400601860880852
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2067 | LCC = 0.9538 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06551785773038864
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2818 | LCC = 0.9531 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05964338529109955
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2500 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0608999870121479
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2135 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05647856864333153
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1963 | LCC = 0.9549 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.058855902254581455
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2325 | LCC = 0.9555 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05532850115001202
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2189 | LCC = 0.9530 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.05312577003240585
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2487 | LCC = 0.9554 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.050684385448694226
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2257 | LCC = 0.9560 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04960481555759907
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2414 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2275 | LCC = 0.9552 | SRCC = 0.9568 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbae4066bcc1ffee169de4c5044aa7f163e7706
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f92ad60c5e3e61c39f6ea3003f0b2cb313eacec36e9534fd4fd1de0ae6b2aa6
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4a6ad615cf396a19e8a3f7bad390692c00eb58
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d305443d9382b348ff0327261c466ea530e7c882a1765063516d6ac9e116c
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..961ccc08e170ce55a08b65ab03ced9bf9313dd80
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33150105118751527
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3097 | LCC = 0.9241 | SRCC = 0.9288 ]
+INFO:root:Average loss=0.19213599878549575
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2543 | LCC = 0.9391 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.1668395500779152
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2482 | LCC = 0.9381 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.15179684680700303
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2226 | LCC = 0.9441 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13899168449640273
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2205 | LCC = 0.9431 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.12783307355642318
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2156 | LCC = 0.9461 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.11983835253119468
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2398 | LCC = 0.9514 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11351950216293336
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2476 | LCC = 0.9518 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11523552203178405
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1973 | LCC = 0.9468 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.10719211447238922
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2220 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09990282571315766
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2211 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09499815079569816
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2026 | LCC = 0.9528 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09236110457777977
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2009 | LCC = 0.9524 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08453579020500183
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1912 | LCC = 0.9528 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08286370307207108
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2198 | LCC = 0.9517 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08293349131941795
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1830 | LCC = 0.9496 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08158260211348534
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2001 | LCC = 0.9515 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07487592488527298
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1957 | LCC = 0.9542 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0738325928747654
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2061 | LCC = 0.9518 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0720192386507988
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2111 | LCC = 0.9521 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06651505509018898
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1968 | LCC = 0.9536 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06533692499995232
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1815 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0627557820379734
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2179 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06389030861854553
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2238 | LCC = 0.9542 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05900985668599606
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1921 | LCC = 0.9505 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05718620619177818
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1841 | LCC = 0.9531 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05443365262448788
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2073 | LCC = 0.9549 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.054184638395905496
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2073 | LCC = 0.9517 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05171868984401226
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2046 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05358555176854134
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2122 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05067070007324219
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1940 | LCC = 0.9531 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2181 | LCC = 0.9532 | SRCC = 0.9548 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a53384bea994e7ac1300c4c5807a1577477521f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44fd0260f098f6190db204ff073eae816b4c0906bb8572f3a9dba9fb08bce9b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca9aabbac7233b551066d30c0392db16bbd57b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165be8d1818ec9e9bfb02189ba412a2a034b5509e6f2aa459589ace5113188aa
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..22cdb6f95b07907f532db7c64f88a4d284c007a9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3576784090995789
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3788 | LCC = 0.9260 | SRCC = 0.9294 ]
+INFO:root:Average loss=0.2001195623278618
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3325 | LCC = 0.9341 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.17771984100341798
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3144 | LCC = 0.9362 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.16051340860128402
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2713 | LCC = 0.9341 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.15161037814617156
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2960 | LCC = 0.9405 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.14497884207963943
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2764 | LCC = 0.9432 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.13703142619132996
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2954 | LCC = 0.9465 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.12698580092191697
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2654 | LCC = 0.9459 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12388972580432892
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2782 | LCC = 0.9483 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.11901462280750275
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2758 | LCC = 0.9498 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11090290346741677
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2821 | LCC = 0.9473 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.10837148633599282
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2772 | LCC = 0.9496 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.10458078235387802
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2269 | LCC = 0.9482 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.10514380559325218
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2818 | LCC = 0.9487 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.09912961289286613
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2448 | LCC = 0.9464 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.09480580967664719
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2328 | LCC = 0.9471 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.09638981786370278
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2988 | LCC = 0.9500 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.08903019690513611
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2472 | LCC = 0.9482 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.08803586146235466
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2449 | LCC = 0.9473 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.08480219668149948
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2642 | LCC = 0.9500 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.08385032033920288
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2452 | LCC = 0.9502 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.08109903633594513
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2805 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.0767292700111866
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2597 | LCC = 0.9498 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.07462599301338196
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2559 | LCC = 0.9505 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.07517897430062294
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2444 | LCC = 0.9502 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07412569150328636
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2810 | LCC = 0.9478 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.07160814173519611
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2539 | LCC = 0.9485 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.06943734741210937
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2595 | LCC = 0.9484 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.06838320487737656
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2566 | LCC = 0.9504 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.06361073634028434
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2304 | LCC = 0.9433 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.06469281604886055
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2487 | LCC = 0.9499 | SRCC = 0.9518 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2963 | LCC = 0.9538 | SRCC = 0.9565 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ed2925fdaa1023e33ecf5490fb4184b5f96f01
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228d881735af71368c9aae72d684efebed1828d3e6776c89e0e6af14a8a3d70e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e083e1ec43377d2006f13bb031492f60b62a94
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16769cfddd5e7c12295c0e60a76b129ace633722f79c88be2149f24e56a8756
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3222fb25f551a14c0a77ed340ba5b459496ce5aa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3318230998516083
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3316 | LCC = 0.9185 | SRCC = 0.9265 ]
+INFO:root:Average loss=0.19543988329172135
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3207 | LCC = 0.9317 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.17402281045913695
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2915 | LCC = 0.9361 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.15532778185606003
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3321 | LCC = 0.9349 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.14463550120592117
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2755 | LCC = 0.9463 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.13279235297441483
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2451 | LCC = 0.9471 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13377500838041306
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2500 | LCC = 0.9498 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12594730865955353
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2343 | LCC = 0.9468 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11872000798583031
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2448 | LCC = 0.9482 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.11954153707623481
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2502 | LCC = 0.9507 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10724674850702286
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2282 | LCC = 0.9491 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1085224472284317
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2359 | LCC = 0.9505 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.10400300890207291
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2529 | LCC = 0.9534 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10194332358241082
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2611 | LCC = 0.9515 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09670528706908225
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2431 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.09513965919613838
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2309 | LCC = 0.9520 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09327547565102577
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2474 | LCC = 0.9526 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09100201681256294
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2715 | LCC = 0.9488 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.08717249363660812
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2240 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.08766583722829818
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2427 | LCC = 0.9529 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08489400067925454
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2435 | LCC = 0.9497 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.08074707457423211
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2281 | LCC = 0.9501 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07749884858727456
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2491 | LCC = 0.9507 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07743833211064338
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2264 | LCC = 0.9491 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.07442496636509896
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2676 | LCC = 0.9506 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.07241029831767082
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2467 | LCC = 0.9512 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06959488171339034
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2606 | LCC = 0.9471 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.07181124171614647
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2156 | LCC = 0.9523 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06630139830708504
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2131 | LCC = 0.9515 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06639631375670434
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2276 | LCC = 0.9512 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06406329718232155
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2319 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2685 | LCC = 0.9528 | SRCC = 0.9548 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b3b91e5920a09db88650408fadb86fb6c760a8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226bc24b43c1f045145c1829f29fe269f92ddbf9c709d98228b946a8565d832a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c243df7421b34bcec737e10b0c91a2306ed0aa62
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694f9854a2d7ec2f873f7bd7cc6764a800c1396bc263ee6009e558fccdb1b854
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ecdde8ff8d57d3a592b40b914faada80243ab75e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2897652198076248
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3260 | LCC = 0.9282 | SRCC = 0.9317 ]
+INFO:root:Average loss=0.1917322540283203
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3588 | LCC = 0.9337 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.16729640275239943
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3156 | LCC = 0.9413 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.15668546801805497
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3326 | LCC = 0.9443 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.14640209579467772
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2582 | LCC = 0.9434 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.13767148351669312
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2986 | LCC = 0.9452 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.12966958791017533
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2844 | LCC = 0.9497 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.1252668577134609
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2683 | LCC = 0.9479 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11753831958770752
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3052 | LCC = 0.9498 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11457592847943306
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2682 | LCC = 0.9499 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11259987291693688
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2679 | LCC = 0.9484 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10340726765990257
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2655 | LCC = 0.9501 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.10409538677334786
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3336 | LCC = 0.9489 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.10243347930908203
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2426 | LCC = 0.9503 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.09690734934806823
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2825 | LCC = 0.9514 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09700663021206855
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2522 | LCC = 0.9505 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.08940605425834655
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2523 | LCC = 0.9482 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.08715484535694122
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2706 | LCC = 0.9489 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08778983971476555
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2632 | LCC = 0.9491 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.08440432524681091
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2653 | LCC = 0.9502 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.08447306117415428
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2496 | LCC = 0.9496 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.07505371707677841
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2629 | LCC = 0.9503 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.07455104446411133
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2534 | LCC = 0.9471 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.07597235411405563
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2360 | LCC = 0.9511 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07360311803221703
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2490 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07135447928309441
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2779 | LCC = 0.9519 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07049077889323234
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2427 | LCC = 0.9499 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.06897152939438819
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2421 | LCC = 0.9511 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0691048513352871
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2487 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06421654477715492
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2530 | LCC = 0.9516 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.06407158282399178
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2511 | LCC = 0.9475 | SRCC = 0.9482 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2610 | LCC = 0.9542 | SRCC = 0.9552 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c842f6f3e1f0878d6636a2f2192b841ac02f7cb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b8a5ad83a60f91e46a8deb711deae2bc574535216d07503e97bf2d43fc94bd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2499768ffa3d7e57d8ce9f187d159308ed4b75a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f47d4d642332e278c13a69932a1746b95a2185ca471f94407a31dd3409fcb34
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2ea44898a3565d9f8fbe81b50bbbea5b3d880540
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32361897903680803
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3276 | LCC = 0.9221 | SRCC = 0.9265 ]
+INFO:root:Average loss=0.20053262287378312
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3359 | LCC = 0.9342 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.17233206218481065
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2719 | LCC = 0.9372 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.16136318749189377
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2590 | LCC = 0.9374 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.14898275500535965
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2763 | LCC = 0.9390 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.13815223127603532
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2515 | LCC = 0.9460 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.13254619127511977
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2177 | LCC = 0.9417 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.12613251215219498
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2433 | LCC = 0.9439 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.12050741764903068
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2460 | LCC = 0.9435 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.1184375766813755
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2557 | LCC = 0.9485 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.10677622357010841
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2428 | LCC = 0.9440 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.10737251618504524
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2495 | LCC = 0.9480 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10441975578665734
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2999 | LCC = 0.9499 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.0967167695760727
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2626 | LCC = 0.9494 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09497743850946426
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2263 | LCC = 0.9503 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.09171267709136009
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2270 | LCC = 0.9487 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.0897430389225483
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2240 | LCC = 0.9502 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0863349951505661
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2355 | LCC = 0.9478 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.08542818111181259
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2817 | LCC = 0.9485 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.08382582938671113
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2668 | LCC = 0.9507 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.07978616225719452
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2404 | LCC = 0.9502 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.07761907106637955
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2294 | LCC = 0.9517 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.073564851552248
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2291 | LCC = 0.9495 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.07345039087533951
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2220 | LCC = 0.9477 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.07196316549181939
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2330 | LCC = 0.9462 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.0665315272808075
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2355 | LCC = 0.9489 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.06941512170433999
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2229 | LCC = 0.9497 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.06638546893000603
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2517 | LCC = 0.9491 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.06250095915794372
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2155 | LCC = 0.9487 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.06323291304707528
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2530 | LCC = 0.9500 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.059166466012597084
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2535 | LCC = 0.9477 | SRCC = 0.9499 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2361 | LCC = 0.9533 | SRCC = 0.9549 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c409289f0891ef94a274dbb075ac47e047dbf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359b0451e125ed44d5059a1b361595ce7cfb55ee7765b42ba147735b013b47ca
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668405d6e45b4e62c4787fb4ff2286492b971d0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8515155ffbfc08834ab7d34d2ac653ac110dac5bf7122d79e0d8893efa77be
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9f1bb05ae3bdaa09c20acccde21c1c7afb30f72e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_2epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31624974435567854
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3934 | LCC = 0.9287 | SRCC = 0.9323 ]
+INFO:root:Average loss=0.18400985610485077
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3080 | LCC = 0.9354 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.1691091209053993
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2853 | LCC = 0.9406 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.1562038573026657
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2937 | LCC = 0.9445 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.1442722517848015
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3601 | LCC = 0.9439 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.13417937582731246
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3054 | LCC = 0.9468 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12791415840387343
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2781 | LCC = 0.9478 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12062448799610138
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2539 | LCC = 0.9500 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11668862387537957
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2525 | LCC = 0.9506 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11163492426276207
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2520 | LCC = 0.9499 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11175258135795593
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2549 | LCC = 0.9499 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10615883740782737
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2541 | LCC = 0.9508 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10207289120554924
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2232 | LCC = 0.9519 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.09917942222952843
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2505 | LCC = 0.9504 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09292291137576103
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.9484 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.09073552525043488
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2384 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08998499825596809
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2991 | LCC = 0.9488 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08910198563337327
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2625 | LCC = 0.9507 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08575596755743027
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2860 | LCC = 0.9490 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.08245493176579476
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2577 | LCC = 0.9502 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08022167190909385
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2786 | LCC = 0.9519 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08090881383419037
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2406 | LCC = 0.9527 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07877680033445358
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2437 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07624910160899162
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2686 | LCC = 0.9527 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0733552194237709
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2533 | LCC = 0.9538 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06860696294903755
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2226 | LCC = 0.9522 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06786294630169869
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2540 | LCC = 0.9522 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06736010667681694
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2492 | LCC = 0.9546 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06724736967682839
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2482 | LCC = 0.9529 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06429526352882385
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2377 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06447349911928177
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2498 | LCC = 0.9529 | SRCC = 0.9544 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2504 | LCC = 0.9543 | SRCC = 0.9564 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c2c087149ac9ebb7f309583c468eed1b7c46ac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093fa85bd2066acec22331d90a46be3689e97cba9144632cd1d6683cba3a37a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99206baaf95895b973515ab9f5dfdd7edfb18f4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f037017f1c0885429bfbe57f524896076133e616a99c0d28da0d314d9fc2bc7d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..89dd2e9ceccc8ee09641d2804dc37a1609c5af2b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5010668182373047
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3426 | LCC = 0.9067 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.24088161802291871
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2610 | LCC = 0.9240 | SRCC = 0.9274 ]
+INFO:root:Average loss=0.2001572121977806
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2469 | LCC = 0.9311 | SRCC = 0.9328 ]
+INFO:root:Average loss=0.17189714419841767
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2343 | LCC = 0.9375 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.15876083475351332
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2299 | LCC = 0.9406 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.1432677121758461
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2353 | LCC = 0.9404 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.13571036940813064
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2376 | LCC = 0.9429 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.12524076882004737
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2336 | LCC = 0.9439 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.11821534234285355
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2183 | LCC = 0.9455 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.11495965269207954
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2201 | LCC = 0.9475 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.10900811696052551
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2086 | LCC = 0.9501 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.10243800809979439
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1997 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09605581066012382
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2067 | LCC = 0.9514 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.09061946377158164
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1977 | LCC = 0.9528 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08816975140571594
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2248 | LCC = 0.9498 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.0847441930770874
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1757 | LCC = 0.9535 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0794528366625309
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1780 | LCC = 0.9543 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07578301900625228
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1902 | LCC = 0.9540 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07406648841500282
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1734 | LCC = 0.9526 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07011644411087035
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1865 | LCC = 0.9549 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07028909930586814
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1736 | LCC = 0.9535 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06450700163841247
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1738 | LCC = 0.9544 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06518122017383575
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1772 | LCC = 0.9554 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06444586572051049
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1857 | LCC = 0.9556 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.058199200093746184
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1930 | LCC = 0.9562 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05836723664402962
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2066 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05497582174837589
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1971 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05406993833184242
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1768 | LCC = 0.9570 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05325032202899456
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1856 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0528998142182827
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1862 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05182086263597012
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1950 | LCC = 0.9560 | SRCC = 0.9570 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1751 | LCC = 0.9588 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111d68151396c645593f7f0200ee60d6445d919d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12da92ba4893f369e6895761a6953d4c6090189d048494d1f948a4357f57b9e2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa633a16e31005df91069ef06df66a4a2f1f55
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806f5b3e064b9e96265b94584578eb9b64ecfdea9fe1fc5d70ef1de685efeea
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0e945a348e92a5b842ce9b1da14bd523db00317f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5254246752262115
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3163 | LCC = 0.9007 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.23394173157215117
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2901 | LCC = 0.9238 | SRCC = 0.9263 ]
+INFO:root:Average loss=0.19826749992370604
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2850 | LCC = 0.9288 | SRCC = 0.9323 ]
+INFO:root:Average loss=0.16974074417352678
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2667 | LCC = 0.9375 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.15393089139461516
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2339 | LCC = 0.9399 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.14513014423847198
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2124 | LCC = 0.9426 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.13368292248249053
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2396 | LCC = 0.9429 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.12216042006015777
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2401 | LCC = 0.9475 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11814536017179489
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2043 | LCC = 0.9467 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.10977554419636726
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2262 | LCC = 0.9488 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.10382352876663208
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2017 | LCC = 0.9503 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.10222817793488502
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1900 | LCC = 0.9507 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09328736111521721
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1728 | LCC = 0.9503 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.08893679371476174
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1802 | LCC = 0.9536 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08646916380524636
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1794 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08334152728319168
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1950 | LCC = 0.9523 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.0771656862795353
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1962 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07488158172369003
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2049 | LCC = 0.9523 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07433160364627839
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1869 | LCC = 0.9515 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06904924333095551
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1934 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06801471045613289
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1768 | LCC = 0.9570 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06275981733202934
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1957 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06332422429323196
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1762 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06020458647608757
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1767 | LCC = 0.9556 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.060155434340238574
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1921 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.057383874982595444
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1747 | LCC = 0.9563 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05503267937898636
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1721 | LCC = 0.9573 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.052776876881718636
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1890 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.049865723967552185
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1791 | LCC = 0.9580 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0503175458163023
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1856 | LCC = 0.9577 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04975331300497055
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1704 | LCC = 0.9576 | SRCC = 0.9588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1829 | LCC = 0.9574 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18976312928f3a8c0198f6f67f57cdf4bb73129
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cde35d38bf207d6eea61cc5e9140d6cf1bf5cd2bbbec6d109e37919623470c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03c0e96ef93fb585f5a3f14610446af190d57c0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58042622d537ef6fada30fde9c895c7882468a2e6d6f728af2218e46f1191863
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e3c71c9523e9708b1bc8b84603682dc3a35fdb49
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5451301116943359
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3679 | LCC = 0.8982 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.24478715670108794
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3068 | LCC = 0.9175 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.19997506058216094
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2861 | LCC = 0.9266 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.1717859638929367
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2441 | LCC = 0.9362 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.15923068732023238
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2456 | LCC = 0.9387 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.14068474555015564
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2297 | LCC = 0.9436 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.13319612044095994
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2641 | LCC = 0.9435 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.12262396615743637
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1992 | LCC = 0.9461 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.11819807767868042
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2328 | LCC = 0.9414 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.11359460785984993
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2214 | LCC = 0.9488 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.11020777183771134
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2321 | LCC = 0.9485 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.09841213437914849
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2043 | LCC = 0.9506 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09418562576174735
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2018 | LCC = 0.9489 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.09391852056980134
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2111 | LCC = 0.9491 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.08804166221618652
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2219 | LCC = 0.9494 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.08273554614186288
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2126 | LCC = 0.9531 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0818552668094635
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2138 | LCC = 0.9512 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.07615421903133392
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2417 | LCC = 0.9507 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07643101212382317
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2011 | LCC = 0.9524 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07160413593053817
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1937 | LCC = 0.9536 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06614962649345398
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2162 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06613011014461517
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2530 | LCC = 0.9523 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06437632593512535
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2039 | LCC = 0.9549 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06006617105007172
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1914 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05925157552957535
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1871 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.060340291023254396
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2011 | LCC = 0.9558 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05375850349664688
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1806 | LCC = 0.9558 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05474187958240509
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2011 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05443742761015892
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1969 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0545184366106987
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1986 | LCC = 0.9544 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04979298859834671
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1838 | LCC = 0.9543 | SRCC = 0.9559 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2022 | LCC = 0.9565 | SRCC = 0.9574 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f979d84d420f99562a80483ada9a063dc87bca
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0abaf612b97ffb455d38293d9b56fec7f484d6e5f68e11010c93f44ceb859f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ae89bb59aee9cfac7566f50aa76115d3ba6022
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0485dd08e3f8b6372fe3ff6d8683ec96e46a8547c42e102949d062e11e075f87
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f8bb686c8fb817ec8e59bcd5e35af857b340b5cf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5162791813611984
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3610 | LCC = 0.8997 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.254245995759964
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2966 | LCC = 0.9227 | SRCC = 0.9246 ]
+INFO:root:Average loss=0.20353289741277694
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2606 | LCC = 0.9292 | SRCC = 0.9315 ]
+INFO:root:Average loss=0.17031173020601273
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2409 | LCC = 0.9347 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.1556970958709717
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2181 | LCC = 0.9396 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.14047478479146958
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2261 | LCC = 0.9438 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.13246800860762595
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2220 | LCC = 0.9432 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.12457511034607888
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2439 | LCC = 0.9456 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.1141757330596447
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2118 | LCC = 0.9459 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.11029291707277299
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2199 | LCC = 0.9475 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.11062036031484604
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2127 | LCC = 0.9489 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10150493317842484
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2404 | LCC = 0.9472 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.09786659836769104
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2053 | LCC = 0.9503 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08894297227263451
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2002 | LCC = 0.9512 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08825039958953858
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2038 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.08331472739577293
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1981 | LCC = 0.9517 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08008103394508362
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1939 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.07574926793575287
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1951 | LCC = 0.9524 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07313707682490349
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2057 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.0710266030728817
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1740 | LCC = 0.9530 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07100964093208313
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1979 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06518240457773208
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2045 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06575654138624668
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1818 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06295613247156143
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2061 | LCC = 0.9562 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05822973930835724
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1904 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05714384886622429
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1948 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.057902530491352085
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1984 | LCC = 0.9538 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05443104386329651
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1741 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05142689292132854
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1846 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.050359874829649924
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1723 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05092356975376606
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1841 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1868 | LCC = 0.9560 | SRCC = 0.9567 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034d295e6b48f5763c5abc21c51e285b9bfa73a1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3794ff838389f60ee241951f93d070ccb9fa63563c9e2c62e2d04e26bcddacec
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9c71c6c36c68cb9feb3851fdb0028c408a3f59
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6705ae0a8f9a05b5046252816785e28de128c240945c85f33ca6f39a2d75808
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bfaf0e30652e51a954c1c82ed015390716d522ef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48589943420886994
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3272 | LCC = 0.9096 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.22740586829185486
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3169 | LCC = 0.9192 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.1902189366221428
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2702 | LCC = 0.9324 | SRCC = 0.9341 ]
+INFO:root:Average loss=0.1710270670056343
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2687 | LCC = 0.9343 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.15057529991865157
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2233 | LCC = 0.9415 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.14573051953315735
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2428 | LCC = 0.9399 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.13000796663761138
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2440 | LCC = 0.9472 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12143081587553024
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2340 | LCC = 0.9472 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.11733452367782593
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2227 | LCC = 0.9480 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.10908691787719726
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2142 | LCC = 0.9502 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.10564276766777038
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2197 | LCC = 0.9506 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.10205245766043664
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1872 | LCC = 0.9476 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.09525350901484489
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1908 | LCC = 0.9499 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.09000087815523147
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1862 | LCC = 0.9513 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08486699178814888
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1817 | LCC = 0.9509 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.08510333743691445
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2097 | LCC = 0.9520 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.07826514667272567
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2079 | LCC = 0.9538 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07587017983198166
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1874 | LCC = 0.9531 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.07186961162090301
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1882 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07240750560164452
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2402 | LCC = 0.9538 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0681752089560032
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1910 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06610910192131997
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1869 | LCC = 0.9553 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06535189518332482
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1791 | LCC = 0.9528 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06071506479382515
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2110 | LCC = 0.9552 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06302206966280938
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1819 | LCC = 0.9541 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05966786825656891
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1908 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05739915657043457
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1745 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05514786128699779
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1952 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05236985018849373
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1792 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05039703971147537
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1864 | LCC = 0.9559 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05183014650642872
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1899 | LCC = 0.9574 | SRCC = 0.9583 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1949 | LCC = 0.9563 | SRCC = 0.9567 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6f779c21eace1e135d6324dbd252015d585a1e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb295f01c6292d36714cb326a34c3ca96b64b70e6732ef26ae3f1cdc8a5e4467
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a671f516c29ba41f96af01adce3d68a45600503f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084abc98344673f8ee870dad0de2f3b425fd19bd722f7e674220467a5e93673d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3aa8bc96ba08a69145125adbe090fec2b2c4b94b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4556971821784973
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3307 | LCC = 0.9177 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.19173164576292037
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2754 | LCC = 0.9381 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.1689665535092354
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2690 | LCC = 0.9409 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.14133186221122743
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2234 | LCC = 0.9429 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.13130342942476272
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2086 | LCC = 0.9456 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.11845609745383262
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2138 | LCC = 0.9463 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.11281735754013061
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2175 | LCC = 0.9495 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11682668626308441
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2181 | LCC = 0.9490 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.09840735498070717
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2095 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09203622952103614
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2037 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08535340565443039
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2215 | LCC = 0.9559 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08295420736074448
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1943 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0773763556778431
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1905 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07452444949746131
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1904 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07203264421224594
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2447 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06831368234753608
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1996 | LCC = 0.9566 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06519156849384308
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2101 | LCC = 0.9554 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06298932126164436
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1989 | LCC = 0.9570 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.058885598063468936
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1965 | LCC = 0.9566 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.057263240784406665
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1991 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.05389568714797497
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2161 | LCC = 0.9577 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.05249576230347157
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1978 | LCC = 0.9573 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04973516534268856
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1896 | LCC = 0.9571 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.050939856976270674
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2101 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.046405724495649336
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2044 | LCC = 0.9583 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04574366913735867
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1947 | LCC = 0.9577 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.047013910040259364
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1973 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.041818180903792385
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1903 | LCC = 0.9572 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04103688009083271
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2062 | LCC = 0.9588 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03951975226402283
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2065 | LCC = 0.9585 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.038306816086173055
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1953 | LCC = 0.9584 | SRCC = 0.9584 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2086 | LCC = 0.9595 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895568fe1dcae9d47ef22ce997e366c376cc1ff7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c546f05fa28e25f3986cbeaff6163c51f4c77290df64f80057e71e82d098c0a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc1345f235dd51fcd75ad45846a2e643f133e4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3c3d08bc2f0846583adf87af80c07ef9de59abbf69f418b7a012425d30d0b9
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ff1a1618a37c1ba3375a982c3e611267c426b87
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4681007821559906
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3175 | LCC = 0.9128 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1993316702246666
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2969 | LCC = 0.9346 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.1682937343120575
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2867 | LCC = 0.9412 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.1435451259613037
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2362 | LCC = 0.9438 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.12363951402902604
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2624 | LCC = 0.9494 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.11643156450986862
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2414 | LCC = 0.9489 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.10907249867916108
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2523 | LCC = 0.9515 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10157950918376446
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2199 | LCC = 0.9549 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09497369492053985
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2286 | LCC = 0.9553 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08855337724089622
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2175 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08352204948663712
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2570 | LCC = 0.9505 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08152476087212562
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2060 | LCC = 0.9570 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07806046733260155
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2217 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07349912005662917
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2071 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06955045738816261
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1911 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06892162218689918
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2382 | LCC = 0.9559 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06311066287755966
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2217 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06098345163464546
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2090 | LCC = 0.9563 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.057727400109171864
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1994 | LCC = 0.9588 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.054655509635806086
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2154 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05384193468093872
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2145 | LCC = 0.9585 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04974132333695889
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2332 | LCC = 0.9580 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04908070783317089
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2285 | LCC = 0.9582 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04646315102279186
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2242 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04704528620839119
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2152 | LCC = 0.9582 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04499318608641625
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2022 | LCC = 0.9574 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.045589450627565385
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2088 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04281529004871845
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2448 | LCC = 0.9567 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.042562360942363736
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2262 | LCC = 0.9588 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03944490839540958
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2181 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03864633154869079
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2099 | LCC = 0.9584 | SRCC = 0.9588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2307 | LCC = 0.9571 | SRCC = 0.9589 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2eb5a0e8a8ba5406e4861d4d77df02fa44c867
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55f0ebb89da522b1dbdcdb3eaa9ef38fd5c2a2196c7ccd84156788cf4005e54
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9f84e5bbb8347e8fcda82a63d547545b72cf9d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7945788e2da56e1bcfa40faf3a6055885ab0d179b4f7848fa8bb4e8aae1bda1
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bf6e1f424695a48d828952715ead5828a060019d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44551041650772094
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3086 | LCC = 0.9151 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.19415134632587433
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2679 | LCC = 0.9357 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.16520000958442688
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2730 | LCC = 0.9423 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.14161869263648988
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2260 | LCC = 0.9442 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.1292420290708542
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2538 | LCC = 0.9481 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.11975433027744294
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2233 | LCC = 0.9508 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.11134317743778228
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2491 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.10569736337661743
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2229 | LCC = 0.9544 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09700597059726715
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1950 | LCC = 0.9525 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09011711138486862
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1985 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08873054432868957
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1862 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0822149986922741
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1999 | LCC = 0.9563 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0796100867986679
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1860 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07469521254301072
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1784 | LCC = 0.9545 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0713752915263176
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1860 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06784086573123932
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2231 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06840623733401298
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1884 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06003914567828179
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2151 | LCC = 0.9560 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06088039442896843
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1788 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05729032036662102
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1891 | LCC = 0.9572 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05449322980642319
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2054 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.057537657380104065
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1896 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.049049111321568487
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1879 | LCC = 0.9579 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04582825458049774
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1809 | LCC = 0.9584 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04848393200337887
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1866 | LCC = 0.9584 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04417976747453213
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1800 | LCC = 0.9559 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04358901058137417
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1832 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.043015163734555245
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1977 | LCC = 0.9595 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.041343564331531524
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1945 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.045601617217063906
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2034 | LCC = 0.9587 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03798753163218498
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1899 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2023 | LCC = 0.9584 | SRCC = 0.9593 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51e42027ea1e704caf1b1c486a1dcc92a328bc4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91200c579d5aa8011c370a48b0173a8788cc049ce2401967b0ae46dbc4ae020b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e6e07f831a77d96bbff8147a289b43fe0d49e5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba32cd067a7f41ab72e2e7e895a3ad63a4322f9025f2f5698f1c784798fc5c54
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2a1ab7bdef860b9a0266853a7bf6885fd6d6e628
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41367654407024385
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2748 | LCC = 0.9160 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.19280486768484115
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2574 | LCC = 0.9354 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.15927202194929124
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2349 | LCC = 0.9417 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.14433042997121812
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2567 | LCC = 0.9448 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.13603788644075393
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2228 | LCC = 0.9473 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.11844721931219102
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2051 | LCC = 0.9480 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11174678084254265
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2389 | LCC = 0.9518 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.103477024435997
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2325 | LCC = 0.9494 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.10090244582295418
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2211 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09073654848337173
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1785 | LCC = 0.9541 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.086569455742836
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2103 | LCC = 0.9543 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.084676314920187
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2180 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07509849610924721
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2185 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07255736806988716
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2004 | LCC = 0.9548 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07108725887537003
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2049 | LCC = 0.9564 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06635489839315414
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1908 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06375277584791184
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1649 | LCC = 0.9578 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06041504544019699
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1818 | LCC = 0.9569 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05819057658314705
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2059 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.057556852042675015
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2006 | LCC = 0.9582 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.060439784079790115
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1958 | LCC = 0.9580 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05135227657854557
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1975 | LCC = 0.9576 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05110690903663635
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2206 | LCC = 0.9570 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.048100956112146376
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1809 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0488092132806778
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2073 | LCC = 0.9602 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04447508405148983
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2016 | LCC = 0.9575 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.043215781450271606
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1893 | LCC = 0.9583 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04185838104784489
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1913 | LCC = 0.9574 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.042069893896579745
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2138 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.039980260610580444
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2049 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.038163910657167434
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1837 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2069 | LCC = 0.9596 | SRCC = 0.9608 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510e5a5472bc3e357f41b45349cd484ab6324ac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f397276e66467b922c9b6717e071c28fc4aaaf070ede30d94d74aaeb0f7518
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a785a34f550505b06c5913de78ee5f2c1160baaf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6240f3f00997452e5eeee42744e7184c774ca87ce8aa745ed44f46ff71b03511
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5837d561a7d6e95ffb44a8269a6886a18f5e0129
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5071142276525498
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3032 | LCC = 0.9138 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.19500504326820373
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2847 | LCC = 0.9340 | SRCC = 0.9347 ]
+INFO:root:Average loss=0.1619097125530243
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2384 | LCC = 0.9410 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.14260655277967452
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2234 | LCC = 0.9442 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.12960179221630097
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2250 | LCC = 0.9449 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.1208222344815731
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1994 | LCC = 0.9457 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.11066707772016525
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2206 | LCC = 0.9464 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.10471013316512108
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2046 | LCC = 0.9500 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.09641586843132972
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2225 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.09311635407805442
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1935 | LCC = 0.9511 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.0899471024274826
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2143 | LCC = 0.9539 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0808389582335949
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1810 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07995465230941773
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2010 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.07311182233691216
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1935 | LCC = 0.9563 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06987931019067764
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2100 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0668195384144783
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1996 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06383511784672737
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2028 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06224202987551689
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1912 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05725629436969757
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1871 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.059354751497507095
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2054 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05320989847183227
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1816 | LCC = 0.9559 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.053205589905381205
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1951 | LCC = 0.9566 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04971194010972977
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2011 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.047068330943584445
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1792 | LCC = 0.9538 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0497207161039114
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1921 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.044203386083245276
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1818 | LCC = 0.9586 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.043338458701968195
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1963 | LCC = 0.9590 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04219042834639549
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1963 | LCC = 0.9592 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03957527883350849
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1870 | LCC = 0.9592 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03933848038315773
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1860 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.040144835829734805
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1800 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1982 | LCC = 0.9594 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd175b4438d9a83cbb14de22379e00571e16204
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75576a1c8b7d7df6a1f43bd680c20c531895135a8df522851760dc9d3e360cfd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0760cfefa651ddcb138d762d59d9a360372b3473
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1631902aa014bc608fc8478c74aa778ec46a2bacd9fc6fc2d906a2323d8dcd2d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..44c16a91083463cf85e68746e6cb9377a65f59f9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2863811984658241
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3255 | LCC = 0.9300 | SRCC = 0.9351 ]
+INFO:root:Average loss=0.18168443042039872
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2803 | LCC = 0.9352 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.1645219680070877
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2655 | LCC = 0.9410 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.15103025484085084
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2850 | LCC = 0.9476 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1466061083674431
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2901 | LCC = 0.9477 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.1378554481267929
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2785 | LCC = 0.9448 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13114184039831162
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2929 | LCC = 0.9484 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12965147292613982
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2516 | LCC = 0.9497 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1275082559287548
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2565 | LCC = 0.9481 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12245918250083923
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2485 | LCC = 0.9494 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.1203591901063919
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2541 | LCC = 0.9520 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11637541016936302
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2576 | LCC = 0.9445 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11772093906998635
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2627 | LCC = 0.9512 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11292876273393632
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2689 | LCC = 0.9522 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10645623791217804
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2272 | LCC = 0.9491 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10388048681616784
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2493 | LCC = 0.9503 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10345802226662636
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2374 | LCC = 0.9495 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10410296839475632
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2418 | LCC = 0.9512 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09912395396828652
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2359 | LCC = 0.9513 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09875870338082314
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2455 | LCC = 0.9526 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0959020568728447
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2604 | LCC = 0.9534 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09338183489441872
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2522 | LCC = 0.9511 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09383092886209488
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2244 | LCC = 0.9522 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08983704444766044
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2190 | LCC = 0.9534 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08919862383604049
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2907 | LCC = 0.9517 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08737143245339393
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2453 | LCC = 0.9529 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08557604125142097
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2500 | LCC = 0.9545 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.085528660684824
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2212 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08240417715907097
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2424 | LCC = 0.9518 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08267044454813004
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2453 | LCC = 0.9535 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08003529146313668
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2383 | LCC = 0.9527 | SRCC = 0.9565 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2473 | LCC = 0.9566 | SRCC = 0.9581 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d7653d1c72ab3a090426761ade065cd29b49e5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4dc57debdfede60796180ac5659d3e4766a49b2bcbcb5e99f2e023a4731093
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e696342a9ae0ca1a91b83879a31ac3286f70dea
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef18e121fff077d1ffce4cc59d1b65baef6bd1b2df43b8a258401708403ecc3
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..07bb9926dc5fb379f968758f89b3980580fa255e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2994765702486038
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2966 | LCC = 0.9294 | SRCC = 0.9346 ]
+INFO:root:Average loss=0.18284095406532289
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2804 | LCC = 0.9406 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.1697266813516617
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2488 | LCC = 0.9418 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.1504774116873741
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2591 | LCC = 0.9438 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.14546295303106307
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3035 | LCC = 0.9480 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13910909259319307
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2977 | LCC = 0.9464 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13141420775651932
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2626 | LCC = 0.9486 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13266127675771713
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2501 | LCC = 0.9444 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.12467109143733979
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2827 | LCC = 0.9502 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12001945608854293
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2405 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12027112144231797
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2704 | LCC = 0.9494 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11456508523225785
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2427 | LCC = 0.9497 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11087948542833329
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2464 | LCC = 0.9519 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11057278263568879
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2745 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.10851185965538025
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2177 | LCC = 0.9527 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10349570041894912
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3072 | LCC = 0.9513 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10377666184306145
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2498 | LCC = 0.9509 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10026828345656395
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2477 | LCC = 0.9523 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10028098180890083
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2679 | LCC = 0.9532 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09565668857097626
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2845 | LCC = 0.9472 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.09460680967569352
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2500 | LCC = 0.9515 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09228861859440804
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2622 | LCC = 0.9530 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0900674853026867
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2243 | LCC = 0.9518 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.08870434311032295
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2313 | LCC = 0.9526 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08612282657623291
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2378 | LCC = 0.9525 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08510506248474121
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2426 | LCC = 0.9513 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08535251957178115
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2448 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08312052634358406
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2369 | LCC = 0.9490 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08334394946694373
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2219 | LCC = 0.9533 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07961343348026276
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2383 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07668682655692101
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2046 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2274 | LCC = 0.9530 | SRCC = 0.9543 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447164eab847faa0f6d9c865c79dd19d133cf0dd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450ce9f4ae45ad5d9c6be818f070effdadc7a2bb1034baa7ae8765433428aacb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef28ac60684201e27ebe7a3f3912d57e1228a9fb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77605a0c76acad9a4e443a1b88fdd232f05abd1ac1bb42d1e688a20588bb6a1c
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d715d6d38c615537c457f61e7a0f7bea62f6851a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3125231969952583
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3062 | LCC = 0.9325 | SRCC = 0.9333 ]
+INFO:root:Average loss=0.18465380609035492
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3314 | LCC = 0.9379 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.1687662578225136
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2833 | LCC = 0.9430 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.15710768461227417
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2846 | LCC = 0.9458 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.14854927963018416
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2600 | LCC = 0.9481 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.14362238001823424
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2764 | LCC = 0.9499 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.13653078198432922
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2748 | LCC = 0.9461 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13539495015144348
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2876 | LCC = 0.9482 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1255348687171936
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2898 | LCC = 0.9488 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12271715730428695
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2713 | LCC = 0.9514 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1213531345129013
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2346 | LCC = 0.9518 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11764915835857391
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2787 | LCC = 0.9518 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11403748050332069
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2573 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11077448087930679
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2789 | LCC = 0.9534 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11196196252107621
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2314 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10687508192658425
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2420 | LCC = 0.9518 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10436639827489853
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2241 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10406252944469452
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2094 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10217940926551819
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2543 | LCC = 0.9495 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.10004041475057603
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2556 | LCC = 0.9540 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0955088347196579
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2144 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09324366894364357
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2630 | LCC = 0.9550 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09369831874966622
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2235 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09380914160609245
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2666 | LCC = 0.9528 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08943062362074852
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2719 | LCC = 0.9522 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08684741267561913
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2707 | LCC = 0.9524 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08473826372623444
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2377 | LCC = 0.9558 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08328680926561356
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2208 | LCC = 0.9550 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08279405570030213
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2502 | LCC = 0.9532 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08031939703226089
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2313 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08099890175461769
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2577 | LCC = 0.9532 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2380 | LCC = 0.9552 | SRCC = 0.9560 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4972febc68da1dcc67e1bc4785d88e1edcfb4bae
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c8651dc7df6e4a90c2cbb36f41bc030c4e7cd582997eac97b95ee92b41afb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd99532b83c77e2f8ae927811ceb3ee474a4caa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940ce7347b1badde61068d29c600fd2964fb7ee8ef665f5c2ed989cc37aa1b48
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7037c93702a02fb0709c8f182f873983dae6f0d7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2864331576228142
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3257 | LCC = 0.9312 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.17830104166269303
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2981 | LCC = 0.9370 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.16337647569179534
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2847 | LCC = 0.9375 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.15393032467365264
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2419 | LCC = 0.9446 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14715098375082017
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2751 | LCC = 0.9459 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14194630348682405
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2568 | LCC = 0.9472 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13274284613132475
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2909 | LCC = 0.9478 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.13006012535095215
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2538 | LCC = 0.9503 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12472045880556107
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2539 | LCC = 0.9494 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11963100057840348
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2675 | LCC = 0.9480 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11721927815675735
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2220 | LCC = 0.9508 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11443518877029418
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2901 | LCC = 0.9510 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.1147775165438652
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2789 | LCC = 0.9500 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1083267942070961
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2187 | LCC = 0.9518 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10804169997572899
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2403 | LCC = 0.9518 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10447988721728325
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2390 | LCC = 0.9503 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.10421477934718132
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2152 | LCC = 0.9524 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09987905803322793
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2136 | LCC = 0.9535 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09740760743618011
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2680 | LCC = 0.9493 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09574094036221505
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2400 | LCC = 0.9527 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09685368272662163
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2390 | LCC = 0.9494 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.09112844091653824
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2603 | LCC = 0.9521 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09027258306741714
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2352 | LCC = 0.9536 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08786150240898133
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2218 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.08618960469961166
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2648 | LCC = 0.9518 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08808910548686981
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2376 | LCC = 0.9514 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08498571336269378
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2147 | LCC = 0.9542 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08357796308398246
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2582 | LCC = 0.9494 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.0797695138156414
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2676 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07858111134171486
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2061 | LCC = 0.9494 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07897155964374543
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2141 | LCC = 0.9543 | SRCC = 0.9560 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2151 | LCC = 0.9555 | SRCC = 0.9570 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cae824570e3e7e85c6a9b79b9757847c257e2b2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda78cbb7bcfab0703aba130673c3a9817785aea2eeedc55be460e5564d29b32
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61314f3e9f2a4f1e8188c5ab0be9b437ba5ffaa8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89dd0c6167f5f1ca6e19de3540ea1effe7f555416281b6f7c6e82941a3a6072
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..376ad996e2240e7801504b8f3e8fb1754b26bcc8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.327906057715416
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3481 | LCC = 0.9249 | SRCC = 0.9315 ]
+INFO:root:Average loss=0.18357487535476685
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2881 | LCC = 0.9374 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.16739046877622604
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3096 | LCC = 0.9420 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.15809224373102188
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3001 | LCC = 0.9445 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.14555383515357972
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2820 | LCC = 0.9435 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.14097622764110565
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2525 | LCC = 0.9472 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1389334353208542
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2743 | LCC = 0.9465 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12985754001140595
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2720 | LCC = 0.9472 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.12504731148481368
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2625 | LCC = 0.9518 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.12234242373704911
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2317 | LCC = 0.9500 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11780262249708176
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2605 | LCC = 0.9519 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11745896205306053
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2557 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11398452818393708
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2561 | LCC = 0.9507 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11206178563833237
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2283 | LCC = 0.9481 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1090615961253643
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2672 | LCC = 0.9506 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10639326989650727
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2725 | LCC = 0.9517 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10549458873271943
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2575 | LCC = 0.9535 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10296880778670311
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2410 | LCC = 0.9506 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0994973937869072
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2794 | LCC = 0.9532 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.1006785089969635
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2321 | LCC = 0.9525 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09677936565876007
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2387 | LCC = 0.9493 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.0956220175921917
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2332 | LCC = 0.9513 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09250332826375961
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2233 | LCC = 0.9499 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0892877676486969
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2591 | LCC = 0.9528 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09276982250809669
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2606 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08686170455813408
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2824 | LCC = 0.9482 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.08745348155498504
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2456 | LCC = 0.9525 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08206644827127457
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2519 | LCC = 0.9499 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08368478232622147
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2464 | LCC = 0.9508 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08075142484903336
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2473 | LCC = 0.9524 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07992150834202766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2550 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2600 | LCC = 0.9558 | SRCC = 0.9574 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993b97880b8779cad056779917272e7c2a369b0b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4863a4ad1c4dd3e1512edd0b848ddf8df8d3f1c73b0236d44ffba80f1dbf05
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e301f409f6e8b7cebfc9f28758b8b40e146f375
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b9a3bfa4af23a55f6f3406d5f9f783af3549d6ceb61a8bc02e705f1641f456
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c46948ed1d4df649974db7f6fc60cbe4afd62885
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26432978916168215
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3030 | LCC = 0.9332 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.1909065090417862
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3085 | LCC = 0.9338 | SRCC = 0.9352 ]
+INFO:root:Average loss=0.17686852914094925
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2523 | LCC = 0.9384 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.1656243849992752
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2962 | LCC = 0.9417 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.16285205340385436
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3105 | LCC = 0.9450 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.15546855676174165
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2649 | LCC = 0.9436 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.1519875340461731
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3258 | LCC = 0.9461 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.14947937232255937
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2427 | LCC = 0.9474 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.1469516541957855
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2719 | LCC = 0.9483 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1411644987463951
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2999 | LCC = 0.9435 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.13658901250362396
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2796 | LCC = 0.9494 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.13190877017378808
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2933 | LCC = 0.9495 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1301227315068245
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3038 | LCC = 0.9485 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1302647658586502
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2527 | LCC = 0.9486 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12185558557510376
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2455 | LCC = 0.9495 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12319628736376763
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2480 | LCC = 0.9484 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12302619028091431
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2775 | LCC = 0.9487 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.11831240224838256
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2212 | LCC = 0.9507 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11674635756015778
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2772 | LCC = 0.9510 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11486456179618836
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2442 | LCC = 0.9492 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11412479966878891
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2596 | LCC = 0.9501 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11736556780338288
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2613 | LCC = 0.9520 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11117203173041344
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2800 | LCC = 0.9508 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1082697389125824
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2706 | LCC = 0.9516 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11120740249752999
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2499 | LCC = 0.9508 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1039618325829506
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2582 | LCC = 0.9514 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.10164475110173225
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2610 | LCC = 0.9505 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1030334056019783
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2643 | LCC = 0.9471 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.10211282902956009
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2438 | LCC = 0.9495 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10180808192491532
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2512 | LCC = 0.9517 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.09989320570230484
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2557 | LCC = 0.9519 | SRCC = 0.9527 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2721 | LCC = 0.9517 | SRCC = 0.9532 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8f9eeb976e83179d886975af8edf07788f11d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fce3c8faa88b85c7b23e84353db17bc6a886ffc8dad692589344e803f60a28
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1b4fa269499735fa389bbcd1681fdacd661dc1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc63573ba9b828420fca7dfe0b2e202403e104c9b8b4916b75b176eb9dd74bea
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b24f41587e4fbd42960aabdc0399b5a048dc10c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36422542011737824
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4345 | LCC = 0.9257 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.19377003002166748
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3569 | LCC = 0.9248 | SRCC = 0.9318 ]
+INFO:root:Average loss=0.18164513468742371
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3711 | LCC = 0.9319 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.17113304299116133
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4079 | LCC = 0.9350 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.16119681400060654
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3817 | LCC = 0.9410 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.15915518999099731
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3404 | LCC = 0.9442 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.15063098967075347
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3849 | LCC = 0.9453 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14414858371019362
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4192 | LCC = 0.9405 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.14368812543153764
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3507 | LCC = 0.9457 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.1401460475921631
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3082 | LCC = 0.9462 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13901565670967103
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3294 | LCC = 0.9494 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13587609392404557
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2920 | LCC = 0.9472 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1372471508383751
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3151 | LCC = 0.9451 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12949363845586775
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3223 | LCC = 0.9425 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13128804951906203
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3006 | LCC = 0.9474 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1271984566152096
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3086 | LCC = 0.9493 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.12333083534240723
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3017 | LCC = 0.9498 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11899249505996704
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3092 | LCC = 0.9445 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12101666289567947
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3312 | LCC = 0.9445 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11784402948617935
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2824 | LCC = 0.9461 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1146360599398613
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2947 | LCC = 0.9506 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1122606737613678
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3063 | LCC = 0.9499 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11205429247021675
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3256 | LCC = 0.9496 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.10863893231749534
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2717 | LCC = 0.9503 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10577263355255127
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3289 | LCC = 0.9432 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.10961812329292298
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2788 | LCC = 0.9448 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.10715773573517799
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3013 | LCC = 0.9483 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10407356354594231
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2951 | LCC = 0.9506 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10307427522540093
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3181 | LCC = 0.9516 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10423371371626854
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2827 | LCC = 0.9492 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.10176109027862548
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3132 | LCC = 0.9491 | SRCC = 0.9519 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3329 | LCC = 0.9508 | SRCC = 0.9518 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c2e84f45fde0659f9c03813c2033db202549ec
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cb6bcfee259610939461cb8da4ec7599498865505e7990be0b341b3f6fea4f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d61470c9e77cf4c067e1dbbf53f5858e7b940
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc516b1397870cee7f3a1ab64463d2220dccbcf1628e6e660c726b1e33d8a17d
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..eb5aab57bfbbcc8a346787913ff603d584b656de
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3164487293958664
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3601 | LCC = 0.9244 | SRCC = 0.9313 ]
+INFO:root:Average loss=0.19724863576889037
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3414 | LCC = 0.9343 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.17879792463779448
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3042 | LCC = 0.9382 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.16923651260137557
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3192 | LCC = 0.9400 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.16562303644418716
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2592 | LCC = 0.9424 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.16073275768756867
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3529 | LCC = 0.9373 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.1512249912917614
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3087 | LCC = 0.9460 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.14697157669067382
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2696 | LCC = 0.9436 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.1440579042136669
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2704 | LCC = 0.9488 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.14130068165063858
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3127 | LCC = 0.9460 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.13574641251564026
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2696 | LCC = 0.9485 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1373346808552742
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2682 | LCC = 0.9484 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1332668834924698
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2803 | LCC = 0.9447 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.1329218326807022
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2853 | LCC = 0.9493 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.12557535219192506
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2671 | LCC = 0.9488 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.12831842023134232
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2452 | LCC = 0.9508 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12211972117424011
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2460 | LCC = 0.9486 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12119740679860115
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2236 | LCC = 0.9483 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11877858877182007
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2462 | LCC = 0.9489 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11675167953968048
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2461 | LCC = 0.9521 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11464336949586869
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2405 | LCC = 0.9514 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11424596726894379
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2549 | LCC = 0.9513 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1140884812772274
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2698 | LCC = 0.9484 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.10904847699403762
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2491 | LCC = 0.9516 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1069678618311882
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2411 | LCC = 0.9507 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10951698008179665
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2346 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10601698744297028
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2653 | LCC = 0.9519 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10569849890470505
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2674 | LCC = 0.9527 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10203716191649437
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2552 | LCC = 0.9523 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10077038562297821
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2559 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09989573070406914
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2597 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2638 | LCC = 0.9527 | SRCC = 0.9548 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c55feb9a90875feaca31a52ef25c17c67fe0e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bcb565753a06a0de8b0dd566e0fc1fb89d2e11012e3be6b1359f533e46e0a2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb7339ebf164db50d45e36814b70b539445716a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfeeb16a418b8d6035e415e813bf9561dd3324a0543d611efe0430e925429ec
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6be99eb915974e2a0fcefb3ae216f648aecf65dc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4152893008589745
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4448 | LCC = 0.9301 | SRCC = 0.9310 ]
+INFO:root:Average loss=0.19877765852212906
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3799 | LCC = 0.9316 | SRCC = 0.9331 ]
+INFO:root:Average loss=0.18378429847955705
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3683 | LCC = 0.9367 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.1742687392234802
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3369 | LCC = 0.9391 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.16406636959314347
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3460 | LCC = 0.9415 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.15911501336097716
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3766 | LCC = 0.9388 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15624336928129196
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3647 | LCC = 0.9444 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.1517493367791176
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3324 | LCC = 0.9446 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.14344224417209625
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3025 | LCC = 0.9462 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.14103907811641694
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3577 | LCC = 0.9480 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.14023463088274002
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3025 | LCC = 0.9493 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.13789896893501283
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3249 | LCC = 0.9459 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.13481245911121367
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3009 | LCC = 0.9432 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.13176577174663542
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3151 | LCC = 0.9488 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.1289697205424309
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3272 | LCC = 0.9482 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12734983044862747
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3101 | LCC = 0.9480 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12435549902915954
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2899 | LCC = 0.9478 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.12136098220944405
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2935 | LCC = 0.9481 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.12199734085798264
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3100 | LCC = 0.9497 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11779310935735703
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2825 | LCC = 0.9499 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.11811580502986908
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3027 | LCC = 0.9491 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.11553450059890748
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2971 | LCC = 0.9503 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11288046330213547
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3040 | LCC = 0.9519 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11017416971921921
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2852 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11213780373334885
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2733 | LCC = 0.9483 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.10923989623785019
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3547 | LCC = 0.9489 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.1068866810798645
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2870 | LCC = 0.9498 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10522647449374199
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2703 | LCC = 0.9521 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10548670929670334
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2634 | LCC = 0.9527 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1032995043694973
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2865 | LCC = 0.9520 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10096391761302947
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2599 | LCC = 0.9522 | SRCC = 0.9529 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2730 | LCC = 0.9524 | SRCC = 0.9533 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b5ea3caf94a4aecb99420d9843ae55ef28f657
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f50e70b28eb44480f8256d79d26642b5bab019a84ae63601fbb3bf917e55ea
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774b4a8283ff6d03d7193f15bffb14a40e2ab576
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b86009ba9e080c1ca9fef54e2242e2d44d0999ee05d0252a7b91bb9ed941f9
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf814079b672ec3d597d14e4d3314fda81f6fd29
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29526353907585146
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3778 | LCC = 0.9320 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.1934279196858406
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3625 | LCC = 0.9311 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.1818961303830147
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3917 | LCC = 0.9374 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.1721762309074402
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3394 | LCC = 0.9377 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.16234263408184052
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3390 | LCC = 0.9422 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.164922593832016
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2832 | LCC = 0.9411 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.14914186418056488
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3181 | LCC = 0.9441 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.14630027329921722
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3040 | LCC = 0.9459 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.14874830889701843
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2719 | LCC = 0.9458 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.1405586203932762
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3109 | LCC = 0.9470 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1402244919836521
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3453 | LCC = 0.9458 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.13624546217918396
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2849 | LCC = 0.9488 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13263170337677002
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2851 | LCC = 0.9468 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.13147575968503952
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2639 | LCC = 0.9493 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.129646297454834
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2691 | LCC = 0.9494 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.12786116206645964
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2789 | LCC = 0.9505 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1211433945298195
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3451 | LCC = 0.9493 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.118166255235672
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3025 | LCC = 0.9509 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11965430629253387
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2846 | LCC = 0.9499 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.11624673470854759
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3038 | LCC = 0.9506 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11797326612472535
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2530 | LCC = 0.9475 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1144614098072052
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3195 | LCC = 0.9505 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11129716923832893
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2540 | LCC = 0.9497 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1120327211022377
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2434 | LCC = 0.9522 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11133976954221725
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2504 | LCC = 0.9521 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10596119779348373
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2657 | LCC = 0.9517 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10932089695334435
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2873 | LCC = 0.9464 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.10705031791329384
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2655 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10333453515172004
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3060 | LCC = 0.9520 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10505996417999268
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2655 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.09959312915802002
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2452 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2673 | LCC = 0.9516 | SRCC = 0.9528 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b3ad0b47247da149307c886616e46e9251c1f0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebefe2bd634bcee979ae2aa5052334de76bdbf30ed6d47b5b6f37bb5c01a47a4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf96a2ae277d766647ae9edd341ae69c6998dff3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a60bb8a12c43d77287f6dd0e8ed4040f14c5a5825ebc78ddbbcafc32130257
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8f3a98d75231b2162b118a7abe7f516743b8dfb9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4604678385257721
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2964 | LCC = 0.9170 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.19507005327939989
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2677 | LCC = 0.9412 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.15604228061437606
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2461 | LCC = 0.9467 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13588259273767472
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2358 | LCC = 0.9479 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12043589287996292
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2282 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10783076718449593
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2164 | LCC = 0.9562 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.10382165884971618
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2053 | LCC = 0.9576 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0954386554658413
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2186 | LCC = 0.9580 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.09090839800238609
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2321 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.08479996463656425
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2031 | LCC = 0.9599 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.0767445482313633
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1775 | LCC = 0.9594 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.0732124433517456
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2126 | LCC = 0.9599 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.07151699995994568
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2071 | LCC = 0.9597 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06723531258106231
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1930 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06281343933939934
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1829 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06266307681798935
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1991 | LCC = 0.9612 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.05669584548473358
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1905 | LCC = 0.9613 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.054724048838019373
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1943 | LCC = 0.9561 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05193585476279259
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1938 | LCC = 0.9602 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.054950776994228366
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1924 | LCC = 0.9605 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04922933520376682
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1994 | LCC = 0.9611 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.0485337782651186
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1922 | LCC = 0.9596 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.043668436989188195
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1772 | LCC = 0.9615 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04346578535437584
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2087 | LCC = 0.9593 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04429400354623794
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1823 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.039295556902885435
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1877 | LCC = 0.9609 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03980050486326218
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1859 | LCC = 0.9614 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03787025955319405
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1897 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03660786744952202
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1906 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.036333388343453406
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1889 | LCC = 0.9619 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03590185950696469
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1921 | LCC = 0.9616 | SRCC = 0.9617 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1917 | LCC = 0.9624 | SRCC = 0.9630 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd496d05728a4eec849e5133b7d4358c3dae18e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f819d31f5ca00703d600e66fe15ddc87deb78eba5afeb7d5deed088642b7b8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d06d27e2ea6465c4d3e14fa3849518e66da813
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bc9979b338621671ba9854790b0fc1b98059ad74488ab725f71cc0542f3437
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e7801a4114225a845ef1cb15c18779d753518fac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44758823269605635
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3380 | LCC = 0.9225 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.18925782573223113
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2380 | LCC = 0.9408 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.15208195263147353
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2592 | LCC = 0.9469 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.1394487328529358
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2385 | LCC = 0.9511 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12163743609189988
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2386 | LCC = 0.9514 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.10953962874412537
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2447 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10079726573824882
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2158 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09844826886057853
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1954 | LCC = 0.9563 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08780841308832169
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2288 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08219629749655724
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1973 | LCC = 0.9582 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07946010914444923
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2063 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07041829895973206
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2435 | LCC = 0.9571 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07358536687493324
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2137 | LCC = 0.9576 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06384708762168884
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1954 | LCC = 0.9592 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.061634255915880204
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2229 | LCC = 0.9584 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06027886675298214
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2240 | LCC = 0.9597 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.05603949162364006
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1906 | LCC = 0.9605 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05301807007193565
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1957 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.051733901232481005
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1867 | LCC = 0.9608 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.048668797150254246
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1854 | LCC = 0.9608 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05055115476250648
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1811 | LCC = 0.9612 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04549393360316754
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1891 | LCC = 0.9612 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04457568173110485
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1977 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04137255136668682
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1968 | LCC = 0.9622 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03965149201452732
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2003 | LCC = 0.9608 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03886328339576721
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2042 | LCC = 0.9617 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03875156214833259
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1740 | LCC = 0.9620 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.03788210029900074
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1878 | LCC = 0.9615 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.034735059097409246
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2020 | LCC = 0.9622 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.0344064814299345
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1848 | LCC = 0.9628 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.03371941402554512
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1935 | LCC = 0.9623 | SRCC = 0.9616 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1899 | LCC = 0.9616 | SRCC = 0.9626 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e34dd837e43d64a1cee211b65e78168db69a344
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee7481f6ce97dc836980687680989fe22ef321e365e389f24bd7f484abb6771
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f306e893eaa8000128017e0bf5601510c504705b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a14eeebda8ae5af0758bd785bd2aef254154772a9e55bf019e04c2ebdf6aa5
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..667cde442fe7af0e748741a32f6f4d1f7e37bf14
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41412864446640013
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3230 | LCC = 0.9196 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.18754116886854172
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2379 | LCC = 0.9421 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.15223645079135895
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2212 | LCC = 0.9478 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.1325229996442795
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2289 | LCC = 0.9498 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.12029273462295532
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2755 | LCC = 0.9537 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11644477093219757
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2278 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.10172365987300873
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2152 | LCC = 0.9570 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.09641189548373222
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1976 | LCC = 0.9559 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08892981985211372
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1901 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.08604296419024468
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2253 | LCC = 0.9592 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.07890893208980561
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2054 | LCC = 0.9618 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.07473999708890915
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2065 | LCC = 0.9618 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.07293050941824913
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2101 | LCC = 0.9598 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06542966708540916
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1984 | LCC = 0.9618 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.06608176249265671
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1678 | LCC = 0.9624 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.061849849373102186
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1777 | LCC = 0.9627 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.05944457158446312
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1930 | LCC = 0.9633 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.05693546184897423
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1971 | LCC = 0.9640 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.05260554540157318
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2115 | LCC = 0.9592 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05480151662230492
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1842 | LCC = 0.9638 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.05110344633460045
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2232 | LCC = 0.9612 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.048537735432386396
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1689 | LCC = 0.9621 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.045192307487130164
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1991 | LCC = 0.9635 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.04420391143858433
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2133 | LCC = 0.9625 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.04390220628678799
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2062 | LCC = 0.9644 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.04090761211514473
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1973 | LCC = 0.9624 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.03985796964168548
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1964 | LCC = 0.9640 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.037708796352148057
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2121 | LCC = 0.9640 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.038484597086906436
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2014 | LCC = 0.9628 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.0368537061214447
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2081 | LCC = 0.9643 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.03486822406947613
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1991 | LCC = 0.9644 | SRCC = 0.9646 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2042 | LCC = 0.9643 | SRCC = 0.9647 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3911b0326058871f5298558448b2ce33ee148b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f8f02137f692e52acd551103ce5d182f7c6ee6f5bb6923e44385bd6bdfcef8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2f693df1ff7b6bb933e778471ccb0f291144c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3248966aac06c11bd05799f18a8e5142653ebb306cc803daeaadff145023bdb3
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c2faa99671a5a4ea92bc98b92f86b30ac0337182
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.437275942325592
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3182 | LCC = 0.9194 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.19370322316884994
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2556 | LCC = 0.9352 | SRCC = 0.9345 ]
+INFO:root:Average loss=0.15619904083013533
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2311 | LCC = 0.9457 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.13940359169244768
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2358 | LCC = 0.9492 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.12362195980548858
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2117 | LCC = 0.9511 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.10936448228359222
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1991 | LCC = 0.9540 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10423243790864944
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2485 | LCC = 0.9548 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0961034688949585
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2218 | LCC = 0.9556 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09264356219768524
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2034 | LCC = 0.9569 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08221491637825966
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1911 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07713454586267471
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2006 | LCC = 0.9576 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07537893146276474
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1744 | LCC = 0.9588 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.07149016144871712
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1890 | LCC = 0.9581 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06616894355416297
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1850 | LCC = 0.9579 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06531344479322433
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1732 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.060438251107931135
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1752 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05915500012040138
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1930 | LCC = 0.9606 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.054608568504452705
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1871 | LCC = 0.9606 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05163706997036934
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1976 | LCC = 0.9605 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.0507448957413435
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1697 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04797525836527348
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1780 | LCC = 0.9618 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04669245259463787
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1860 | LCC = 0.9602 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.044624696895480154
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1659 | LCC = 0.9612 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.043296862065792086
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1714 | LCC = 0.9600 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04040173017978668
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1727 | LCC = 0.9617 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.042258568823337554
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1750 | LCC = 0.9607 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03794213242828846
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1720 | LCC = 0.9602 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03742932395637035
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1936 | LCC = 0.9616 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03562479634582996
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1949 | LCC = 0.9610 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.035172001406550406
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1784 | LCC = 0.9615 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.0356308456659317
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1788 | LCC = 0.9616 | SRCC = 0.9606 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1860 | LCC = 0.9597 | SRCC = 0.9596 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287a45762faff7d2a4d626490230e2705463c73d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52e4b55723c4cba56cac8a698741ffc3c6d4e0961fd025a6eaa8600af207d15
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448a060bab9ebe8a11ca72386e476f481c4240c8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebdc698e3e79e973ab6587fda081b3ea066850770c84a51970a4a88713028b3
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6abca5c003da163824ae66a3a706b5e2901db660
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44716254580020903
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3026 | LCC = 0.9206 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.18860321658849716
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2105 | LCC = 0.9395 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15316430360078812
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2430 | LCC = 0.9474 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12898677611351014
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1967 | LCC = 0.9488 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11563804924488068
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2082 | LCC = 0.9541 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.108209303855896
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1756 | LCC = 0.9540 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09966180190443992
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1842 | LCC = 0.9567 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.09167432469129562
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1966 | LCC = 0.9562 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08487655785679817
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1899 | LCC = 0.9585 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.08078849762678146
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1927 | LCC = 0.9576 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.0777056685090065
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1869 | LCC = 0.9589 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07609909403324128
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2060 | LCC = 0.9597 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.07006197357177735
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1682 | LCC = 0.9596 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0696847773194313
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1708 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.06256927698850631
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1851 | LCC = 0.9605 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.05718872120976448
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1991 | LCC = 0.9591 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05698544403910637
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1782 | LCC = 0.9599 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0529646802097559
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1670 | LCC = 0.9601 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05058980830013752
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1695 | LCC = 0.9585 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05143680980801582
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1612 | LCC = 0.9587 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04705800932645798
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1708 | LCC = 0.9604 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04382991789281368
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1779 | LCC = 0.9612 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.04460541212558746
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1704 | LCC = 0.9607 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.042184541389346124
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1730 | LCC = 0.9600 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04259477411210537
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1666 | LCC = 0.9616 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.03974977432191372
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1589 | LCC = 0.9599 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03706029090285301
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1639 | LCC = 0.9595 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.037220143407583235
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1817 | LCC = 0.9599 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03687671312689781
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1652 | LCC = 0.9610 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.036305559262633326
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1951 | LCC = 0.9618 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03245415857434273
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1756 | LCC = 0.9615 | SRCC = 0.9619 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1936 | LCC = 0.9640 | SRCC = 0.9642 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb38e808df84060808153546e51b73fdf471336a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14376be31bcc1a1217cf4cdd5b905dc13878a0395b46fc860e99a028aad8911
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dd98c675ff0ecf7bb41aebcf57f9030a0caa28
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6590d7a374f33ed826cdc84b5c72fed6bc99120bb3bae92a6f8913606af6ea
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..361d9466d3dfb69e15b5a8a82c8fd6f86180a92d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41043776589632036
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2746 | LCC = 0.9238 | SRCC = 0.9268 ]
+INFO:root:Average loss=0.17512244951725006
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2170 | LCC = 0.9446 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.1430183218717575
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2285 | LCC = 0.9487 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.12370712846517563
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1959 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11712122428417206
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2464 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10753007999062539
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2208 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.1017645100057125
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1819 | LCC = 0.9537 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09095278099179267
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2143 | LCC = 0.9581 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.08712643238902092
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1999 | LCC = 0.9571 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08137412416934967
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2302 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07711423054337502
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1942 | LCC = 0.9585 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07044428449869156
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1784 | LCC = 0.9563 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06799322599172593
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2019 | LCC = 0.9577 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06166613435745239
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2098 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06030006304383278
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2059 | LCC = 0.9559 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05799246397614479
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1976 | LCC = 0.9575 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.056627545773983004
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1818 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05101365166902542
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1971 | LCC = 0.9599 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04977587628364563
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2026 | LCC = 0.9590 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.048095175728201864
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2105 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04625999291241169
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1947 | LCC = 0.9595 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04501589584350586
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1792 | LCC = 0.9589 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04411809052526951
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1821 | LCC = 0.9596 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.039263016059994695
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1815 | LCC = 0.9577 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0412477707117796
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1842 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0357902317494154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2026 | LCC = 0.9588 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.036371753588318824
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1833 | LCC = 0.9568 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0367090869396925
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1846 | LCC = 0.9598 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03401033154129982
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2000 | LCC = 0.9596 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03457944603264332
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1864 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.030472951740026476
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1760 | LCC = 0.9583 | SRCC = 0.9586 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2024 | LCC = 0.9610 | SRCC = 0.9614 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac1759d7fe8ec991309adc87ecfa79a1077f8e5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfa7e664c088a4e45301b352cf710563eee8eefdf0895e80438307ba055458c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b27f58c1fcda29787d4a5b9bbcfc7057e015352
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8124c4efd9a32d115c0939ccef703fb70006e66373f90a2c72bae8fd93f004d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9d787ee8888386349b981df6757d4dcda87300bf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3862154538035393
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3260 | LCC = 0.9298 | SRCC = 0.9320 ]
+INFO:root:Average loss=0.17549338483810425
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2837 | LCC = 0.9425 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.14270307087898254
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2612 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1243472996354103
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2792 | LCC = 0.9541 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.11517440110445022
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2337 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10264471560716629
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2552 | LCC = 0.9562 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.10100362059473991
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2374 | LCC = 0.9574 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.09072852396965027
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2168 | LCC = 0.9590 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.08549923506379127
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2537 | LCC = 0.9565 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08022115623950958
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2189 | LCC = 0.9582 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07399670803546905
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1860 | LCC = 0.9604 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.0697811034321785
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2212 | LCC = 0.9567 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0676029457449913
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2193 | LCC = 0.9608 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.06286061054468155
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2248 | LCC = 0.9591 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.059742437705397604
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2136 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05539398100972175
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2228 | LCC = 0.9596 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.054001855105161665
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2045 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05245011931657791
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2394 | LCC = 0.9571 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05002343063056469
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2276 | LCC = 0.9604 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.049354791462421416
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2360 | LCC = 0.9610 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.0431630525290966
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2133 | LCC = 0.9583 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.042243040263652804
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2048 | LCC = 0.9593 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.039862266287207605
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2312 | LCC = 0.9595 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03895494581758976
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2057 | LCC = 0.9595 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.037380705639719965
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2173 | LCC = 0.9592 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.036414634257555006
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1864 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.035639388933777806
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2369 | LCC = 0.9582 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03413127012550831
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2067 | LCC = 0.9606 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03458036485314369
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2073 | LCC = 0.9599 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.031753403171896934
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2062 | LCC = 0.9618 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.030933715760707855
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2092 | LCC = 0.9622 | SRCC = 0.9625 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2133 | LCC = 0.9623 | SRCC = 0.9626 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba1988b5100255fb68f20acd9130a05333bdf1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371c17235def5efb36ae4cb2964e85e328040056fbc21d1eaafd82f1f42b2ed6
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b48b1b8c9c95fae8173789be080ce9d59ecc882
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fadca986b26592e3b8fe83394ab153213d621221c64cd96b8704419fea955f
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..59e3d498bbf20a7bb02a9d765dc2254343a06a37
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3950613741874695
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2983 | LCC = 0.9291 | SRCC = 0.9325 ]
+INFO:root:Average loss=0.17405298256874085
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2211 | LCC = 0.9441 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.15116445702314377
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2845 | LCC = 0.9502 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1283119022846222
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2155 | LCC = 0.9538 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11854814559221268
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1956 | LCC = 0.9547 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10752722534537315
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2320 | LCC = 0.9562 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09699253588914872
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2002 | LCC = 0.9568 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.09378332978487015
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2262 | LCC = 0.9589 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.08774807807803155
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2450 | LCC = 0.9581 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07887160336971283
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2053 | LCC = 0.9586 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07677599091827869
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2140 | LCC = 0.9591 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0706632728278637
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2139 | LCC = 0.9572 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.06789957508444786
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2182 | LCC = 0.9595 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06380734765529633
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1947 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06303944793343544
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2234 | LCC = 0.9597 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06007435071468353
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2123 | LCC = 0.9588 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05682398366928101
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2088 | LCC = 0.9615 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.05456279535591602
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2336 | LCC = 0.9588 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05349740795791149
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1787 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.049557261317968365
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1977 | LCC = 0.9596 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04658237200975418
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2042 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04747058081626892
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1993 | LCC = 0.9594 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.0429031973183155
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2047 | LCC = 0.9608 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.0435055854767561
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2059 | LCC = 0.9611 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04143422998487949
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1921 | LCC = 0.9575 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04001189702749252
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2031 | LCC = 0.9598 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.037079404473304746
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1931 | LCC = 0.9611 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03653518235683441
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2164 | LCC = 0.9611 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03433168514072895
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2083 | LCC = 0.9614 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03554884067177772
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2104 | LCC = 0.9609 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.032042131066322324
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1964 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2172 | LCC = 0.9611 | SRCC = 0.9616 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a91c532febddc46cbe32a0162c46949d36e0fd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52ea382210a050e75aca50f52635d0252a567054117b64a9a5060fdda80c1c2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f0c68181e8b857ec3e684294d40a74869057a7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f86cb2fcb78fc28fdef045f15b878913e01068c7a85ad0b8937567a27867b2
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..06158bfc38560400791ddd8db5cdf02fb8649b24
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4464016079902649
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3085 | LCC = 0.9240 | SRCC = 0.9247 ]
+INFO:root:Average loss=0.17555988800525665
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2379 | LCC = 0.9449 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.14357112520933152
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2168 | LCC = 0.9505 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12611529237031938
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2287 | LCC = 0.9539 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11395322352647781
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2294 | LCC = 0.9548 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10796010148525238
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2054 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.10238552582263946
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2441 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09100770139694214
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2118 | LCC = 0.9576 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08827396699786186
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2057 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.08182715040445328
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2018 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07690635576844215
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2051 | LCC = 0.9572 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07238219553232193
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2028 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.067135931879282
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2177 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06580770090222358
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1889 | LCC = 0.9602 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0613290835916996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1914 | LCC = 0.9589 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0595347306728363
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1966 | LCC = 0.9598 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.055700440540909765
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2048 | LCC = 0.9598 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05374823921918869
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1902 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05028227737545967
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2073 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.047187256187200544
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1862 | LCC = 0.9603 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04870276419818401
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1823 | LCC = 0.9603 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04503197604417801
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1806 | LCC = 0.9597 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04213040940463543
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1707 | LCC = 0.9601 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04307310897111893
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1849 | LCC = 0.9607 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03941534222662449
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1668 | LCC = 0.9581 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.037530756235122684
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1814 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04015022495388985
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1654 | LCC = 0.9614 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.034863197833299636
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1860 | LCC = 0.9606 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03647468909621239
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1794 | LCC = 0.9600 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.035246639892458916
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1820 | LCC = 0.9608 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03309058696031571
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1820 | LCC = 0.9601 | SRCC = 0.9595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1713 | LCC = 0.9612 | SRCC = 0.9617 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8af48f1c4aa64bf60b6c30575c2025571de2ee4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618aafe8f3e8540fc2af507f704497c43dbd908e14680488987f837ebf1b4d27
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f910f27f840ad220ce7207768ab32b0695fdf81
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72665f646b9acbfeb595de79636db66ffd80e52ef7fc774d584e3f836f5fec82
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bef16d5e24f6c023e04995531e58e39f2199ba8a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35469126856327055
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2848 | LCC = 0.9250 | SRCC = 0.9284 ]
+INFO:root:Average loss=0.18162611758708955
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2691 | LCC = 0.9428 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.14726051676273347
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2432 | LCC = 0.9502 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.125279119849205
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2382 | LCC = 0.9481 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11373348766565324
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1958 | LCC = 0.9516 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10433326849341393
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2095 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09821871829032898
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2095 | LCC = 0.9568 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0949384794831276
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2042 | LCC = 0.9551 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08583534198999405
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1938 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07879983788728714
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1930 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07336271059513091
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2015 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07022730663418769
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1944 | LCC = 0.9588 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06864240247011184
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1963 | LCC = 0.9587 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.061318261176347734
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1814 | LCC = 0.9598 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.061467226803302764
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1858 | LCC = 0.9591 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.057246993213891983
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2129 | LCC = 0.9585 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05211450937390327
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2028 | LCC = 0.9580 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05437842060625553
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2019 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.052880377665162084
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1908 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05115742215514183
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2023 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.043438544511795046
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1885 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.042998072549700735
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1782 | LCC = 0.9597 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.042534304186701774
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1970 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04036628688871861
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1870 | LCC = 0.9603 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04145404893159867
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1862 | LCC = 0.9591 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03828094854950905
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1862 | LCC = 0.9603 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.035622822225093845
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2030 | LCC = 0.9606 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03499784749746323
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1810 | LCC = 0.9592 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03518572273850441
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1992 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03270614996552467
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1954 | LCC = 0.9605 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.0317332977950573
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1968 | LCC = 0.9603 | SRCC = 0.9602 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2060 | LCC = 0.9611 | SRCC = 0.9619 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dadab456714accb5179791a57d3ddd0066919d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001f85294309c6b43ae9ac34b35917d6a02eb9020c326a31b47edfe39d32b4cf
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b131efca1cf3a4725f8d8c994b05fc9d62f07e5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee235687bb966bb885a4dad6e3814ae5be013e110b4c3be2bd2b00922a1cfb7
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..971656ff2dcd590072f2daf832af26f0eb586b0c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40522756445407865
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3667 | LCC = 0.9317 | SRCC = 0.9348 ]
+INFO:root:Average loss=0.17216676765680314
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3010 | LCC = 0.9442 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.138342151761055
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2352 | LCC = 0.9506 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11945296049118043
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2272 | LCC = 0.9542 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11227120214700699
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2565 | LCC = 0.9564 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.10129429376125336
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2173 | LCC = 0.9577 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0947068014740944
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2455 | LCC = 0.9580 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08860236540436744
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2246 | LCC = 0.9580 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08059298288822174
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1986 | LCC = 0.9577 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07367593947052956
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2128 | LCC = 0.9599 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.06995609685778618
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1986 | LCC = 0.9597 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.065760035187006
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2138 | LCC = 0.9597 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06314028480648995
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1984 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06118805053830147
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1929 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.05547416120767593
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2228 | LCC = 0.9596 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05268365040421486
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1858 | LCC = 0.9618 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.05062162880599499
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2338 | LCC = 0.9599 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.046472974494099616
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2286 | LCC = 0.9585 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04489471383392811
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2315 | LCC = 0.9597 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.046539648503065106
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2251 | LCC = 0.9601 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.041608478248119356
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2128 | LCC = 0.9612 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04089492483437061
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2307 | LCC = 0.9597 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03785642877221108
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2205 | LCC = 0.9611 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03902132612466812
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1985 | LCC = 0.9614 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.036286389872431754
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1934 | LCC = 0.9622 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.033293334990739824
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2036 | LCC = 0.9615 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03182139030098915
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2118 | LCC = 0.9610 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.033973106965422634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2051 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.02980956371128559
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1897 | LCC = 0.9620 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.030758743792772294
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2245 | LCC = 0.9594 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.028996801167726516
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2019 | LCC = 0.9613 | SRCC = 0.9609 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2009 | LCC = 0.9617 | SRCC = 0.9625 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c88ccf0f2ca398a88e487733ab3f95dfdc44c66
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003dd35a3ee5cda6fb3a150a59ba2698cef4644dd4dc352c8ccd111c6b1c8540
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdafda341fd27f82cc57d4db93b27c6980e47c4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ee3a561fd6f221289847f558bea85bc25121e46f64c69768f25240acf9331d
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..302c328e717e5921d797793e1a9b1c59fbe5a329
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3682027933597565
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3180 | LCC = 0.9333 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.16917694580554962
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2590 | LCC = 0.9425 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1390217945575714
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2045 | LCC = 0.9508 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1257523655295372
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2395 | LCC = 0.9548 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10866977310180664
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2317 | LCC = 0.9546 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10513824978470802
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2034 | LCC = 0.9557 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09700748047232628
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2133 | LCC = 0.9583 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08791093131899834
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2026 | LCC = 0.9581 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08428087949752808
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2031 | LCC = 0.9591 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07634804350137711
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2070 | LCC = 0.9583 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07609051167964935
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2444 | LCC = 0.9586 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07043275064229965
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1939 | LCC = 0.9590 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06670250177383423
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1771 | LCC = 0.9555 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0613952696621418
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2152 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.059480380535125735
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1995 | LCC = 0.9592 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0549234727025032
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1883 | LCC = 0.9591 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05341920797526836
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2145 | LCC = 0.9606 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0516818251311779
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1998 | LCC = 0.9568 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.046133895576000214
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2012 | LCC = 0.9598 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.047617096066474913
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2044 | LCC = 0.9572 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.043434716418385505
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2183 | LCC = 0.9598 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04195267033576965
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1883 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03985378171503544
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1959 | LCC = 0.9603 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03938169419765472
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1999 | LCC = 0.9572 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0357242403626442
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2246 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.038390626162290574
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1826 | LCC = 0.9602 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03445504979789257
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1881 | LCC = 0.9587 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03193301139771938
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1970 | LCC = 0.9589 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03008088880777359
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2134 | LCC = 0.9605 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03140720325708389
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2085 | LCC = 0.9598 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.02924425135552883
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2139 | LCC = 0.9601 | SRCC = 0.9596 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2244 | LCC = 0.9605 | SRCC = 0.9617 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04b2a4126f54de36b0e067740bfa816c2c74cb4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5b4dfc497a98bad3f3735483dc4b1301d96f2d893c2fcb12a6b94b2f90ab11
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9b5a0a99edc8adc32b3560ace7e1c33de21059
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15900cb9c57e08ec325bb9b2fbfc5ec3db863cf00f61e20e699decec20158e10
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..54f89b9eb48e0d2e8a93f62565714a1455bf3b78
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3735459043979645
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2940 | LCC = 0.9293 | SRCC = 0.9315 ]
+INFO:root:Average loss=0.17332056152820588
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2453 | LCC = 0.9442 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.13840658098459244
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2130 | LCC = 0.9496 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12425301033258439
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2207 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11042892950773239
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2340 | LCC = 0.9565 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.1005887678861618
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2148 | LCC = 0.9571 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09465464666485786
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2443 | LCC = 0.9567 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08827597406506539
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1937 | LCC = 0.9599 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.08508500629663468
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2218 | LCC = 0.9574 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07812699028849601
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1693 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.07711084967851639
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1999 | LCC = 0.9593 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07065552231669427
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2365 | LCC = 0.9595 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.06784260499477386
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1987 | LCC = 0.9604 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.062632713586092
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1970 | LCC = 0.9601 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05874938875436783
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1740 | LCC = 0.9607 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.055562894269824026
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1726 | LCC = 0.9609 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.0551285665333271
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1914 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0498532947152853
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1827 | LCC = 0.9614 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05044054274260998
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1884 | LCC = 0.9607 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.046923230916261674
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1930 | LCC = 0.9613 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04278226773440838
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1795 | LCC = 0.9613 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.0415709358304739
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1693 | LCC = 0.9611 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.042330386236310004
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1803 | LCC = 0.9613 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.04012672159075737
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1911 | LCC = 0.9584 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03927065221965313
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1784 | LCC = 0.9615 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.038324001282453536
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1784 | LCC = 0.9615 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.033665219202637674
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2028 | LCC = 0.9602 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0337875882089138
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1954 | LCC = 0.9609 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.033491337612271306
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1815 | LCC = 0.9597 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.031526800975203516
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2020 | LCC = 0.9609 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.032940894290804865
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1801 | LCC = 0.9602 | SRCC = 0.9604 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1794 | LCC = 0.9617 | SRCC = 0.9632 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d43cd0d9d64d936b4d4e379cfc67e8d9ab1658c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61835b5ea2aaceee36ffcb0557f3f14c7fdd55384a3449dae56c2f7467cf66d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9729124063ae9d8360115a9f8ebe5a8313994766
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793ebe9545f796b0d109b77747770218ce0c9fe861c00f9d0b8032f513d3ac98
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..db783982bb331d2f284715fb296e23693627c4e1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37255109822750093
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2747 | LCC = 0.9325 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.16878527593612672
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2892 | LCC = 0.9443 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.1436429270505905
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2086 | LCC = 0.9504 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1248995736837387
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2019 | LCC = 0.9530 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11213513770699501
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1983 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10207263341546059
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1940 | LCC = 0.9561 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09408005428314209
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1855 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08828955739736558
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2080 | LCC = 0.9574 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08448807018995284
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1777 | LCC = 0.9576 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0780149072110653
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1768 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0753453186750412
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1922 | LCC = 0.9571 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06715798544883728
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2057 | LCC = 0.9589 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06244175952672958
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1757 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.059865125805139544
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1910 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05884502875804901
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2136 | LCC = 0.9581 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05759035485982895
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1949 | LCC = 0.9584 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.052019766926765444
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1824 | LCC = 0.9588 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.049694505795836445
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1851 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04480838540196419
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2026 | LCC = 0.9579 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.047727847635746
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1639 | LCC = 0.9581 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.043794289767742155
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1700 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04139094196259976
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1638 | LCC = 0.9592 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04043337741494179
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1791 | LCC = 0.9599 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04073600952327251
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1772 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03674868901073933
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1786 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03670074936747551
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1686 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.036431650102138516
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1862 | LCC = 0.9595 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03269768150150776
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1730 | LCC = 0.9587 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.033251246005296706
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1794 | LCC = 0.9585 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.030887670911848544
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1688 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.030170757710933686
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1763 | LCC = 0.9596 | SRCC = 0.9597 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1895 | LCC = 0.9610 | SRCC = 0.9617 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a770935c7e1db69ebdd10b322e103f20839085e7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794ee76b250f975f0d6e15141413232602157a629a8d2ff3f1cdb93d01cf4819
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7f25a049e36fcfc0c4f89910d1bd3792712c04
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed7e04dadc197fe2b0b469722a7e6d374388fa3adc0926396813b1de7c56c90
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..52770052df647f3ef33a876e358932bacd6e122f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3616969861984253
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2775 | LCC = 0.9360 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.16415384984016418
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2890 | LCC = 0.9465 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14092144095897674
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2337 | LCC = 0.9524 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12730188739299775
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2306 | LCC = 0.9538 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.1128273479938507
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2133 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.10392374703288078
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2039 | LCC = 0.9567 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09835168254375458
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2294 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08873347589373588
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2294 | LCC = 0.9566 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08401419407129287
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2155 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07929148524999619
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1816 | LCC = 0.9585 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07371832484006882
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1996 | LCC = 0.9587 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07077243110537529
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2404 | LCC = 0.9587 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06929403647780419
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2133 | LCC = 0.9605 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06169702836871147
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2232 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06242720401287079
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1862 | LCC = 0.9593 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05613506855070591
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1645 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05450008600950241
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1956 | LCC = 0.9609 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05129503512382507
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1912 | LCC = 0.9597 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05046779589354992
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1908 | LCC = 0.9610 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04669546830654144
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2027 | LCC = 0.9608 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04525753816962242
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1996 | LCC = 0.9615 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04265056850016117
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1978 | LCC = 0.9608 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.0437671267837286
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1938 | LCC = 0.9593 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.041145290926098824
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2134 | LCC = 0.9586 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.037738126501441004
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2027 | LCC = 0.9610 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.036363205507397654
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1847 | LCC = 0.9615 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03569331772625446
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1987 | LCC = 0.9616 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.033852417126297954
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2075 | LCC = 0.9613 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.033065319553017614
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1953 | LCC = 0.9618 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03305918988585472
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1863 | LCC = 0.9606 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03236414527893067
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2028 | LCC = 0.9611 | SRCC = 0.9605 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1945 | LCC = 0.9623 | SRCC = 0.9626 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256b642729d6acaac204e413cfa9b226eb6acef7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70bd1782f1c5ba7a06083a12a27f66d1a9f9f4f3b30f11f2ffeba93e015a015
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89321c6a7eeb061b3ac931d815e511caa13fee4b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f44826151afbf6b2ddec7e1ece4d48f419c8cb7e3540bba89d20c9708a0cbc8
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..eef92ea4dcd52114590f5809783b7c61f311e728
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32549748826026914
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3047 | LCC = 0.9348 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.16308956331014632
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2272 | LCC = 0.9444 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.13981241035461425
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2694 | LCC = 0.9457 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.12448990035057068
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2885 | LCC = 0.9487 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11575839641690254
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2455 | LCC = 0.9532 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10414086508750915
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2271 | LCC = 0.9542 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09838081899285317
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2404 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09090620830655098
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2190 | LCC = 0.9555 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08585477390885353
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2524 | LCC = 0.9522 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0811291284263134
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2234 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07500610932707787
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2320 | LCC = 0.9553 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06973071011900901
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2513 | LCC = 0.9548 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06576971128582955
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2284 | LCC = 0.9554 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06259305730462074
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2402 | LCC = 0.9536 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.061612546116113664
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2714 | LCC = 0.9552 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05666445556282997
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2239 | LCC = 0.9530 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05259573221206665
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2363 | LCC = 0.9560 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05138441236317158
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2116 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04956078687310219
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2139 | LCC = 0.9563 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04730432388186455
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2103 | LCC = 0.9533 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04503281147778034
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2273 | LCC = 0.9529 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.045005944788455966
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2249 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.041251461908221244
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2547 | LCC = 0.9511 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.039566684901714326
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1995 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.040058322817087176
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2042 | LCC = 0.9536 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.035806506305932996
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2494 | LCC = 0.9535 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.03438487932085991
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2241 | LCC = 0.9538 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.034049684807658194
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2493 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03414921417832375
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2204 | LCC = 0.9550 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03179621902108192
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2252 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03185755509138107
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2131 | LCC = 0.9574 | SRCC = 0.9572 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2209 | LCC = 0.9565 | SRCC = 0.9569 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117844f611dc21279db3263bdd6f7968cebbaf48
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b5ace46cda66428020926cb5e3aab6ac48da2905cbf3ce8cc070d0e7e79e4d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40ec27ad799a73e881f7f3a5985bb9cfb2d289f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7022c9ba55c3423dc724a5051ae8f4156921babc1d82eef1ce51d7c4100d89
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..23498d3bf1fd88bae599f6892fdc57d1c5632a2b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3685009590387344
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2754 | LCC = 0.9356 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.16499037539958955
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2274 | LCC = 0.9432 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.1358771476149559
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2717 | LCC = 0.9484 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.12147578758001328
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2363 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11097380983829498
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2240 | LCC = 0.9520 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.1012061655819416
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2167 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09437233328819275
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2189 | LCC = 0.9540 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08998428264260291
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2446 | LCC = 0.9541 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08520253178477287
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1887 | LCC = 0.9545 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07776335248351098
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2041 | LCC = 0.9527 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07796551904082298
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2198 | LCC = 0.9518 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06910269123315811
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2080 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06394907554984093
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2370 | LCC = 0.9520 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.06076321691274643
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2142 | LCC = 0.9552 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06015314631164074
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1991 | LCC = 0.9551 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05427401214838028
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2041 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05280837424099445
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2049 | LCC = 0.9530 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05003599035739899
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2069 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.048081654369831084
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2118 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.045685901179909706
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1848 | LCC = 0.9536 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.045076669707894326
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2060 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.043207226380705836
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1791 | LCC = 0.9539 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.038939595729112625
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1918 | LCC = 0.9567 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0378236922621727
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1711 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.039634709000587465
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2109 | LCC = 0.9573 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.03596240521967411
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1843 | LCC = 0.9544 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.034485247761011126
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2013 | LCC = 0.9559 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.03257221055030823
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2014 | LCC = 0.9535 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03337971010804176
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1956 | LCC = 0.9575 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.031152980878949164
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1879 | LCC = 0.9532 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.031555822148919103
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1998 | LCC = 0.9568 | SRCC = 0.9572 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1971 | LCC = 0.9575 | SRCC = 0.9580 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1de78e7aac4d22db9fccdac4caeb1d1e1cd654
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1062561da87d0624b65dc38049b702b1f0af0fa60f03f7a0ab361ecd658440
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b211c28e73d977f5a8a750645c5e917be25c6f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e653b139106888e047c792eebfd499236c75f59ccda855466ad22f2a3174397
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..96e6822370de9e4082e42839f8b7fe44ed6eeb3e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.342418701171875
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2909 | LCC = 0.9394 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.1593595769405365
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2461 | LCC = 0.9469 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.13699955928325652
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2435 | LCC = 0.9513 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12185476154088974
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2237 | LCC = 0.9529 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1119000409245491
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2444 | LCC = 0.9549 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10450405126810074
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2418 | LCC = 0.9543 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09628391247987747
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2278 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09310133546590806
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2375 | LCC = 0.9561 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08407947075366974
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2478 | LCC = 0.9558 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07929622209072112
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1971 | LCC = 0.9570 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07482683277130127
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2274 | LCC = 0.9570 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07137941408157349
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1864 | LCC = 0.9584 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06696471282839775
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2047 | LCC = 0.9581 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06354078161716462
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1951 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.061717622101306914
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2032 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05592892226576805
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1868 | LCC = 0.9587 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05643925902247429
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2088 | LCC = 0.9582 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05106735169887543
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2307 | LCC = 0.9571 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.049102986574172974
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2175 | LCC = 0.9567 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04640474914014339
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2085 | LCC = 0.9585 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04564973476529122
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2056 | LCC = 0.9573 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04472147123515606
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1849 | LCC = 0.9590 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04275678190588951
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1974 | LCC = 0.9588 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03994413234293461
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2122 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.037698759734630584
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1903 | LCC = 0.9589 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.037058349609375
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2167 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03629893442988396
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1932 | LCC = 0.9588 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.034788026094436646
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2010 | LCC = 0.9580 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03373086823523044
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2197 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.032795387491583824
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2044 | LCC = 0.9579 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.031613204672932625
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2091 | LCC = 0.9585 | SRCC = 0.9584 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1865 | LCC = 0.9594 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc0ab8d9f48ab5552cd87acdca898b518aa58b1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe8381acfece09ae29446c1f579e20a53a43fa68e658dd452cccd4c68949b72
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24da047b19fdb6c9f715c97ede50f7bf65a2698
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1092ab227cd4a9f699a5aae1fbae597bceb3e317139bbbffef36a260c6042d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a9fb6191d30477cb1f12f77a82aff76e3b55350e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38952989625930784
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2859 | LCC = 0.9335 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.16486102694272994
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2668 | LCC = 0.9451 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.14327539080381393
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2644 | LCC = 0.9476 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.12359144020080566
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2352 | LCC = 0.9511 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11599093815684318
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2564 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10550193524360657
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2029 | LCC = 0.9510 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.1011864683330059
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2053 | LCC = 0.9527 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09133991965651513
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2308 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08427450519800186
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2217 | LCC = 0.9535 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07890527325868607
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2160 | LCC = 0.9536 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07394786822795868
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2278 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07076703053712845
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2586 | LCC = 0.9552 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06640413942933082
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2006 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.062237357050180436
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1928 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.058287441059947015
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1989 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05769537699222565
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2298 | LCC = 0.9545 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05294213020801544
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1881 | LCC = 0.9551 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05327387045323849
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2069 | LCC = 0.9534 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.048740146964788435
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2068 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04472014254331589
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2123 | LCC = 0.9536 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04612207075953484
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2389 | LCC = 0.9561 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04391295213997364
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1991 | LCC = 0.9562 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.039730085715651516
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1940 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04085899594426155
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2248 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.037800853446125986
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2168 | LCC = 0.9553 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.03613677985966206
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2196 | LCC = 0.9559 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.03384013260900974
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2279 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03450175292789936
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2125 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.03301679340004921
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1993 | LCC = 0.9561 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03108465865254402
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1955 | LCC = 0.9564 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.02956585020571947
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2093 | LCC = 0.9560 | SRCC = 0.9566 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2000 | LCC = 0.9567 | SRCC = 0.9565 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca5ecdea02336146f02babe6570fc15762d8472
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927e8d11f6f15f0303ba21d03dfeab7dba183bfa4a14816f156e67e9615442fc
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80943eafe97cac7e7852ccdebaa9bda5e67356e1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ed3c5933d88a74457df245a3ab090b1ded13cfbe0bda27c662bf985b1fb24b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bb8a276ac17d0cdea72f4fba7849df78bf02ae69
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3956521601676941
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2826 | LCC = 0.9338 | SRCC = 0.9346 ]
+INFO:root:Average loss=0.16724729293584822
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2120 | LCC = 0.9467 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.13697119170427322
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2257 | LCC = 0.9519 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12859760105609894
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2424 | LCC = 0.9524 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11534645837545394
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2288 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10501679474115372
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2056 | LCC = 0.9554 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.09732268524169922
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2140 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08964206957817078
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2276 | LCC = 0.9541 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08482575771212578
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2144 | LCC = 0.9563 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07728152734041215
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2003 | LCC = 0.9564 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07576304167509079
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1968 | LCC = 0.9564 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07171311143040657
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2051 | LCC = 0.9569 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0684128121137619
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2182 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06272163316607475
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1839 | LCC = 0.9582 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05969797080755234
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2058 | LCC = 0.9570 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.056157133877277374
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2091 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05412211526930332
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2106 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05312143912911415
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1788 | LCC = 0.9558 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05030943670868874
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2102 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.046321198731660844
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1892 | LCC = 0.9572 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.047201384082436564
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2222 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04297743129730225
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2044 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.041459353670477865
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1952 | LCC = 0.9559 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.03932374270260334
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1875 | LCC = 0.9567 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03672616767883301
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2049 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.036205442026257514
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1997 | LCC = 0.9564 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0339997626543045
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2035 | LCC = 0.9556 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03478723968565464
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2006 | LCC = 0.9572 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03274388074874878
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2007 | LCC = 0.9557 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.032242691695690155
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1939 | LCC = 0.9573 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03063208991289139
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1938 | LCC = 0.9565 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1808 | LCC = 0.9598 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd5b10566951f073ef80cd78a303cface900a04
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf47f9a0b8a6acb8e115d8029fe6de8107a7d155e9dfb0085cffe9ad153fe1
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4253d25679e3153a505496020939c8f77e83d0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad81f7be97d8dc2d6c9599a36499ef5a0b427eab6df78bcebbb38ed575541a5
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4e2504889e6ae9ac5583703999030d18e03d5854
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34202051651477816
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2661 | LCC = 0.9332 | SRCC = 0.9337 ]
+INFO:root:Average loss=0.16888188374042512
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2371 | LCC = 0.9460 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.1427024777531624
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2593 | LCC = 0.9486 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.13099630492925643
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2301 | LCC = 0.9485 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12118363028764725
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2512 | LCC = 0.9514 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11174160793423653
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2366 | LCC = 0.9515 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10243859258294105
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2200 | LCC = 0.9526 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09661315631866454
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2100 | LCC = 0.9545 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09039552330970764
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1994 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08686830803751945
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2578 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08133229926228523
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2082 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07587783318758011
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2502 | LCC = 0.9522 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07417484647035599
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2274 | LCC = 0.9556 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07049512067437172
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2118 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06585772177577019
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1924 | LCC = 0.9552 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06213894161581993
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2343 | LCC = 0.9555 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05943802273273468
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2113 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.055746425449848175
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2155 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05543433797359466
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2098 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.053936698704957965
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2090 | LCC = 0.9541 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0516798682808876
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1845 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04712702353298664
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1803 | LCC = 0.9550 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.046556823164224624
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2185 | LCC = 0.9545 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04454372100532055
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2027 | LCC = 0.9536 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.04255613991618156
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1904 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.040689988151192666
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2027 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04025903755426407
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2083 | LCC = 0.9521 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.03818124087154865
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2068 | LCC = 0.9529 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.03757481737434864
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1984 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.03809754225611687
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2216 | LCC = 0.9553 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03488564881682396
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2250 | LCC = 0.9539 | SRCC = 0.9552 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1822 | LCC = 0.9572 | SRCC = 0.9572 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a696fa003126c090723945ee50e2749858d548
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefd4146e2e305c4fe8e9806411b61ad92c1a80054189de3edfdfe3ab16f46b3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d29de71a0de46ebc59fb78f126506933c7d66f0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de15f6c912b4fa4fe900dda5d448623972f6ba5e29918dc45e9024aa7781966
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fed58cd3c8e36178098a895c70cad018675b4264
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3761494847536087
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3033 | LCC = 0.9321 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.16721540170907975
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2756 | LCC = 0.9446 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1409070094227791
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2735 | LCC = 0.9486 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.12829697483778
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2452 | LCC = 0.9501 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11486263144016266
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2608 | LCC = 0.9523 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10580363112688064
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2238 | LCC = 0.9533 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10265520855784416
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2160 | LCC = 0.9528 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09107937228679656
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2521 | LCC = 0.9547 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08601454594731331
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2292 | LCC = 0.9561 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0808275456726551
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2596 | LCC = 0.9540 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07604772663116455
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2040 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07272059160470963
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2277 | LCC = 0.9553 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0669921879172325
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2243 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06750238817930222
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2442 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06284780624508858
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2230 | LCC = 0.9556 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06105215072631836
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2422 | LCC = 0.9561 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05795369040966034
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2331 | LCC = 0.9559 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05479393120110035
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2063 | LCC = 0.9546 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05503553178906441
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2476 | LCC = 0.9559 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05022308555245399
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2138 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04752228057384491
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2391 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04729092517495155
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1852 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.045160293743014335
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2152 | LCC = 0.9552 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0414441012442112
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2058 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.043749991685152055
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2228 | LCC = 0.9559 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04045438699424267
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2209 | LCC = 0.9561 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.03953868342936039
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2107 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.038735039800405505
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2113 | LCC = 0.9538 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.037329755544662474
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2136 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03479339148104191
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2177 | LCC = 0.9549 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.033153796911239625
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2119 | LCC = 0.9518 | SRCC = 0.9516 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2456 | LCC = 0.9579 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1422cf94674bca5b8995cf1ea0b7c2b593a4fcf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891f1683be8c3b365480a4e52ca3fd60cfd6229981ca233554ced5abb6620aa4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1be76024059081f29dd82a8c4d91626353700db
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef0b3a4ee4190421d3f8547ea438bf97e91add9d17a7854d80c2745cc3134fd
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c720fd51bdd419abbc5a3b23b58341cd119d9b31
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3529851959347725
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3327 | LCC = 0.9327 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.16821353816986084
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2901 | LCC = 0.9445 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.14349547570943832
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2602 | LCC = 0.9464 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.12889894533157348
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2503 | LCC = 0.9501 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11694162541627884
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2540 | LCC = 0.9506 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11046939623355866
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2794 | LCC = 0.9499 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10320810541510582
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2291 | LCC = 0.9513 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09852981153130531
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2175 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09169900491833687
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2334 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08617575186491012
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2146 | LCC = 0.9536 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07806033089756965
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2245 | LCC = 0.9546 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07780214357376099
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1970 | LCC = 0.9546 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07325016656517983
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2295 | LCC = 0.9551 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06820112007856369
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2139 | LCC = 0.9554 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06474907943606377
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2062 | LCC = 0.9564 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06591083136200905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2061 | LCC = 0.9554 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0647444107234478
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2150 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.058626092970371246
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2048 | LCC = 0.9567 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05589861212670803
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2148 | LCC = 0.9558 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05390593838691712
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2153 | LCC = 0.9557 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.054813595980405805
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2081 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.047330190107226375
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2398 | LCC = 0.9551 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04860863657295704
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2068 | LCC = 0.9566 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04620275376737118
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2135 | LCC = 0.9569 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04515408182144165
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1922 | LCC = 0.9572 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04142526523768902
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2024 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04051523944735527
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2206 | LCC = 0.9556 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0407104279845953
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2018 | LCC = 0.9568 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03927718943357467
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2158 | LCC = 0.9567 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03915261036157608
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2461 | LCC = 0.9553 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.038510040521621706
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1940 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1962 | LCC = 0.9569 | SRCC = 0.9574 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9c1456b0a076b90a4a6c2102f418d818da26cc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449cde2347bf9738f643d857d89f8fbfd1b2c75d36db0afe5413f83dd81955ce
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9389f5ee35e6cc16f9a9340ea258e0708de568e4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e883635462bae39efc60d2cbe6eea73416128f95dd96afe8b758e39c09614275
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..35a9291f9ec6e675af860b7e82f64bd8fd74531b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4863370863199234
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3116 | LCC = 0.9289 | SRCC = 0.9313 ]
+INFO:root:Average loss=0.16904507774114608
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2598 | LCC = 0.9452 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.1438733756542206
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2405 | LCC = 0.9488 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.13014392423629761
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2430 | LCC = 0.9497 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11937953972816467
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2230 | LCC = 0.9525 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11264978057146072
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2476 | LCC = 0.9517 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10199213755130768
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2467 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09330877006053924
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2016 | LCC = 0.9547 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09120132544636726
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2419 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0828480650484562
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2113 | LCC = 0.9556 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0769145486652851
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2326 | LCC = 0.9555 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0738932141661644
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1776 | LCC = 0.9536 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07156662964820862
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2497 | LCC = 0.9524 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06570238837599754
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2272 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0641127978861332
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2182 | LCC = 0.9567 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06283701168000698
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1971 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05703209014236927
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2193 | LCC = 0.9558 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0547891678661108
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2461 | LCC = 0.9543 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0549133760035038
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2128 | LCC = 0.9556 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.050259029254317286
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2178 | LCC = 0.9562 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05194820918142796
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2135 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04721941319108009
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2126 | LCC = 0.9559 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0468988222181797
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1907 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0451719998717308
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2010 | LCC = 0.9559 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04337306909263134
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1945 | LCC = 0.9572 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0403044790327549
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2103 | LCC = 0.9566 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.038132394164800645
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2077 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03808452329039574
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2078 | LCC = 0.9554 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0373893670886755
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2135 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03602697950601578
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2162 | LCC = 0.9544 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.034117659628391264
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2098 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1943 | LCC = 0.9577 | SRCC = 0.9581 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d373dc279a6af3e6fd5029b99d29b94bd445e651
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e27db198afd52e4c87a23d9502dcab4ee374f2f354dc137ce871258c81e9e8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b700cb5d632c6678cb0938fa37ab8aa4bddd9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf4f88dda06efe1227b899b7895595b6a6cdf619c28c46dc06ef16f3bb9a7ff
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2ebc4a82e43b9ace9720458abec6efec8dd05bbf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38823349368572235
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3247 | LCC = 0.9322 | SRCC = 0.9354 ]
+INFO:root:Average loss=0.17015553057193755
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2613 | LCC = 0.9455 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.14392577055096625
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2633 | LCC = 0.9450 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.13364851498603822
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2634 | LCC = 0.9482 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12131381857395172
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2435 | LCC = 0.9516 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10930338326096535
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2481 | LCC = 0.9506 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.10231800597906113
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2276 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09400688388943672
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2588 | LCC = 0.9517 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09138983577489852
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2536 | LCC = 0.9548 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08588084763288498
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2064 | LCC = 0.9510 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07787066844105721
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2217 | LCC = 0.9472 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.07296998310089112
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2148 | LCC = 0.9494 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.07208863359689713
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2503 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06868868538737297
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2558 | LCC = 0.9560 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.060914470627903936
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2328 | LCC = 0.9535 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06204110376536846
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2555 | LCC = 0.9537 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.059141539365053175
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2872 | LCC = 0.9523 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.055983219414949416
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2516 | LCC = 0.9541 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.050564874306321145
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2416 | LCC = 0.9513 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05073590651154518
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2409 | LCC = 0.9528 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.04591274186968804
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2272 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.045301688432693485
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2472 | LCC = 0.9512 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.043601660311222076
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2310 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04223486027121544
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2329 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04286883533000946
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2484 | LCC = 0.9515 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.03767861162126064
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2352 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.03596261927485466
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2133 | LCC = 0.9523 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.03560843946039677
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2079 | LCC = 0.9517 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.03450960360467434
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2314 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.035308785647153854
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2268 | LCC = 0.9522 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.03290830430388451
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2527 | LCC = 0.9536 | SRCC = 0.9546 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2569 | LCC = 0.9569 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449e9eea304f4dcdde67b56694661d9e2e9ad63f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cd19b178f821492e362b1b18e0aaf801fa823c3246f04fccff5f893104e8d7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d581a8a4c1565bb2e559c4a2ce1dbb9bb01fed11
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc26d0001d5ec9cd6e9b205c867bae8952f448aeaaa7ecbd613833fd5f230ab
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b865f649b71880e4fb870ed144824ad1255fd90d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3681964032649994
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3145 | LCC = 0.9327 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.17464226251840592
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2323 | LCC = 0.9450 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.15392914015054704
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2768 | LCC = 0.9427 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.13429160237312318
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2526 | LCC = 0.9445 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.12166868928074837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2428 | LCC = 0.9477 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11267916744947433
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2198 | LCC = 0.9520 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10654446947574615
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2427 | LCC = 0.9511 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09864890336990356
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2354 | LCC = 0.9513 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0953686836361885
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2215 | LCC = 0.9535 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08813895836472511
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2004 | LCC = 0.9537 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08539220753312111
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2251 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08012605208158494
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2308 | LCC = 0.9501 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.07504746323823928
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2119 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.07344491949677467
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2122 | LCC = 0.9529 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0686358505487442
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2293 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06881577828526497
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2375 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06471854856610298
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2256 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06033255249261856
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2058 | LCC = 0.9541 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06030581563711166
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2283 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.055554213225841524
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2090 | LCC = 0.9538 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05532873713970184
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1963 | LCC = 0.9557 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0547542679309845
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.9530 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.051179504200816156
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2236 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05031334015727043
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2137 | LCC = 0.9546 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.04726088328659534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2012 | LCC = 0.9542 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04819953240454197
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2158 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.046858324974775316
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2262 | LCC = 0.9527 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04279571734368801
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2170 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04364123691618443
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2220 | LCC = 0.9536 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.041119217857718465
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2191 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04069053991138935
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2446 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1918 | LCC = 0.9592 | SRCC = 0.9598 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0435c5ec7008c78e136223f239bb1d31923ffe30
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bc2db3445f89c67e8eaf20e436414e6d2b9afe4f1b332e1262bc578ebb20bd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde2e35be3f1a2a0296438e531bf3b350a8106eb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ab13e5ef3549bb1e1d6851ec3c04bad28d0d6c0b9537c5d97f614456dc9422
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a87393f1853c82d1c68da35abddad4e932e6a60c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3530082674026489
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3056 | LCC = 0.9294 | SRCC = 0.9336 ]
+INFO:root:Average loss=0.17932628560066224
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2595 | LCC = 0.9431 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.1501829362511635
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2620 | LCC = 0.9449 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1336541976928711
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2511 | LCC = 0.9481 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.12638561758399008
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2597 | LCC = 0.9450 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.11646191287040711
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2485 | LCC = 0.9476 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.1082402283847332
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2457 | LCC = 0.9504 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10328477293252945
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2676 | LCC = 0.9493 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.09520661872625351
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2903 | LCC = 0.9477 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.09686690151691436
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2455 | LCC = 0.9510 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.08744094598293305
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2263 | LCC = 0.9530 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0837679409980774
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2675 | LCC = 0.9504 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07629917705059051
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2417 | LCC = 0.9499 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07461348605155944
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2526 | LCC = 0.9509 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.07263574251532555
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2290 | LCC = 0.9483 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.06696703267097473
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2516 | LCC = 0.9495 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06528992499411106
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2260 | LCC = 0.9505 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.0639232951104641
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2504 | LCC = 0.9436 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.058595974922180175
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2184 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.057152943328022954
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2467 | LCC = 0.9514 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.055397026151418685
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2272 | LCC = 0.9526 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05403396525979042
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2243 | LCC = 0.9505 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.050431510388851165
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2264 | LCC = 0.9528 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05041594356298447
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2440 | LCC = 0.9525 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05017829598486424
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2274 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04933372947573662
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2293 | LCC = 0.9500 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.0459705663472414
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2135 | LCC = 0.9493 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.042885755389928816
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2455 | LCC = 0.9479 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.04298795486986637
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2396 | LCC = 0.9519 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.04294160524010658
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2268 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.03978270417451858
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2223 | LCC = 0.9535 | SRCC = 0.9538 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2201 | LCC = 0.9559 | SRCC = 0.9563 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2c6b4f8e0a5a557f4ec6f3fc28992390be90f5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4057061fb540c52c9abe6fec0568cf7fdb76496abbaf6b15a1d68432e424fe67
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5d01d1a4cb631f94f79008bb55f0d87970438c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afd209547b519b7f17cfc5aed9522e97ae70dded515bc74e9bf604e6396613c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc0440ade7012e5c7e851bc7b7fea298f7c6caa7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.320252454996109
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2714 | LCC = 0.9324 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.17021805715560914
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2591 | LCC = 0.9436 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.14797082710266113
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2326 | LCC = 0.9462 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13170493173599243
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2630 | LCC = 0.9495 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1215134732723236
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2132 | LCC = 0.9501 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11188403934240342
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2342 | LCC = 0.9454 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.10383425015211105
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2370 | LCC = 0.9518 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09775949493050576
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2206 | LCC = 0.9510 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.09500759926438332
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1980 | LCC = 0.9508 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08467530891299248
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2266 | LCC = 0.9525 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08541984307765961
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2159 | LCC = 0.9515 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07635241836309432
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2601 | LCC = 0.9528 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07626013115048408
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2188 | LCC = 0.9516 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07071535047888756
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2410 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06703391951322556
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2247 | LCC = 0.9506 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.06725516706705094
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2148 | LCC = 0.9528 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06390790617465973
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2317 | LCC = 0.9528 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05816149348020554
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2244 | LCC = 0.9508 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.05757763761281967
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2374 | LCC = 0.9530 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.05377716386318207
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2128 | LCC = 0.9536 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05289269180595875
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2335 | LCC = 0.9524 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05033124220371246
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2303 | LCC = 0.9528 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.051333594113588336
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2183 | LCC = 0.9527 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04524557919800282
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2384 | LCC = 0.9526 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.04648107007145882
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2126 | LCC = 0.9502 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.04277630208432674
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2185 | LCC = 0.9510 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.04218731127679348
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2342 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.04087110507488251
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2025 | LCC = 0.9516 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.03858545336127281
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2267 | LCC = 0.9490 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.038552050977945326
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2165 | LCC = 0.9519 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.03724070113897324
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2370 | LCC = 0.9502 | SRCC = 0.9505 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2112 | LCC = 0.9569 | SRCC = 0.9575 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da683732f956efa99796d06a563b7f70188e5316
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454a5c68e16e22a0ed2ce2dbc886cc04a2a352ef0ee2094b58e84c7867eba4ee
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0473dcd9a7d0d7aeb0eddd3a3896a2cdb304afb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8aac56a809667488b6c62aa289d7198f0bc736b458c8d82d022b0adee8c0219
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..35dfbf1152cb41089091823111f02e2f79329f94
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3370537680387497
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3015 | LCC = 0.9348 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.17173660868406296
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3376 | LCC = 0.9421 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.1509590328335762
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2581 | LCC = 0.9474 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13016756045818328
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2379 | LCC = 0.9493 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.12084300744533538
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2589 | LCC = 0.9506 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11136345189809799
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2543 | LCC = 0.9494 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.10370068091154098
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2535 | LCC = 0.9507 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09833084419369698
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2679 | LCC = 0.9498 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09187094396352768
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2404 | LCC = 0.9503 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.08579019740223885
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2461 | LCC = 0.9502 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.08089491024613381
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2647 | LCC = 0.9501 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.07806442430615425
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2289 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.07471089681982994
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2219 | LCC = 0.9506 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.07100631883740426
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2563 | LCC = 0.9471 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.07084774833917618
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2505 | LCC = 0.9511 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.06544630828499794
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.9491 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.06273331284523011
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2126 | LCC = 0.9510 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0606434146463871
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2213 | LCC = 0.9512 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.05686703659594059
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1861 | LCC = 0.9522 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05814878912270069
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2298 | LCC = 0.9509 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0510605631172657
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2275 | LCC = 0.9518 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.049815633431077005
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2189 | LCC = 0.9518 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.050189237266778944
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2083 | LCC = 0.9510 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.04829463750123977
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2275 | LCC = 0.9499 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0477972669750452
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.9502 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.0469256344139576
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2326 | LCC = 0.9509 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.04487513953447342
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2339 | LCC = 0.9514 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.043545110061764716
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2451 | LCC = 0.9507 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.04142257545888424
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2175 | LCC = 0.9525 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.040471743822097776
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2156 | LCC = 0.9515 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.03735583581030369
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2134 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2081 | LCC = 0.9573 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4368601c45c08612a2a8df1b2d21eed6705404d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096ce6346ead818001e7ea499f1d4292d575a7ba8263179d81b76078e4d26e2f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b64754ec1a85db58223843c7c9576493fe19ee
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967d79556384ee23a5c629bbddc7d4c8a8ccb1feefe0c8d37ae28f119268dad0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2216764c5c6142ca7bf85dd40cc1cbefbaa713a7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3117092118859291
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3100 | LCC = 0.9339 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.17132430922985076
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2778 | LCC = 0.9442 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.1458703569173813
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2551 | LCC = 0.9475 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.1306670664548874
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2502 | LCC = 0.9487 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.12312914913892746
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2484 | LCC = 0.9523 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11318481484055519
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2352 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10741633147001267
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2331 | LCC = 0.9527 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10382317867875099
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2159 | LCC = 0.9525 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09678433793783188
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2527 | LCC = 0.9508 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.08895048135519028
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2216 | LCC = 0.9516 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08631871190667152
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2446 | LCC = 0.9530 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08459891170263291
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2654 | LCC = 0.9520 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07941705393791199
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2287 | LCC = 0.9523 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07510400822758674
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2037 | LCC = 0.9530 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07206569907069206
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2123 | LCC = 0.9517 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0660556021630764
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2043 | LCC = 0.9527 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06649456468224525
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2015 | LCC = 0.9517 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.062079188466072084
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2463 | LCC = 0.9515 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.058302863091230395
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2272 | LCC = 0.9518 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.0551441538631916
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2291 | LCC = 0.9518 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.05414357152581215
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2360 | LCC = 0.9495 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.05444960401952267
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2600 | LCC = 0.9502 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.04898754496872425
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.9489 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.047407185599207875
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2144 | LCC = 0.9498 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.048135262697935104
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2400 | LCC = 0.9516 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.04530999432504177
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2240 | LCC = 0.9540 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.042740685239434244
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2403 | LCC = 0.9516 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.042144662111997605
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2185 | LCC = 0.9518 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.04190914994478226
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2138 | LCC = 0.9516 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.039878306537866594
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2051 | LCC = 0.9531 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.03900279627740383
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2380 | LCC = 0.9471 | SRCC = 0.9474 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2221 | LCC = 0.9564 | SRCC = 0.9576 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6b0ae6a4c50e02346031e0e4d3e757cde53fe7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed44cf4552212050ffad5dcacc4b197f67f40127d314544b390a3fbe54c96d35
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40006633964abb4770ba2beeca02790ebd755504
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79d8ffcccee320c3bf16f992afdbf262afa195de174b307d5736ea7d7603ea
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..82efe1d712c341685b441e990835383f498a8280
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33102678221464155
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3464 | LCC = 0.9289 | SRCC = 0.9325 ]
+INFO:root:Average loss=0.1718792603611946
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2910 | LCC = 0.9407 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.15216249680519103
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2725 | LCC = 0.9454 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1370366152524948
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2224 | LCC = 0.9430 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1273283036351204
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2155 | LCC = 0.9519 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12410101449489594
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2515 | LCC = 0.9526 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11829951986670494
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2405 | LCC = 0.9520 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10956947305798531
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2340 | LCC = 0.9534 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10550990030169487
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2327 | LCC = 0.9539 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10299282759428025
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2428 | LCC = 0.9559 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09298275184631348
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2530 | LCC = 0.9540 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09031601223349571
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2504 | LCC = 0.9550 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08863542154431343
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2206 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.083280876994133
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2164 | LCC = 0.9550 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08263547825813293
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2181 | LCC = 0.9543 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07862042599916458
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2222 | LCC = 0.9554 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07326645332574844
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2333 | LCC = 0.9548 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07112834650278091
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2463 | LCC = 0.9563 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0708697175681591
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2445 | LCC = 0.9564 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0676673341691494
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2303 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.066302020072937
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2383 | LCC = 0.9556 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0638501509130001
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2364 | LCC = 0.9551 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06394220544397831
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2216 | LCC = 0.9561 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05924270522594452
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2118 | LCC = 0.9546 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05735258737206459
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2129 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05503852510452271
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2131 | LCC = 0.9566 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.054822898417711256
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2110 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05465586107969284
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2082 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05133207443356514
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2223 | LCC = 0.9552 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04940908567607403
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2402 | LCC = 0.9548 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04933984665572643
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2237 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2142 | LCC = 0.9568 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5282c9da941c00cf6ba6a8082e93fa946c82e946
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec1b9a0a41955574dee56a457b253943da2ae55689e666ac77b629c9d71a404
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc085ada7edb31637db9e1211f2e45bff3d85d45
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe29debf9ba4460b3c835e8560ed2f0b261c9df8c5caf3a049e294b61253737
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b45ef8ae75c516cbff4f13154d26c02f22f3760e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.318059450507164
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2775 | LCC = 0.9316 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.174304470539093
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2661 | LCC = 0.9432 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.15313762724399566
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2733 | LCC = 0.9475 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.13886839574575424
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2499 | LCC = 0.9444 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13092346477508546
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2555 | LCC = 0.9498 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.126055568754673
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2519 | LCC = 0.9525 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11735384559631348
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2240 | LCC = 0.9511 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11010021740198135
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2363 | LCC = 0.9486 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10623263108730316
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2324 | LCC = 0.9467 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.10495794239640235
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2316 | LCC = 0.9537 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09684413185715675
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2396 | LCC = 0.9548 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0940437634587288
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2193 | LCC = 0.9538 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08683427149057388
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2303 | LCC = 0.9542 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08489043220877647
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2296 | LCC = 0.9491 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0849971907734871
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2172 | LCC = 0.9504 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07814471006393432
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2213 | LCC = 0.9533 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0771301491856575
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2337 | LCC = 0.9444 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07542595705389976
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2359 | LCC = 0.9535 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06944066363573075
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2214 | LCC = 0.9511 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06896588119864464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2065 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06798570194840431
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2367 | LCC = 0.9494 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.06656651228666305
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2472 | LCC = 0.9498 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.06289761587977409
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2094 | LCC = 0.9541 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06279369330406188
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2156 | LCC = 0.9492 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.0590910297781229
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2104 | LCC = 0.9543 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0568252090215683
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1950 | LCC = 0.9518 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05805798065662384
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2275 | LCC = 0.9508 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.0546489898711443
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2169 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.050828878909349444
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1950 | LCC = 0.9564 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.054074017092585566
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2453 | LCC = 0.9544 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05065745496749878
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2066 | LCC = 0.9525 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1960 | LCC = 0.9571 | SRCC = 0.9571 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa2326cb593891d5bf88460fea00af76061a38c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d38eb7fce05258d0100876d37e2f3989ff3dde8a27fda14ef64a3cec7eb6978
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cc61b2714e46806964251d8f6360eaafe74545
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5721a5b8c53907b7e919d8914de4b377e96d18091e7a78280679ed390612a8
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d30e2d16920fb78db3f7d00834f7af8acfb70131
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30887749236822126
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3285 | LCC = 0.9373 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.1726795992255211
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2880 | LCC = 0.9429 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.15326370918750762
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2689 | LCC = 0.9478 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.13876135385036467
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2838 | LCC = 0.9497 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1288811768889427
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2636 | LCC = 0.9519 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11977847784757614
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2572 | LCC = 0.9512 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11515550470352173
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2665 | LCC = 0.9533 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.11773328936100005
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2525 | LCC = 0.9515 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10208059650659561
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2219 | LCC = 0.9534 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09772151610255242
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2269 | LCC = 0.9503 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0975650292634964
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2339 | LCC = 0.9540 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09144714650511741
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2200 | LCC = 0.9556 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08573633751273155
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2420 | LCC = 0.9539 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0822575365304947
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2406 | LCC = 0.9549 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.07972956597805023
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2525 | LCC = 0.9540 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07554198694229126
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2162 | LCC = 0.9554 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.07611976039409638
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2197 | LCC = 0.9492 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.07540674829483032
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2428 | LCC = 0.9558 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06970485177636146
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2341 | LCC = 0.9558 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06715376347303391
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2201 | LCC = 0.9563 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06325826346874237
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2259 | LCC = 0.9561 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06253088507056236
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2142 | LCC = 0.9542 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05916905456781387
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1989 | LCC = 0.9568 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.055807815983891486
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2154 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05745171193778515
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2014 | LCC = 0.9576 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05527235046029091
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2135 | LCC = 0.9573 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.052964852407574654
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1951 | LCC = 0.9560 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05140310849249363
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2095 | LCC = 0.9555 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.052033089101314545
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2122 | LCC = 0.9573 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05015155124664307
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.9550 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04802144910395145
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2007 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2060 | LCC = 0.9564 | SRCC = 0.9575 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4703dccff00bbc562a506eb8611e445fc7662d91
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0bb2b89af9e6190fe5855b9d1adee1bcbccfd257ef762d6014a765f3e131a2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c567aca6ca3b4c8ee4316d940f1e57b6b9f33cd2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1beb4cd67f7d7865e8578b6b303af4d9eba7b2015657f2c973ba03be63d8e8dc
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c325b1a1a38869a045892d5c1d59ede6758fc52b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30608291530609133
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3578 | LCC = 0.9334 | SRCC = 0.9349 ]
+INFO:root:Average loss=0.17584533786773682
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2518 | LCC = 0.9402 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.15406363010406493
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2748 | LCC = 0.9429 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.14140782058238982
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2429 | LCC = 0.9414 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.13092770469188691
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2458 | LCC = 0.9495 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12209334129095077
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2456 | LCC = 0.9510 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11475152456760407
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2430 | LCC = 0.9519 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10831538605690003
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2421 | LCC = 0.9532 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.1024482263326645
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2081 | LCC = 0.9511 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09886427500844001
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.9540 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09742057123780251
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2185 | LCC = 0.9551 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08880486193299293
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2367 | LCC = 0.9519 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08796196618676186
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2181 | LCC = 0.9548 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08337918740510941
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2316 | LCC = 0.9535 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07969271421432494
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2103 | LCC = 0.9545 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07539835825562477
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2169 | LCC = 0.9554 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07296519190073013
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2503 | LCC = 0.9506 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07105005931854248
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2003 | LCC = 0.9523 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07077822148799896
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1836 | LCC = 0.9529 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06870307382941246
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1968 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06637429243326187
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2114 | LCC = 0.9536 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06568836972117424
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2152 | LCC = 0.9544 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06348562490940093
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2412 | LCC = 0.9544 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06372060567140579
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2250 | LCC = 0.9545 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05780913710594177
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2283 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05480509614944458
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2273 | LCC = 0.9551 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.054266079500317574
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2163 | LCC = 0.9569 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.057024643510580064
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2006 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.055535949736833574
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2087 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.050002243757247926
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2221 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.049437626138329506
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2286 | LCC = 0.9558 | SRCC = 0.9575 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1987 | LCC = 0.9567 | SRCC = 0.9571 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7927d6c5e67c98b3c4b15a3d35532fa6ba464c5b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a20afdc68a0cf93870aea98ba9de3a66e8f2350cf0845a9499f551c8357eec
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adf81ba2da9bf74651b3ffc37f48c2515a173fd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7494680b99e3ef30fee85fe5447e98e65b0df066d8c5da17e04882a4b81207fc
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f9c20f2585bebc9c42bb16ad334cfa99d81de271
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2839102262854576
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2898 | LCC = 0.9298 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.17290755289793014
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2819 | LCC = 0.9380 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.15325119906663895
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2518 | LCC = 0.9448 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.14123226010799408
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2415 | LCC = 0.9466 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.13106609576940537
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2348 | LCC = 0.9454 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12451492038369179
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2328 | LCC = 0.9505 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1159868809580803
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2554 | LCC = 0.9492 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11077705639600753
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2159 | LCC = 0.9516 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10679779687523842
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2380 | LCC = 0.9522 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.1008210924565792
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2284 | LCC = 0.9536 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09632438248395919
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2396 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09396453678607941
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1906 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08936756902933121
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2254 | LCC = 0.9551 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08767137885093688
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2331 | LCC = 0.9502 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08882765981554985
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1994 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07829024595022202
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2015 | LCC = 0.9544 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07462181651592255
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1965 | LCC = 0.9537 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07232086354494095
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2042 | LCC = 0.9536 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07161366957426071
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2127 | LCC = 0.9555 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06854626980423928
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2528 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06794998519122601
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2066 | LCC = 0.9494 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06574365910887718
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2071 | LCC = 0.9561 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06156154125928879
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2118 | LCC = 0.9543 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06192486502230168
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2234 | LCC = 0.9550 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.060198498159646986
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2469 | LCC = 0.9542 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06229948887228966
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2105 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05704063656926155
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2125 | LCC = 0.9574 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05403689879179001
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2367 | LCC = 0.9518 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05461502313613892
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2193 | LCC = 0.9555 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05308278968930245
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2044 | LCC = 0.9557 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05208589100837707
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2068 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2134 | LCC = 0.9585 | SRCC = 0.9593 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76b10495f2335ab1b1b0a1b6ee064edc527d0d9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b094ab269584a03647fd005e78af69ad944d1d41265b399c09d2191c6716649
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8bbaaa8eb2f89c3453c4056e03c2077ea05ab9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2a3e578b22bd25ffe54e3f1563713132abdc63e35f6b59f1b3edca7c213296
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8e558bfbad474f92547c5ea69d6111855ae3a7da
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27076932805776593
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3499 | LCC = 0.9326 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.17377424535155298
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3011 | LCC = 0.9406 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.16045330280065537
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2935 | LCC = 0.9408 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.14305428129434586
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2876 | LCC = 0.9464 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1340084811449051
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2982 | LCC = 0.9499 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1281727883517742
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2892 | LCC = 0.9510 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.1180605802834034
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2893 | LCC = 0.9526 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11818105691671371
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2933 | LCC = 0.9531 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10832062676548958
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2948 | LCC = 0.9522 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10287062203884124
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2590 | LCC = 0.9528 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10247591722011566
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2432 | LCC = 0.9544 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09873099678754807
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2758 | LCC = 0.9528 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09530628862977028
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2869 | LCC = 0.9559 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08990304908156395
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2625 | LCC = 0.9546 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09198557236790657
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2582 | LCC = 0.9562 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08779181343317032
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2659 | LCC = 0.9566 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0858766582608223
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2702 | LCC = 0.9524 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08177814024686814
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2406 | LCC = 0.9539 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.079187770485878
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2928 | LCC = 0.9539 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07735886299610138
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2390 | LCC = 0.9550 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07598675698041917
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2522 | LCC = 0.9538 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07536786597967148
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2415 | LCC = 0.9560 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07234961965680123
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2649 | LCC = 0.9567 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06810171952843666
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2508 | LCC = 0.9554 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0663871736228466
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2277 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06589581161737441
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2474 | LCC = 0.9531 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06309044867753982
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2330 | LCC = 0.9541 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06385692197084426
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2285 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06263220113515854
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2881 | LCC = 0.9520 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05993655622005463
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2748 | LCC = 0.9556 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.059981688484549524
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2525 | LCC = 0.9510 | SRCC = 0.9531 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2713 | LCC = 0.9573 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d3e1ecffca1ce00c62539523c945ddc70cec99
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2871b86ebca8f9eebae916e94b57170188a3b91fad3518ff64bf8a3e6aa011
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bca0d95db4bdf505f1359b805b3c042b6a3375
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f9fb2272a6457aa170e44367041059d55b14d51621e25c140f52ddc7265fc1
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e68c4fac18fa0d3e5f9e3237f0bab59c2305aa86
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2989634671807289
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3692 | LCC = 0.9356 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.17555314034223557
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3398 | LCC = 0.9432 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.15370407879352568
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3420 | LCC = 0.9460 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.14492828619480133
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2608 | LCC = 0.9447 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.13679386359453202
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3042 | LCC = 0.9499 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1282768377661705
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2884 | LCC = 0.9482 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.1214817020893097
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2821 | LCC = 0.9536 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.1201118438243866
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2683 | LCC = 0.9534 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.11313595661520957
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2986 | LCC = 0.9540 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.10873301416635513
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2778 | LCC = 0.9554 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.10473505198955536
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2546 | LCC = 0.9484 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.10161578398942947
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2321 | LCC = 0.9527 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.09570483103394509
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2355 | LCC = 0.9566 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09530188935995101
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2210 | LCC = 0.9564 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.09160595211386681
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2426 | LCC = 0.9565 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.08729942846298218
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2505 | LCC = 0.9556 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08564194822311401
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2526 | LCC = 0.9561 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.08304954808950424
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2862 | LCC = 0.9566 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.08332478085160255
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2356 | LCC = 0.9582 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.08136247465014458
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2413 | LCC = 0.9585 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.07817977687716485
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2074 | LCC = 0.9559 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07577479004859924
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2444 | LCC = 0.9581 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.0714257735311985
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2307 | LCC = 0.9584 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.0724510773718357
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2413 | LCC = 0.9575 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07104148450493812
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.9548 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0679515708386898
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2320 | LCC = 0.9574 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06969881057739258
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2303 | LCC = 0.9570 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06671732422709466
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2224 | LCC = 0.9560 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06392275965213776
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2352 | LCC = 0.9583 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06505378839373589
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2197 | LCC = 0.9577 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06240791255235672
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2735 | LCC = 0.9555 | SRCC = 0.9586 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2527 | LCC = 0.9572 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9780fa42f0410d86c70ea5cdbdd62cbc457d40
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e24580564748cc243afab21c6d00900bbef2da72d55450af1f546abb4c0b64a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cfdc3d9bd7fb594e2586854cc106e3b3692f56
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d774488e003efc00693b229c7d0e395c76822272b6a80c614abc5056a6b3b9
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..092ba2da712e81c21b8931ce69808df93e02534c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30143255364894866
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2858 | LCC = 0.9344 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.18053887003660202
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2815 | LCC = 0.9404 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.1603286397457123
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2834 | LCC = 0.9450 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13962248647212983
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2266 | LCC = 0.9485 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.1336604499220848
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2769 | LCC = 0.9468 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12955940836668015
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2344 | LCC = 0.9511 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1234009450674057
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2634 | LCC = 0.9507 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11490896663069725
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2164 | LCC = 0.9540 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11429457485675812
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2376 | LCC = 0.9540 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.10396418419480324
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2317 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10113316696882248
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2590 | LCC = 0.9541 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09621675765514373
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2205 | LCC = 0.9553 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09753985065221786
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.9540 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09134415519237518
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2342 | LCC = 0.9511 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08999499383568764
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2103 | LCC = 0.9549 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.087129783898592
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2339 | LCC = 0.9558 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.08339712312817574
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2119 | LCC = 0.9558 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08068115708231927
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2364 | LCC = 0.9558 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.08375992661714554
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2490 | LCC = 0.9552 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07784637579321861
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2225 | LCC = 0.9545 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07413347700238228
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2156 | LCC = 0.9561 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07259622138738632
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2558 | LCC = 0.9545 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07071158987283707
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.9527 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06848467883467674
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2189 | LCC = 0.9539 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06909996634721756
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2233 | LCC = 0.9541 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0657949036359787
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2128 | LCC = 0.9545 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06841778221726418
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2099 | LCC = 0.9552 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06271967503428459
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2308 | LCC = 0.9557 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.060802064061164854
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2145 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06107533094286919
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2370 | LCC = 0.9526 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.060783007249236104
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2123 | LCC = 0.9548 | SRCC = 0.9566 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2154 | LCC = 0.9558 | SRCC = 0.9567 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c792cb811b9f96122a3d75bc4cc18a59669c9b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d7e96a702d3a73df0df87b2f2cb5da61af9263acfc24b3145aa6386dcc7dea
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58a8b05c7a1457877fe75f50285f175cacce4a5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ecd16be85b793a77f3587f5b29ee9c7011b04f21ee361c83b0dacd3ab306ff
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..98f89773fad1ff5f5e818e0b58215cf54ca799c6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26659937024116515
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3024 | LCC = 0.9355 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.1729574251770973
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2740 | LCC = 0.9382 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.15668096160888673
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2673 | LCC = 0.9462 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1491077654361725
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2842 | LCC = 0.9469 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13516946238279343
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2883 | LCC = 0.9486 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1277786593437195
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2788 | LCC = 0.9503 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12197679722309113
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2231 | LCC = 0.9511 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12204376667737961
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2524 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10931966608762742
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2267 | LCC = 0.9544 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.1063600110411644
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2407 | LCC = 0.9556 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.10484507009387016
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2410 | LCC = 0.9557 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.10426838955283164
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2534 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09497898334264755
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2715 | LCC = 0.9466 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.09556786230206489
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2594 | LCC = 0.9534 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09274989375472069
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2340 | LCC = 0.9540 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08552113053202628
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2256 | LCC = 0.9533 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.08364205691218377
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2475 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08469963383674621
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2499 | LCC = 0.9523 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08432537376880646
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2113 | LCC = 0.9543 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07591640868782998
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2343 | LCC = 0.9528 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07654258003830909
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2549 | LCC = 0.9542 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07585382121801376
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2314 | LCC = 0.9564 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07388811604678631
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2369 | LCC = 0.9555 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06917040431499481
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2180 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07025734877586365
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2299 | LCC = 0.9518 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06680301326513291
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2166 | LCC = 0.9501 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06449313259124756
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2079 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06788511134684086
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2081 | LCC = 0.9531 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.064416230738163
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2358 | LCC = 0.9541 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06025214692950249
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2634 | LCC = 0.9473 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.06029276779294014
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2292 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2336 | LCC = 0.9569 | SRCC = 0.9583 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eab8d1463e7dac6392d8639f449831268b3560f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fc71c9dcf52e3373bc7f4d648b909f8faed981a9f161e96e3ba07ff205a1ba
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f7dd3b5b18b789f98b66111b87a336499d3eaa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18d391889876e15246b22fbce29fc102cf5136611c404f255b941f724ab2e00
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e19c482dfb7427d1b846a5842c6686d324eedc63
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_3epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2989110923409462
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3126 | LCC = 0.9292 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.17373784464597702
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3058 | LCC = 0.9341 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.15589044445753097
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2723 | LCC = 0.9421 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.14319664144515992
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2546 | LCC = 0.9458 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.13487270456552505
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2713 | LCC = 0.9500 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1275186012983322
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2291 | LCC = 0.9505 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12285110437870025
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2598 | LCC = 0.9500 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11576299801468849
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2665 | LCC = 0.9528 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11155709278583527
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2306 | LCC = 0.9510 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10752395650744438
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2429 | LCC = 0.9481 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10190443253517151
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2538 | LCC = 0.9510 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09847040668129921
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2441 | LCC = 0.9542 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09607402381300927
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2712 | LCC = 0.9508 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09195661818981171
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2060 | LCC = 0.9533 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09335962584614754
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2582 | LCC = 0.9536 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0880835398733616
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2404 | LCC = 0.9539 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0847026988863945
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2365 | LCC = 0.9561 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0843500215113163
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2240 | LCC = 0.9536 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07947405299544334
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2347 | LCC = 0.9546 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.07771320831775665
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2332 | LCC = 0.9558 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07747038275003433
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2161 | LCC = 0.9540 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07704149878025054
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2475 | LCC = 0.9548 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.076725292801857
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2323 | LCC = 0.9560 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07005313703417779
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2340 | LCC = 0.9546 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07060443252325058
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2545 | LCC = 0.9527 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06727966207265854
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2396 | LCC = 0.9547 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06672468620538712
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2356 | LCC = 0.9555 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0647392615377903
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2496 | LCC = 0.9544 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06370369419455528
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2166 | LCC = 0.9537 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06286655154824257
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2159 | LCC = 0.9524 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05982581540942192
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2323 | LCC = 0.9551 | SRCC = 0.9565 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2415 | LCC = 0.9562 | SRCC = 0.9581 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b957312fc9bb146ce0824c0f4e6ee9a861b296
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768c27ea573fb10b8dd0fd629969ee93dfe592225becc40d3c11cd86e7d86dba
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f79a494552ec5c16f65259639ba85419f455ea6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa01ca124387081eb44193921a3b7d369629c0f9d483a0c782630d2ad35a117
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..772a9c36e43540d0f5bf6a7a941a2c31947e74db
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5412040293216706
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3760 | LCC = 0.9023 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.23919426620006562
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3233 | LCC = 0.9210 | SRCC = 0.9241 ]
+INFO:root:Average loss=0.19498406451940536
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2813 | LCC = 0.9291 | SRCC = 0.9326 ]
+INFO:root:Average loss=0.18646919798851014
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2648 | LCC = 0.9305 | SRCC = 0.9333 ]
+INFO:root:Average loss=0.16073055440187453
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2629 | LCC = 0.9372 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.1489516960978508
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2579 | LCC = 0.9403 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.13469330030679702
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2704 | LCC = 0.9416 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.13140116196870805
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2167 | LCC = 0.9450 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.12110719376802445
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2482 | LCC = 0.9406 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.11263480079174042
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2355 | LCC = 0.9456 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.10940662017464638
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2264 | LCC = 0.9451 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.10488368922472
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2454 | LCC = 0.9461 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.09675948211550713
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2166 | LCC = 0.9479 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.09504547634720803
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2390 | LCC = 0.9481 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.08908759096264839
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2067 | LCC = 0.9493 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.08453054827451706
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2187 | LCC = 0.9450 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.0801395571231842
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2290 | LCC = 0.9469 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.07880791637301444
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2120 | LCC = 0.9475 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.07746779197454452
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2324 | LCC = 0.9512 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07260680937767029
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2181 | LCC = 0.9501 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.06853665918111801
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2256 | LCC = 0.9515 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.06486669906973838
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2087 | LCC = 0.9514 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.0652741837799549
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2244 | LCC = 0.9517 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06381340730190277
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2208 | LCC = 0.9517 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06024127435684204
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2095 | LCC = 0.9517 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.058336299061775204
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2034 | LCC = 0.9512 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05589580856263637
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1862 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.053643337070941925
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1932 | LCC = 0.9522 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05502395550906658
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2172 | LCC = 0.9528 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.053693530887365344
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2436 | LCC = 0.9530 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05120645609498024
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2316 | LCC = 0.9511 | SRCC = 0.9527 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2455 | LCC = 0.9561 | SRCC = 0.9574 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a50bd4ec71e350750f95eac84d2e14f4157d7f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db3b76d8cd6217a472e0d8df4a6709b0f45662a39e04bcc775e7cb0cf9a8c60
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9bde156d789c1bdc27a6b55e6db16e96317392
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430e12cf769be943fe77ac752a848928cdfbbebfc5558b612de6a0213cf9fad9
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b37ebe61812c5b80ffdc321f21796ba90e0cd75b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4679112863540649
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3429 | LCC = 0.9073 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.2283542447090149
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2979 | LCC = 0.9185 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.19094160157442092
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2723 | LCC = 0.9273 | SRCC = 0.9290 ]
+INFO:root:Average loss=0.1763872658610344
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2785 | LCC = 0.9281 | SRCC = 0.9308 ]
+INFO:root:Average loss=0.156264415204525
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2467 | LCC = 0.9384 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.14503556019067765
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2766 | LCC = 0.9390 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.14143428474664688
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2912 | LCC = 0.9386 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.1291515306830406
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2636 | LCC = 0.9449 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.11453563070297242
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2410 | LCC = 0.9480 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.1097214418053627
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2767 | LCC = 0.9479 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.10388792765140534
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2043 | LCC = 0.9500 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.09984696304798127
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2276 | LCC = 0.9478 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.09576416033506394
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2082 | LCC = 0.9513 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09044514447450638
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2060 | LCC = 0.9517 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09263279893994332
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2587 | LCC = 0.9515 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08396690729260445
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2150 | LCC = 0.9520 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.07961136850714684
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2231 | LCC = 0.9525 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.07538232472538949
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1983 | LCC = 0.9528 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07304449626803398
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2022 | LCC = 0.9536 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07068836185336112
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2012 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06421377554535866
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2189 | LCC = 0.9534 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06567563703656197
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2738 | LCC = 0.9513 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.06615929561853409
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2068 | LCC = 0.9541 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06134483464062214
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1931 | LCC = 0.9547 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06049159801006317
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2086 | LCC = 0.9531 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05767351937294006
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2148 | LCC = 0.9517 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.056840468153357505
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2286 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.056564886957406996
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1995 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05858950325846672
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1960 | LCC = 0.9536 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05090913888812065
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1997 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.048278239861130716
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2149 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2147 | LCC = 0.9550 | SRCC = 0.9562 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a723beb8a0e91c3c560ed0240ccebc6f2de4cd20
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5c69c006c64c7108b2d3a4220c10d7bb2d9a11e33a84ea81a2d8cb18165a15
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240266f7433dad3f04469abf4e8356d48e73eccc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfb700bf1ed7a9f993853fcba2dbf51ad0b8db5018a32ab241978aa73a80cae
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6e22ec8b52b5e3f71cd718ce219ffa487d3af8df
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48646261417865755
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3383 | LCC = 0.9083 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.23465831601619722
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2910 | LCC = 0.9255 | SRCC = 0.9282 ]
+INFO:root:Average loss=0.18943303751945495
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2345 | LCC = 0.9305 | SRCC = 0.9338 ]
+INFO:root:Average loss=0.16748002022504807
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2566 | LCC = 0.9377 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.15070302110910416
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2428 | LCC = 0.9396 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.14029387056827544
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2117 | LCC = 0.9427 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.13384222930669784
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2123 | LCC = 0.9445 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.12251105636358262
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2202 | LCC = 0.9454 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.11266330134868621
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2159 | LCC = 0.9485 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.10678593254089355
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2098 | LCC = 0.9475 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.10304570868611336
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2002 | LCC = 0.9500 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09447742986679077
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2050 | LCC = 0.9480 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.09003009721636772
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1959 | LCC = 0.9490 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08986884039640426
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1824 | LCC = 0.9499 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.08482460248470307
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2114 | LCC = 0.9522 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08106536808609963
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2100 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07671411496400833
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1901 | LCC = 0.9505 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.07567815011739731
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2204 | LCC = 0.9511 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.07242558997869492
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1909 | LCC = 0.9537 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06712879899144172
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2131 | LCC = 0.9540 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06588765960931778
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2250 | LCC = 0.9531 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0643275787383318
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2038 | LCC = 0.9547 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06550540912151337
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2067 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06106191655993461
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1853 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05655990871787071
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2162 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.057218057543039325
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2145 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05509757022559643
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2145 | LCC = 0.9538 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.053226967245340345
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1936 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05250375488400459
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1972 | LCC = 0.9545 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05054830366373062
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1933 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.047946464896202086
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2139 | LCC = 0.9523 | SRCC = 0.9531 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1853 | LCC = 0.9558 | SRCC = 0.9565 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3a6525d27b9f94e87fed07a11c37e8d5839600
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9a49ff0468f632049b20bd33e1307f03caa67a871b0ae5601bd1d6ef6db089
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffe43decbe71d896df94e7e4e125713c652b8c4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089561c6d69747c8f1ad96a67c5be175b49f8107b7d10feae4bcae54e1ff58c9
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c138da533dfecb1fa75e39a8c2e8bb634b1fd61d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4786036868095398
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3534 | LCC = 0.9080 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.22771520817279817
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3344 | LCC = 0.9156 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.20072450029850006
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2673 | LCC = 0.9309 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.17305239218473434
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2686 | LCC = 0.9314 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.15680729377269745
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2747 | LCC = 0.9347 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.14538275921344757
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2468 | LCC = 0.9405 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.13422826385498046
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2295 | LCC = 0.9432 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.1220914459824562
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2127 | LCC = 0.9431 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.11900128322839737
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2311 | LCC = 0.9468 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.10767788016796112
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2135 | LCC = 0.9467 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.10492799407243729
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2140 | LCC = 0.9474 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.10514122864603996
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2333 | LCC = 0.9462 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.09798907282948494
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2205 | LCC = 0.9435 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.09342532593011856
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2096 | LCC = 0.9496 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.088855562210083
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2077 | LCC = 0.9508 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.08312958836555481
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2405 | LCC = 0.9504 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08032605040073394
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2121 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07723772439360618
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1935 | LCC = 0.9506 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0760144540965557
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2064 | LCC = 0.9459 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.07847430366277695
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2054 | LCC = 0.9508 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.07508321940898895
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2082 | LCC = 0.9504 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.06993666145205497
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2001 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.0661930505335331
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1780 | LCC = 0.9538 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0635526877194643
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2026 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06291088548302651
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1919 | LCC = 0.9551 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05980166429281235
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1888 | LCC = 0.9532 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05708750578761101
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1856 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.058419692978262903
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1944 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.05700875970721245
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1807 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05358961109817028
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1948 | LCC = 0.9542 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.052097830504179
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1912 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1885 | LCC = 0.9556 | SRCC = 0.9568 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971aca9e0d71b0e04fafb00b111e333c8f1ebc8b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ecc80aa2948b20810dc6fa5bdeee1861b8f348efbb9bbbe7b5f24adef0087f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9d7578a13efcbbe519701e515a8b5bdb0b04da
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21818980a81f66ae56ae903163fba630c7f0738730c3ad673b4188fe73c6c2fe
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8ef2e47c859996f75f217937c5afca7117f42a6d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5085748949050903
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3069 | LCC = 0.9034 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.23476748245954512
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2789 | LCC = 0.9104 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.190054139316082
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2988 | LCC = 0.9287 | SRCC = 0.9314 ]
+INFO:root:Average loss=0.16966640651226045
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2662 | LCC = 0.9322 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.1575638902783394
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2449 | LCC = 0.9361 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.14872334271669388
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2374 | LCC = 0.9372 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.1344632130265236
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2597 | LCC = 0.9375 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.12186562466621399
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2305 | LCC = 0.9383 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.11643070816993713
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2227 | LCC = 0.9472 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.10924166375398636
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2140 | LCC = 0.9441 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.10880293053388596
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2261 | LCC = 0.9470 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.10084833481907844
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2081 | LCC = 0.9478 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.09944861480593681
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1954 | LCC = 0.9496 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.09317651239037514
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2212 | LCC = 0.9462 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.08803707277774811
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2105 | LCC = 0.9473 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08786840987205505
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2000 | LCC = 0.9513 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.08267491945624351
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1786 | LCC = 0.9477 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.08115046864748002
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2010 | LCC = 0.9496 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.07748565310239793
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2026 | LCC = 0.9479 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.07483886095881462
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2063 | LCC = 0.9490 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.0713555902838707
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2009 | LCC = 0.9512 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.06890562823414803
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1854 | LCC = 0.9514 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06815687349438668
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2063 | LCC = 0.9504 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.06465938898921013
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1738 | LCC = 0.9457 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.06413927268981934
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1894 | LCC = 0.9509 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.06093673348426819
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1911 | LCC = 0.9508 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.060417514473199846
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1976 | LCC = 0.9515 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.05778927347064018
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1804 | LCC = 0.9516 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05566438579559326
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1805 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.054313330456614496
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2172 | LCC = 0.9481 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.05577178879082203
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1865 | LCC = 0.9509 | SRCC = 0.9519 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1795 | LCC = 0.9552 | SRCC = 0.9566 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c249dcc9535e8a06081adc766b8332585141a205
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb5d7e05766cf677ee7e5ab5ebbb3305d990600f76e8802a84316c3e46ba0fa
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f008705acbb6d9cdfbf94a607d5398927ebe05
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e390ce297a066ca61bfac09cd8a794bfdca9a79feb6c830a08beb1c0638f90ee
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..950029907a2ba3e6c70f32669a067a7c09b59895
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5295762035846711
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3402 | LCC = 0.9110 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19924369251728058
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2384 | LCC = 0.9318 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.16349325573444368
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2448 | LCC = 0.9408 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.1443737691640854
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2707 | LCC = 0.9433 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.12825227463245392
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2437 | LCC = 0.9489 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.11971846002340317
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2162 | LCC = 0.9488 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10871233195066451
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2446 | LCC = 0.9507 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10471983304619789
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2187 | LCC = 0.9515 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09885993182659149
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2188 | LCC = 0.9541 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09101363140344619
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2221 | LCC = 0.9527 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08759710684418678
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2375 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0830760543346405
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1853 | LCC = 0.9531 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07598889842629433
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1852 | LCC = 0.9542 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0768631257712841
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1991 | LCC = 0.9549 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06961246430873871
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2071 | LCC = 0.9564 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06687627035379409
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2020 | LCC = 0.9556 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06380071064829826
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2366 | LCC = 0.9555 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.059851024955511097
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2084 | LCC = 0.9552 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05742985770106315
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1833 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.055856899604201316
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1892 | LCC = 0.9575 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05291221296787262
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1784 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.049757013991475106
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2012 | LCC = 0.9574 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04768895667791367
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2033 | LCC = 0.9584 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04532131662964821
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1889 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04593377484381199
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2015 | LCC = 0.9583 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04664408883452415
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2038 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04343630403280258
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1826 | LCC = 0.9581 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04296968477964401
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2086 | LCC = 0.9592 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.040938705042004586
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1965 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03868220598995686
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1994 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.037448358595371246
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1862 | LCC = 0.9585 | SRCC = 0.9584 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2159 | LCC = 0.9601 | SRCC = 0.9610 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68057af5902c5cbcbc223346e57614e0533a3f16
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd670bdee0e151f56f99048866873a467dc226a67cd72574d2ec00a320ed164
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2c2378010e89eb40528e886f16a72c549f9c6b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f96d7c8230e3deecbcfb2fff05144a8f6feafaad995b1eda29e12309df7e1a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ad962db1655265e72f69224d438a7b33a0bc5267
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45782989060878754
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2958 | LCC = 0.9190 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.1967511283159256
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2416 | LCC = 0.9368 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.16305389487743377
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2308 | LCC = 0.9414 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.14773413175344466
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2382 | LCC = 0.9455 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.13583691787719726
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2213 | LCC = 0.9478 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.12243288618326187
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2190 | LCC = 0.9473 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.11283477079868316
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2403 | LCC = 0.9508 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.10191165626049042
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2213 | LCC = 0.9521 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.09836305290460587
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2014 | LCC = 0.9525 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09260681870579719
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1933 | LCC = 0.9537 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08928319475054741
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1917 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08231424760818482
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1858 | LCC = 0.9539 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07863858246803283
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1919 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07066777640581132
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1907 | LCC = 0.9549 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0706463335454464
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1743 | LCC = 0.9541 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06765363150835037
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2025 | LCC = 0.9566 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06250877165794373
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1716 | LCC = 0.9545 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05970927983522415
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2176 | LCC = 0.9554 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06037017980217934
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2112 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.057134788244962695
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1984 | LCC = 0.9577 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05760677522420883
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2023 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.0538767195045948
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1887 | LCC = 0.9570 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.052441205590963366
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1840 | LCC = 0.9572 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04979925099015236
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2170 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04661847315728664
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1897 | LCC = 0.9573 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.046094452440738676
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1771 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04302626313269138
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1777 | LCC = 0.9573 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04000902292132378
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1713 | LCC = 0.9582 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0410096053481102
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1786 | LCC = 0.9567 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03921260227262974
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2106 | LCC = 0.9556 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.03889198951423168
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1878 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1887 | LCC = 0.9600 | SRCC = 0.9608 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c918486172088229a414a9bf0554344b33fce039
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68e22cd5f127620f4e74266de11b348990dec515b45215a7217fff188fd4efb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff4fa7a0eae8ee8f9de31ffffb9b0ca7afe514b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c619e2ddc46899e835d771a442b27f2e0f511fb777c059058a967fa0bb1ca27c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d98d0f106f7b96ca86dc98002ad7bada7674eeae
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46929321587085726
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3088 | LCC = 0.9182 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.19100328487157822
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2670 | LCC = 0.9374 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.157030970454216
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2333 | LCC = 0.9402 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.1385122684240341
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2268 | LCC = 0.9437 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.12761391979455947
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2100 | LCC = 0.9465 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.12074445018172264
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2323 | LCC = 0.9497 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11012321019172669
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2184 | LCC = 0.9504 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.09996297916769982
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2221 | LCC = 0.9511 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.09445966106653214
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2188 | LCC = 0.9520 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.09225405192375183
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2060 | LCC = 0.9540 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08251369747519494
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2169 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08736516886949539
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2115 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07921598100662232
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1875 | LCC = 0.9540 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07470765045285224
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1839 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07022170847654342
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2022 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06876374387741088
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1751 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06211131650209427
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1917 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.058970960944890974
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1928 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.056842319637537005
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1839 | LCC = 0.9557 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05632077887654305
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1956 | LCC = 0.9543 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.051467066258192064
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1896 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04975579014420509
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2103 | LCC = 0.9562 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05031296214461327
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1695 | LCC = 0.9553 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0499515735656023
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1850 | LCC = 0.9567 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04426620765030384
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1839 | LCC = 0.9561 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.045062111109495165
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1869 | LCC = 0.9560 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04232010631263256
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1864 | LCC = 0.9561 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0427011845856905
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1911 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.043185789719223974
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1970 | LCC = 0.9569 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03870192481577396
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1887 | LCC = 0.9556 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.03936085250973702
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1792 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1864 | LCC = 0.9607 | SRCC = 0.9615 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a19422ab368d6dc31b404939c7d912c54d3766
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37267f8785af681ae3de505ea6e511f483c67cafd8501a435df0b7d238dc7cca
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887ff8ba5232cdd96266ed82bc6b1c219c6ae091
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b390f913c395f981dceb1809aaf7cbd46af27d61846b9fb850353e50c8ed30fb
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bd3413678e18c6d2fcbb98c45b690fd18c9030c9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46928373086452485
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3069 | LCC = 0.9168 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.2005347000360489
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2641 | LCC = 0.9339 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.15970581978559495
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2531 | LCC = 0.9418 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.14349818366765976
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2547 | LCC = 0.9454 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.13343186551332473
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2562 | LCC = 0.9480 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1196756083369255
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2249 | LCC = 0.9486 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.11136018919944764
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2129 | LCC = 0.9515 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09864982864260674
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2201 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09388031604886055
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2311 | LCC = 0.9544 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08738228702545166
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2170 | LCC = 0.9541 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08419636046886445
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1893 | LCC = 0.9545 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07842836454510689
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1838 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07507000344991684
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1952 | LCC = 0.9563 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06964347735047341
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2120 | LCC = 0.9560 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06922834625840187
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2130 | LCC = 0.9538 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06624008151888848
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2320 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.060950705870985986
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1902 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05819240260124207
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1954 | LCC = 0.9579 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.058566907048225404
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1902 | LCC = 0.9574 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.052767012044787405
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1775 | LCC = 0.9563 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.052891362935304644
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2092 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04930143317580223
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2003 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.049008494675159456
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1954 | LCC = 0.9587 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.046196005657315256
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1885 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0472978300601244
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1930 | LCC = 0.9556 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0434171596467495
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1920 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04048035886883736
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1833 | LCC = 0.9586 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.040143918588757516
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1933 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03895647309720516
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1967 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03915162926912308
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1844 | LCC = 0.9574 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.037067680090665814
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1817 | LCC = 0.9588 | SRCC = 0.9595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2156 | LCC = 0.9586 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105d9c07fb296bfb69d526c794108d76a2f309d3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7474ee18ac3ba05cd3a49180ed8b7292ea3a3e406ecc2f65eca910b1eea3fb66
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95512e6008ef8412363f1ff959acd6771cb5b0f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffc7a3bf26fe8eadf2f5afb087a74e8b5b09c5b6a96f2fa860685334bd320d2
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..634ba8a3083b9ff08cabae4c702fe683d0c8afe5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43580970430374144
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2930 | LCC = 0.9194 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.1937924963235855
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3265 | LCC = 0.9338 | SRCC = 0.9369 ]
+INFO:root:Average loss=0.16011850839853287
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2624 | LCC = 0.9421 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.14067176294326783
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2506 | LCC = 0.9469 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.12865276038646697
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2331 | LCC = 0.9470 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.11776438665390014
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1973 | LCC = 0.9492 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10836385267972946
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2439 | LCC = 0.9492 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.1018035441339016
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2044 | LCC = 0.9496 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1004317216873169
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2207 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09165005743503571
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2076 | LCC = 0.9529 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0854718008339405
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2045 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08053392347693443
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2042 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07859538480639458
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1959 | LCC = 0.9536 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07400448098778725
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1878 | LCC = 0.9564 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06806688541173934
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1982 | LCC = 0.9563 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06729600116610528
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1873 | LCC = 0.9558 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0647696791291237
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1987 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06013960899412632
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2392 | LCC = 0.9545 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05721235251426697
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1990 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0526602478325367
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2033 | LCC = 0.9574 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.056203043460845946
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1778 | LCC = 0.9559 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.053320596858859065
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1775 | LCC = 0.9567 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.051081095695495606
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2059 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.05081011992692947
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1887 | LCC = 0.9581 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04737988583743572
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2247 | LCC = 0.9582 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.042059442386031154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2221 | LCC = 0.9567 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04334235985577106
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2077 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.043327194780111315
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2131 | LCC = 0.9586 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.041771410137414935
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1872 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.038881399095058444
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1934 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03679688900709152
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1934 | LCC = 0.9593 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1961 | LCC = 0.9610 | SRCC = 0.9619 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820de4c11267d4499f495a045cea359d747b4331
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f165ab10c9a85ef79a3aea112b8f0591cc7cf0bcfc4750ebf9de1c66865c80ac
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f62addff5ec4fdd77f1c7f8c91fb49d2e8c2737
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60267032b0339c813eb2d2a18f8f99dde0c834bc885943b6eb51a04944cff4c8
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..69d88571ebd66ec80729d44ad66769e5936298d3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2923392069339752
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3381 | LCC = 0.9297 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.17125190168619156
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3220 | LCC = 0.9399 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.16590920948982238
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2855 | LCC = 0.9424 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.1537924899458885
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2983 | LCC = 0.9420 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.1461301963329315
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2676 | LCC = 0.9469 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1411852151751518
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2607 | LCC = 0.9463 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.14024904948472977
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2701 | LCC = 0.9497 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13432167226076125
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2739 | LCC = 0.9481 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1275616991519928
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2548 | LCC = 0.9493 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12237204426527024
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2132 | LCC = 0.9499 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.12083408039808273
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2985 | LCC = 0.9444 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12085529294610023
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2795 | LCC = 0.9514 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11526464742422105
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2693 | LCC = 0.9512 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11384841811656952
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2822 | LCC = 0.9487 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.11117594730854034
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2581 | LCC = 0.9512 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11266487300395965
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2398 | LCC = 0.9522 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.108997648447752
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2164 | LCC = 0.9504 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10399961677193642
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2426 | LCC = 0.9522 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10366741123795509
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2234 | LCC = 0.9512 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10076627513766288
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2194 | LCC = 0.9526 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.09942464238405227
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2133 | LCC = 0.9508 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.09877392649650574
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2296 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09674770128726959
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2895 | LCC = 0.9489 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09611665520071984
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2440 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09023332953453064
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2549 | LCC = 0.9526 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.09258292078971862
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2574 | LCC = 0.9521 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.09081020674109459
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2457 | LCC = 0.9508 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08900032907724381
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2297 | LCC = 0.9525 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08538054794073105
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2351 | LCC = 0.9507 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.08672865736484528
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2505 | LCC = 0.9527 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08441871953010559
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2321 | LCC = 0.9531 | SRCC = 0.9532 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2304 | LCC = 0.9547 | SRCC = 0.9556 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3131e855400e5971275e2efb018b5be972429a7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1a7c2203f9a3cb26f776dcfb84fd1b2bd920117ddf57c4b4ae4ac107a292a0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6858535a78d4ccc3669871f29062b223a8fa5fe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87832eaf4f1b523c7a815af5e9573a37047670012c0c2b9e300a5dafc512f8d7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..764cfbdac6a945a7364a9e7ab90c68454d4b4fc2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2834621515274048
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2892 | LCC = 0.9281 | SRCC = 0.9338 ]
+INFO:root:Average loss=0.17706088191270827
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2951 | LCC = 0.9394 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.16244121795892716
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3080 | LCC = 0.9438 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.15191197562217712
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2525 | LCC = 0.9435 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.1442620213031769
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2734 | LCC = 0.9433 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.1426115372776985
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3112 | LCC = 0.9357 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.13863077419996261
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3121 | LCC = 0.9484 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12895994013547898
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2860 | LCC = 0.9450 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.12650817000865935
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2513 | LCC = 0.9490 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12298653262853622
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2491 | LCC = 0.9463 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12141171896457673
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2774 | LCC = 0.9486 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12085291385650634
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2563 | LCC = 0.9479 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12108872658014297
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2867 | LCC = 0.9505 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11199739930033684
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2897 | LCC = 0.9443 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.11041428682208061
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2766 | LCC = 0.9504 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10739289569854736
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2951 | LCC = 0.9483 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.1076612470448017
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2335 | LCC = 0.9491 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10269582915306091
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2563 | LCC = 0.9505 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.10497812581062317
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2536 | LCC = 0.9508 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1033170561492443
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2581 | LCC = 0.9452 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.09996041259169579
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2263 | LCC = 0.9489 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.09550840085744858
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2541 | LCC = 0.9497 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.09820112738013267
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2353 | LCC = 0.9520 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.09213843464851379
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2268 | LCC = 0.9490 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.09250551015138626
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2192 | LCC = 0.9497 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.090973777115345
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2328 | LCC = 0.9522 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08828260633349419
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2510 | LCC = 0.9497 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.08739972084760667
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2415 | LCC = 0.9512 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.08647851574420928
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2154 | LCC = 0.9514 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.08444597113132477
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2483 | LCC = 0.9502 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.08502373656630516
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2380 | LCC = 0.9522 | SRCC = 0.9527 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2361 | LCC = 0.9530 | SRCC = 0.9533 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f0c038a949df00917284d2ab523323941404c6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3f30baa44b9046ac09e6080209a8e87a61d4b6e5c592aaf7858b34c9b48dc8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f390dd2173ee4eac83d88f170bcdf7299fe946c3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205407cc6fb0f81f23e95d6348b36693efd7bd7dbbed420e89a9e2b271942715
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..54153e8f62fdc5a15bc0211ef184adf879030bbd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2718410229086876
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2930 | LCC = 0.9347 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.1766684268116951
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2939 | LCC = 0.9372 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.1612195633649826
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2637 | LCC = 0.9425 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.15141030752658843
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3013 | LCC = 0.9418 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.14535518711805342
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2380 | LCC = 0.9443 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.1427234428524971
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3114 | LCC = 0.9465 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.13584628194570542
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2820 | LCC = 0.9499 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.13149235397577286
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2787 | LCC = 0.9471 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13089890801906587
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2836 | LCC = 0.9506 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12547285902500152
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2428 | LCC = 0.9509 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.12108339193463326
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2544 | LCC = 0.9495 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11950245147943497
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2773 | LCC = 0.9490 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1189097631573677
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2957 | LCC = 0.9503 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11511440187692643
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2593 | LCC = 0.9506 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11091707515716552
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2625 | LCC = 0.9512 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10857824277877808
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2212 | LCC = 0.9524 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10684318405389785
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2477 | LCC = 0.9504 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.10848630306124687
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2407 | LCC = 0.9507 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.10401399582624435
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2572 | LCC = 0.9492 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.10317756846547127
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2841 | LCC = 0.9513 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.10186375084519386
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2724 | LCC = 0.9492 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.09742065471410752
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2457 | LCC = 0.9516 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09595532855391502
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2642 | LCC = 0.9495 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09572779461741447
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2576 | LCC = 0.9521 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.09702468925714493
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2530 | LCC = 0.9493 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.09013231572508812
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2680 | LCC = 0.9521 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.0907498152256012
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2587 | LCC = 0.9504 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08778786370158195
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2605 | LCC = 0.9512 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.0854515189230442
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2658 | LCC = 0.9509 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0867540480196476
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2334 | LCC = 0.9523 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.0826972443163395
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2461 | LCC = 0.9509 | SRCC = 0.9514 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2185 | LCC = 0.9538 | SRCC = 0.9548 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ff81962aa612671d4a2a5fef43b9932927f53c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c34081f47f1213093f759ce816d1cd830d38fed841bfde65aa8d4de9c8c5032
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afe8785e89799b7cc065b1ee5f060b501e31bad
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0563a8cce94051e46fb890a7dbff13ba23151eafa6d2fa9ab13d4f957c7fe190
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e89f5b5c8ac9fdb21b5c05e3bf6a0cb8968d260d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2900026636123657
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3182 | LCC = 0.9327 | SRCC = 0.9354 ]
+INFO:root:Average loss=0.17565235525369643
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2987 | LCC = 0.9388 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.16196536952257157
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2730 | LCC = 0.9427 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.15584411734342576
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2967 | LCC = 0.9452 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.14567178124189376
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2928 | LCC = 0.9473 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14069308650493623
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3218 | LCC = 0.9464 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.1401895506978035
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2602 | LCC = 0.9482 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.13184440290927887
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3109 | LCC = 0.9483 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.1287907465696335
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2643 | LCC = 0.9483 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.1252498904466629
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2531 | LCC = 0.9457 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12153825452923775
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2563 | LCC = 0.9513 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11760519075393677
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2554 | LCC = 0.9506 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12054349720478058
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2545 | LCC = 0.9489 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11601430159807205
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2605 | LCC = 0.9480 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1113144680261612
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2509 | LCC = 0.9519 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11235731482505798
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2339 | LCC = 0.9506 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10834953472018242
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2361 | LCC = 0.9504 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.10312705338001252
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2526 | LCC = 0.9511 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.10352375328540803
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2492 | LCC = 0.9512 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.10151228103041648
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2419 | LCC = 0.9528 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.09836192747950553
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2394 | LCC = 0.9501 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.09596488857269288
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2358 | LCC = 0.9496 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.09778902792930604
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2545 | LCC = 0.9513 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.09433175790309906
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2445 | LCC = 0.9514 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.09384601065516472
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2533 | LCC = 0.9523 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08917773771286011
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2513 | LCC = 0.9479 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.09020457845926284
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2295 | LCC = 0.9527 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08656995585560799
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2428 | LCC = 0.9482 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.08804123860597611
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2519 | LCC = 0.9511 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.08443577423691749
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2217 | LCC = 0.9523 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08537121713161469
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2329 | LCC = 0.9528 | SRCC = 0.9525 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2420 | LCC = 0.9539 | SRCC = 0.9552 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df61441ee4a4e338ff7bc7bb8989362822e781b5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7834dab7b4e70bde997d548e0c1badaac374c66d1fbcf99ffb0ce91aa4ae834
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b134077593d819d1988093abb820db24a40c7d5b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15e652f358bc872aeed9ff252ec4083444b3ab43a96ef25e6245bcd1b9ff983
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..06fb3f2ac19c41a8bbb2f92d11752c272f5363a9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2740038853287697
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3086 | LCC = 0.9350 | SRCC = 0.9377 ]
+INFO:root:Average loss=0.17194454616308213
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2839 | LCC = 0.9419 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.16462105226516724
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2431 | LCC = 0.9403 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.1544904130101204
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3027 | LCC = 0.9450 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14450182539224624
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2542 | LCC = 0.9472 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.1403442211151123
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2603 | LCC = 0.9495 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13771084249019622
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2547 | LCC = 0.9493 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13274188363552095
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2905 | LCC = 0.9510 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12654439276456833
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2567 | LCC = 0.9488 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12444694614410401
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2506 | LCC = 0.9444 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.12159291845560073
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3067 | LCC = 0.9487 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12062472110986709
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2316 | LCC = 0.9506 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11578459882736206
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2497 | LCC = 0.9503 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11711696264147758
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2702 | LCC = 0.9507 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.11298953169584275
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2412 | LCC = 0.9523 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11062027016282082
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2447 | LCC = 0.9497 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.10878661948442458
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2235 | LCC = 0.9514 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.10593318858742715
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2349 | LCC = 0.9495 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.10664801067113876
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2606 | LCC = 0.9522 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10003480041027069
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2359 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10192275965213776
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2553 | LCC = 0.9522 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09731050300598144
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2485 | LCC = 0.9527 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.09663773477077484
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2388 | LCC = 0.9529 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09478098288178444
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2202 | LCC = 0.9514 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.09561686745285988
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2221 | LCC = 0.9512 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09291452145576477
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2564 | LCC = 0.9521 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.08924402439594269
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2508 | LCC = 0.9494 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.08955562114715576
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2275 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08637962746620179
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2456 | LCC = 0.9519 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08833064037561417
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2056 | LCC = 0.9479 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08153428369760514
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2371 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2371 | LCC = 0.9537 | SRCC = 0.9550 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92c720a122967db5f4643483a48e407d10288e1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2702f20af127a7bc8de801e5ad2091d762c43eb5a5a83720f14070ac114f9229
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426afa2c347ef3d06ea2b314e795339b8be52d02
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e128f30e4e7fa0ca9066cc9dbc2e83c2bf6f91d933ee7ea372a5e419111b29e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ada3478eea060a5f3f6a1c13f8dac4ab9d115f3f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26899429309368134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3539 | LCC = 0.9296 | SRCC = 0.9320 ]
+INFO:root:Average loss=0.18358111965656282
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2975 | LCC = 0.9375 | SRCC = 0.9386 ]
+INFO:root:Average loss=0.17025263237953187
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3444 | LCC = 0.9408 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.16519970339536666
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3339 | LCC = 0.9424 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.1628562348484993
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2751 | LCC = 0.9394 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.1585804764032364
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2929 | LCC = 0.9432 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.15207787400484085
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3071 | LCC = 0.9446 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.14958420741558076
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2851 | LCC = 0.9452 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.14776829308271408
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2962 | LCC = 0.9464 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14103496164083482
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2683 | LCC = 0.9462 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.13981913137435914
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2581 | LCC = 0.9442 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.13412398928403854
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2699 | LCC = 0.9471 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.1324798291325569
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2685 | LCC = 0.9491 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.13144023123383522
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2794 | LCC = 0.9469 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.13374376505613328
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2755 | LCC = 0.9428 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13034323984384535
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2607 | LCC = 0.9483 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1248797972202301
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2325 | LCC = 0.9454 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.12465861183404922
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2948 | LCC = 0.9479 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.12779633235931395
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2449 | LCC = 0.9479 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.11973608964681626
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2712 | LCC = 0.9492 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1206659746170044
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2727 | LCC = 0.9453 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.11922368627786636
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2855 | LCC = 0.9483 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1195803085565567
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2738 | LCC = 0.9477 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11463476258516311
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2369 | LCC = 0.9496 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11506623968482017
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2493 | LCC = 0.9509 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.11318411010503769
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2634 | LCC = 0.9502 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.11167174664139748
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2759 | LCC = 0.9476 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.10954633620381356
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2335 | LCC = 0.9507 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.108979188144207
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2705 | LCC = 0.9507 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.10785770291090012
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2444 | LCC = 0.9473 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.10670815452933312
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2534 | LCC = 0.9501 | SRCC = 0.9507 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2444 | LCC = 0.9524 | SRCC = 0.9529 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc293e31bd0f93244141c958cb2f3dee9fe6612
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ef93468022ca3c102c41c8415a9e4234e8af96d019fe24801e02c33f9dd01d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56ec678fb41bb8e97bccb1aabbbb9c96a7811a0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb9d78f477c53effec39283ab5918d873ece55f39dd904bbbdfc12a86a0faee
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..12ffa8d7a8e928a3bd20c3aa57257c2d0952a927
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2903117228746414
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4094 | LCC = 0.9303 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.1887387060523033
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3129 | LCC = 0.9361 | SRCC = 0.9377 ]
+INFO:root:Average loss=0.1731302006840706
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3823 | LCC = 0.9322 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.1639911016225815
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3273 | LCC = 0.9361 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.16033843570947648
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3583 | LCC = 0.9402 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.15772585421800614
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3225 | LCC = 0.9443 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.1560355044603348
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3238 | LCC = 0.9431 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.14885569453239442
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3189 | LCC = 0.9444 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.15006854885816573
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2844 | LCC = 0.9444 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.14765338784456253
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2840 | LCC = 0.9475 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.14229062926769256
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3379 | LCC = 0.9468 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.13713838201761247
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3154 | LCC = 0.9436 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.13635133695602417
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2825 | LCC = 0.9450 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.13185754066705704
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2881 | LCC = 0.9441 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.13221589976549147
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2894 | LCC = 0.9443 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.13298656308650972
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3000 | LCC = 0.9480 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.125855576813221
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3046 | LCC = 0.9470 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.12375170090794563
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2922 | LCC = 0.9488 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12357116776704788
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2607 | LCC = 0.9495 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.12232957491278648
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2654 | LCC = 0.9499 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.12301134115457535
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2859 | LCC = 0.9487 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11905010145902634
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2481 | LCC = 0.9493 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.11669323551654816
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2942 | LCC = 0.9486 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.1158798697590828
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2794 | LCC = 0.9498 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11519480496644974
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2972 | LCC = 0.9479 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.11670438197255134
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2533 | LCC = 0.9493 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.11246265518665313
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2881 | LCC = 0.9500 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.11116255101561547
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2468 | LCC = 0.9488 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1093333802819252
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2781 | LCC = 0.9504 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.10797802624106408
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2615 | LCC = 0.9482 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.10608054703474044
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2685 | LCC = 0.9496 | SRCC = 0.9507 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2836 | LCC = 0.9488 | SRCC = 0.9507 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c76422f32645423cd707aa1d5196f1f49ab2515
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c17d2ad7828fc7b08f421440c0894df3a08199bcbf069ea382fb60083dfe10
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3e036a353f543dea819e22be8b965373702ac3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830d1d9bb1c18528b6ab3c7c0e6f7df130637ae0d318ceddd2906df4f122e4b1
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c8327b63d71f1f328e9fc683861938312c0ef69a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2763553581237793
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3701 | LCC = 0.9322 | SRCC = 0.9333 ]
+INFO:root:Average loss=0.18571459537744522
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3369 | LCC = 0.9355 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.17376207089424134
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3881 | LCC = 0.9368 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.16641010814905166
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2948 | LCC = 0.9410 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.16298200768232346
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2987 | LCC = 0.9373 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.16362009006738662
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3350 | LCC = 0.9443 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.15542432636022568
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3325 | LCC = 0.9442 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.15209790498018264
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2942 | LCC = 0.9450 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.14881263691186905
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2888 | LCC = 0.9460 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.1466525639295578
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2791 | LCC = 0.9471 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.14203956413269042
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2810 | LCC = 0.9474 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.14170946526527406
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2960 | LCC = 0.9437 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.1384824097752571
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2802 | LCC = 0.9472 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.13270899125933647
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2800 | LCC = 0.9406 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.138714468896389
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2844 | LCC = 0.9477 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.1309851529598236
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2585 | LCC = 0.9494 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1290776452422142
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2631 | LCC = 0.9469 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13081224203109743
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2850 | LCC = 0.9482 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.12778658759593964
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2657 | LCC = 0.9489 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12415318834781647
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2616 | LCC = 0.9498 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12307259202003479
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2713 | LCC = 0.9460 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12469730556011199
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2658 | LCC = 0.9511 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.1197790629863739
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2717 | LCC = 0.9507 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11966461580991745
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2658 | LCC = 0.9506 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11615451946854591
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2933 | LCC = 0.9479 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.11494317030906677
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2684 | LCC = 0.9468 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.11649986550211906
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2700 | LCC = 0.9487 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.11292597323656083
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2808 | LCC = 0.9505 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11309885650873185
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2727 | LCC = 0.9470 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.10961598095297813
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2486 | LCC = 0.9481 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.1113354133963585
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2538 | LCC = 0.9509 | SRCC = 0.9518 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2642 | LCC = 0.9503 | SRCC = 0.9515 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17925fad0eddaa1c5ca07e8317a4d11065b4124
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07172bb62ff3e7f73fcf5910794e821746b910fc99b581e2907be10beb3b90b7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474106bfd9202a292dd3f9a8b2cac2cb55985350
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fed5404422f850239fea1821c67863c2fdf550aaa18b0f07d816c65f082cd7
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d6a28e0de3d724bf5e2ca2c64572271490db03f8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3228947349786758
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3608 | LCC = 0.9324 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.1836526370048523
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2955 | LCC = 0.9360 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.17529680317640303
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2800 | LCC = 0.9365 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.1659705810546875
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3144 | LCC = 0.9414 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.16127766942977906
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3415 | LCC = 0.9433 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.1596177129149437
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3140 | LCC = 0.9408 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.1517686601281166
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2807 | LCC = 0.9422 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.1453965441584587
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3479 | LCC = 0.9449 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.14543187099695207
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2753 | LCC = 0.9422 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.1421336805820465
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3015 | LCC = 0.9452 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.14297020274400712
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3098 | LCC = 0.9445 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.13477539753913878
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3002 | LCC = 0.9469 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.13628016763925552
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2754 | LCC = 0.9478 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1340132541656494
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3119 | LCC = 0.9479 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1304925234913826
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2599 | LCC = 0.9441 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.12828993606567382
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2822 | LCC = 0.9490 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.12809419059753419
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3068 | LCC = 0.9447 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.12205223840475082
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2704 | LCC = 0.9491 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12788859403133393
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2669 | LCC = 0.9493 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12131235319375992
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2555 | LCC = 0.9462 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12422837918996811
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2632 | LCC = 0.9483 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.11880078759789467
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3063 | LCC = 0.9474 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11766115742921829
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2905 | LCC = 0.9495 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.11546949443221093
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2695 | LCC = 0.9481 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.11872872078418732
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2697 | LCC = 0.9479 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.11475191307067871
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2647 | LCC = 0.9483 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.11305620950460434
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2886 | LCC = 0.9477 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.11332625684142113
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2613 | LCC = 0.9505 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11064997640252114
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2640 | LCC = 0.9494 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1075390115082264
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2509 | LCC = 0.9502 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.10887813860177994
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2648 | LCC = 0.9505 | SRCC = 0.9505 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2722 | LCC = 0.9492 | SRCC = 0.9501 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a6ea9265bc51b543b18b3446fa8188ef108069
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1228ba218d28a5a11e87dca9cb0f9e61d64377c2ad3e256e32467b779b640759
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c22928943ecc6a37037c3a65e9859e41505c0b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bade66830f6f677c465cbe03a1f058c9f624413337c5b81d4acdb7ff9ef443c0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..915b37501dbbf78476b31c74e405e0f72b3b22b7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2990965059995651
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3576 | LCC = 0.9277 | SRCC = 0.9307 ]
+INFO:root:Average loss=0.18923573315143585
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3938 | LCC = 0.9339 | SRCC = 0.9352 ]
+INFO:root:Average loss=0.17601549524068832
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3267 | LCC = 0.9349 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.16738845652341844
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3337 | LCC = 0.9399 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.16481506025791168
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3288 | LCC = 0.9432 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.15501461946964265
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3082 | LCC = 0.9433 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.1534511493444443
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3508 | LCC = 0.9432 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.14946467131376268
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3342 | LCC = 0.9449 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.14781045860052108
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3192 | LCC = 0.9460 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.14274123996496202
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3057 | LCC = 0.9473 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.13922158724069594
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3059 | LCC = 0.9393 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.1404178099632263
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2856 | LCC = 0.9492 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13514869683980943
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3017 | LCC = 0.9492 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.13410334247350691
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2669 | LCC = 0.9470 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.13678710323572157
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2985 | LCC = 0.9482 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.12909665071964263
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3026 | LCC = 0.9491 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13281945598125458
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2745 | LCC = 0.9494 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12760213321447372
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2957 | LCC = 0.9482 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1278657687306404
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2894 | LCC = 0.9480 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12311444169282913
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2749 | LCC = 0.9486 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.11771157491207122
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2820 | LCC = 0.9486 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.11722607007622719
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2775 | LCC = 0.9460 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.11888968843221664
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2738 | LCC = 0.9499 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11614667293429375
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3096 | LCC = 0.9486 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.11594242656230927
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2885 | LCC = 0.9507 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.11524750125408173
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2762 | LCC = 0.9447 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.11267381283640862
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2912 | LCC = 0.9501 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.11168508258461952
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2950 | LCC = 0.9505 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1095856154859066
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2988 | LCC = 0.9501 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11072195184230804
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3020 | LCC = 0.9497 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.11425305330753327
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2765 | LCC = 0.9507 | SRCC = 0.9517 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2761 | LCC = 0.9521 | SRCC = 0.9530 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c44703a6a7cb3541563e654c935f0dcc1bf727
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c26aae62d570ca1353fe0b9229d1dedfff0d7c8852916651e0fa63653403ae
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04db99c2a236acd39d21b872ce033df8ded0f298
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432c091b6daabf607f09a46f2a9fe7728be158aac53e60e37c206f3d7f40e54c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c17bc3db838a649fa637da2856560659e9fcdb2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4157830508351326
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3115 | LCC = 0.9278 | SRCC = 0.9288 ]
+INFO:root:Average loss=0.17680181300640105
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2894 | LCC = 0.9422 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.14510101342201234
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2672 | LCC = 0.9466 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.1271930941939354
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2706 | LCC = 0.9455 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.12099890995025635
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2449 | LCC = 0.9476 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.11083441114425659
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2032 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10877211698889733
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2253 | LCC = 0.9552 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09426810431480408
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2188 | LCC = 0.9556 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.089318324893713
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1999 | LCC = 0.9573 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08183206272125244
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2045 | LCC = 0.9571 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07868194544315338
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2187 | LCC = 0.9586 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.07327097281813622
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2234 | LCC = 0.9589 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.07027408975362778
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1962 | LCC = 0.9593 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06401008033752441
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2098 | LCC = 0.9573 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0633428137600422
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2080 | LCC = 0.9594 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05845220184326172
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1971 | LCC = 0.9606 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.059184458434581755
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2143 | LCC = 0.9601 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.052969240203499794
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1982 | LCC = 0.9612 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.05094701057672501
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1819 | LCC = 0.9593 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04825531831383705
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1867 | LCC = 0.9583 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04795271600782871
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1869 | LCC = 0.9600 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.048614394456148145
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1840 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.044016274049878124
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1982 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04280300602316856
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2144 | LCC = 0.9603 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04212192365527153
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1778 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04035928201675415
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1897 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.0377329373061657
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2005 | LCC = 0.9602 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.039067397013306616
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1742 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03532343246042728
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1963 | LCC = 0.9608 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03495954318344593
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2110 | LCC = 0.9598 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03505952028930187
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2075 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1940 | LCC = 0.9617 | SRCC = 0.9623 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f118d443bf5c6f6463aa892b9e256107c90104
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa59e3680eb22ccc0df4da38a23ae16642534766f757bd835cdd34cdec7a1e3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7fd81416ee1f41e551a3ff70fea4b3012057af
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98459c8b47dc2010be33732d19c12bfe262e1ace73e5d38673ab6ceffd15028
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..275b3295ffe7f14cc921d92a3242ea202c553b85
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43136880111694337
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2901 | LCC = 0.9280 | SRCC = 0.9287 ]
+INFO:root:Average loss=0.1763951848745346
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2728 | LCC = 0.9425 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.1493248363137245
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2441 | LCC = 0.9468 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.12849345082044603
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2208 | LCC = 0.9505 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11619110450148583
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2364 | LCC = 0.9521 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.10919560939073562
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2316 | LCC = 0.9560 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09999080431461334
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1995 | LCC = 0.9571 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.09242261737585068
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1826 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08700919434428216
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1839 | LCC = 0.9573 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07954247230291367
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1962 | LCC = 0.9580 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.07584909871220588
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2007 | LCC = 0.9578 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07147059762477875
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1805 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06822594249248505
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1962 | LCC = 0.9588 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06399866366386414
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2032 | LCC = 0.9604 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06118800756335258
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1876 | LCC = 0.9602 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05776788571476937
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2049 | LCC = 0.9559 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05827325803041458
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2045 | LCC = 0.9615 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.052202778220176695
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2122 | LCC = 0.9612 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.05176894979178905
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1904 | LCC = 0.9596 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.050336212739348414
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1868 | LCC = 0.9606 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04575497944653034
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1864 | LCC = 0.9615 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04661253346502781
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1882 | LCC = 0.9601 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04426203221082688
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1747 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04380102200806141
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2091 | LCC = 0.9600 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03992892338335514
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1850 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.0373616973310709
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1744 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.03774757853150368
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1795 | LCC = 0.9612 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03741843029856682
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1884 | LCC = 0.9612 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03698448818922043
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1877 | LCC = 0.9610 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03450736966729164
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2094 | LCC = 0.9601 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.032546046048402784
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1906 | LCC = 0.9610 | SRCC = 0.9607 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2048 | LCC = 0.9612 | SRCC = 0.9619 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a15251bf87b77c085f0ac4b4789ca07ee7453b6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307db3f999d733f745f69c98b653b1f6c9fd5fa8400dfac0cb2634c091e69a01
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9957ee6e5e009e38bd4ad7a88d433a527f83d79
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0c3ff62354758b23081e4dbfe9ceb550c6775b9a4abd2e6399bcf909c92ced
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3373858fe0747842fc9da1a647da9393c869e5fb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42043880009651186
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2980 | LCC = 0.9198 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1811398279070854
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2536 | LCC = 0.9418 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.1485420264005661
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2624 | LCC = 0.9481 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12753519135713579
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2133 | LCC = 0.9500 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11413009613752365
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1984 | LCC = 0.9529 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10343349707126617
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2261 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09779837688803673
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1864 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0955911925137043
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2127 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08467129069566727
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2064 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07900539672374725
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2163 | LCC = 0.9565 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0764298388659954
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2029 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07143071240186691
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1925 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.065712177246809
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2072 | LCC = 0.9586 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0619219001531601
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2178 | LCC = 0.9581 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.062245301604270935
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1878 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05734301662445068
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1866 | LCC = 0.9592 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05371385821700096
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2041 | LCC = 0.9597 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.05342360693216324
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1923 | LCC = 0.9595 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.051747911363840104
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2021 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.052128862947225574
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1785 | LCC = 0.9595 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04725016088783741
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1926 | LCC = 0.9586 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04525797738134861
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1953 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04407675421237946
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1983 | LCC = 0.9592 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04138696233928203
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1784 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03788847118616104
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1811 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.039872166261076925
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1883 | LCC = 0.9602 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.0376547894179821
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1910 | LCC = 0.9599 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.036703911677002904
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1787 | LCC = 0.9592 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.03485115982592106
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1885 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03461881586909294
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1862 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.033281922399997714
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1900 | LCC = 0.9602 | SRCC = 0.9606 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1843 | LCC = 0.9612 | SRCC = 0.9618 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c18b56a4c5e20033df5fd3e2ec00af2477cbc9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7944e115077f19c0bb6291b7dee29538eba21ad7e880eb0396e13b461eef30
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d371437e601b1a6e7bf269040925991fa332fab
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf419e46fae0fb770d5a0c83258c5073d8dd16157e6a536f716cf1a2b3db559
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f01d57ea5263d30dee2ae4d9e809d160240713e4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37812901043891906
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2824 | LCC = 0.9292 | SRCC = 0.9300 ]
+INFO:root:Average loss=0.17206107199192047
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2380 | LCC = 0.9429 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.14058935445547105
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2498 | LCC = 0.9472 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.12382912474870682
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2223 | LCC = 0.9508 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11734913611412048
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2223 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10322461143136025
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2116 | LCC = 0.9538 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09977514630556107
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1969 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08987087419629097
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2199 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0894868137538433
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1898 | LCC = 0.9563 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08063866910338402
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2307 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07625310203433036
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2069 | LCC = 0.9578 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07346491104364396
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2158 | LCC = 0.9597 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06824582999944687
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2008 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06428710353374481
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2013 | LCC = 0.9592 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06305596646666527
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1921 | LCC = 0.9605 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05919577643275261
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1735 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.055326519280672073
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2003 | LCC = 0.9595 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05566749347746372
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1914 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.05241442942619324
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1979 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04919197715818882
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1801 | LCC = 0.9603 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.048331948071718214
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2134 | LCC = 0.9599 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.0457395501434803
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1793 | LCC = 0.9613 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.045514980882406235
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2088 | LCC = 0.9596 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.040841499790549275
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1885 | LCC = 0.9612 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.040713132470846174
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1936 | LCC = 0.9605 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04022523760795593
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1806 | LCC = 0.9617 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03978706595301628
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1959 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03857179321348667
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2082 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03690099006891251
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1970 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.034151229932904245
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1774 | LCC = 0.9607 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03610031746327877
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1950 | LCC = 0.9619 | SRCC = 0.9619 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1951 | LCC = 0.9609 | SRCC = 0.9611 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b57ff04f69e0920f1f92a1142765f9f1d620ff
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ed96dbe6b864b810aea2f1520913dd2e8335a81b2286c042b7b7dd053853ec
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779bd020ea1bcf084bf659484686e4857efe2773
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2e58a82b48e06547c6625279c4ef7b32e8c81c3dd6e4fc65e13664b32935b9
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..84fcd4d9b68b656d35a434d181cc47e8c2b3aa66
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4194295963048935
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3470 | LCC = 0.9232 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.1766129910349846
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2566 | LCC = 0.9414 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.14734247225522995
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2695 | LCC = 0.9483 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.12966863209009172
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2463 | LCC = 0.9498 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12062118232250213
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2153 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.1075308735370636
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2182 | LCC = 0.9556 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09975244817137718
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2353 | LCC = 0.9542 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09073080626130105
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2486 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08886703953146935
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2166 | LCC = 0.9588 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0795930016040802
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2283 | LCC = 0.9561 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0773359760940075
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2054 | LCC = 0.9577 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07071048760414124
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2453 | LCC = 0.9559 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06862702566385269
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1751 | LCC = 0.9599 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.0661973896920681
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1844 | LCC = 0.9593 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06229392710328102
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2142 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05828082482516766
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1911 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.058736426800489426
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1916 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05147895312309265
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1951 | LCC = 0.9594 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05142175759375096
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2001 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04733518290519714
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1904 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.048640170410275456
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2230 | LCC = 0.9575 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04642325735092163
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2073 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.043680753007531166
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2008 | LCC = 0.9584 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04263203270733357
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1710 | LCC = 0.9617 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04094140204787254
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1880 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03847847847640514
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1903 | LCC = 0.9620 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.039963921159505846
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2033 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03635969042778015
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2162 | LCC = 0.9608 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03494165104627609
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1998 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.034511092841625214
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1937 | LCC = 0.9600 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0326850148588419
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1922 | LCC = 0.9603 | SRCC = 0.9607 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1905 | LCC = 0.9614 | SRCC = 0.9616 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9ca67e6d06bab095c73470f8e83f836cea9865
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb1f32d4e3c9c147ce50ff2795cc1ee0f8fb72f636ec01aad26dc2625e96335
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f2c4746500e947d5903806a554de316ac1b255
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43701c7f1a0b619ff8354795753a8bafb93d11a2aaafd137478ac72de7b14e0e
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..55d92831e0c8d62b1dd46b358054dd37537d618b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3071323992013931
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2634 | LCC = 0.9358 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.16276125305891037
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2339 | LCC = 0.9474 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13526988357305528
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2092 | LCC = 0.9520 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1191171469092369
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2267 | LCC = 0.9522 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1090119304060936
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2180 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.1045593433380127
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2234 | LCC = 0.9566 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0942734158039093
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2394 | LCC = 0.9557 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09074366605281829
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1873 | LCC = 0.9583 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08284761393070221
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1864 | LCC = 0.9583 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08012470540404319
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2009 | LCC = 0.9553 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07309825822710991
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2140 | LCC = 0.9566 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07214606788754463
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2040 | LCC = 0.9593 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.06561359405517578
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1904 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06303817528486252
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1887 | LCC = 0.9599 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05964602094888687
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2107 | LCC = 0.9583 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05596040777862072
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1957 | LCC = 0.9595 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.053534830063581465
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1835 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04927638487517834
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2238 | LCC = 0.9542 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05176858213543892
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2056 | LCC = 0.9597 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.046518659755587576
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1888 | LCC = 0.9601 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.044713518783450125
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1713 | LCC = 0.9593 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.044182428911328314
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1962 | LCC = 0.9588 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.040686447381973266
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1911 | LCC = 0.9585 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04060388934612274
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2160 | LCC = 0.9578 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04338532324135304
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2055 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.036515133127570154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2002 | LCC = 0.9580 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.03461478441953659
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2120 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.033373817548155785
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1929 | LCC = 0.9593 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03261417183279991
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1749 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.031756806686520575
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1962 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0319238542765379
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1963 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2041 | LCC = 0.9594 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3503ba9c76f888042d9008b1718c06fc0b1fe8b8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1254da551d0681caa17a0b21c1b10011a746bdce2e6714b994bceee41ac05c8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7bdca2b3f7f35b7e4a4647c9929950a403aed8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658dce9f87fd9f858d852e82b4331a7507573df78898a5a7f6ccc45b3972cc76
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9fee49e573f1c0176cd030c2497138371fa391c1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35167446720600126
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2732 | LCC = 0.9375 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.16234101563692094
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2282 | LCC = 0.9450 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.1337769998908043
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1750 | LCC = 0.9522 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.12582580506801605
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2405 | LCC = 0.9563 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.1136648989021778
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1884 | LCC = 0.9560 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10292580252885819
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1758 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.09285402277112006
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1940 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08786948528885842
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1857 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08370991796255112
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1860 | LCC = 0.9582 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07570994985103607
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1692 | LCC = 0.9593 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.07346610876917839
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1860 | LCC = 0.9580 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07171416836977006
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1810 | LCC = 0.9584 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.06653648725152016
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1764 | LCC = 0.9596 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.06427401235699653
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1697 | LCC = 0.9602 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.06243667732179165
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1762 | LCC = 0.9572 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05796588437259197
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1791 | LCC = 0.9597 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05184825274348259
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1683 | LCC = 0.9596 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.0514452096670866
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1740 | LCC = 0.9603 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04998454414308071
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1850 | LCC = 0.9586 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04577509942650795
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1720 | LCC = 0.9600 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04569438421726227
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1779 | LCC = 0.9596 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04401629348099232
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1804 | LCC = 0.9608 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.044244907990098
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1748 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04026829244196415
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1909 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03991605374217033
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1763 | LCC = 0.9585 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03839353206753731
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1928 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.036256791532039645
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1543 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03544640962779522
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1677 | LCC = 0.9602 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.035060368061065675
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1900 | LCC = 0.9609 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03368750339746475
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1850 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03158971345424652
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1742 | LCC = 0.9611 | SRCC = 0.9607 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1900 | LCC = 0.9617 | SRCC = 0.9621 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835090f6a8946d3a56e5a775c557eedd1d0b8dcc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d292deb52b632ddb5fe0ba08c1396718e2577f7b7c80257cf2d38a43c666d54d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f342cbdf7a6a3a14258e43adaf875f5ace244893
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b924db6d7e19561218a6f9ad2967accc591a568859bf330349cd6050cc582564
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9e95bf4ad47fdfc431ad5603c1954052ab0e1714
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4217023109197617
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2891 | LCC = 0.9280 | SRCC = 0.9299 ]
+INFO:root:Average loss=0.1784721001982689
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2736 | LCC = 0.9407 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.14962769639492035
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2300 | LCC = 0.9490 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1307156162261963
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2372 | LCC = 0.9517 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11672508281469345
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1977 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10818837174773216
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1948 | LCC = 0.9559 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09903582301735878
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2041 | LCC = 0.9568 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09389348956942559
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1947 | LCC = 0.9584 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08610196310281754
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2089 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08085036620497704
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1864 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07669990506768226
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2447 | LCC = 0.9576 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07369006490707397
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2422 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06925348460674285
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1900 | LCC = 0.9589 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.06502584430575371
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1990 | LCC = 0.9588 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06396487839519978
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2095 | LCC = 0.9593 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05810154661536217
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2002 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.05713751891255379
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1872 | LCC = 0.9593 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05545080827176571
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1934 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05137655751407146
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1885 | LCC = 0.9588 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04882145205140114
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1923 | LCC = 0.9605 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04689239892363548
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1875 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04464374336600303
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1859 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04470321589708328
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1805 | LCC = 0.9598 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04123647075891495
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1837 | LCC = 0.9596 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04033544662594795
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1955 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03824298839271069
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1999 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03840402023494244
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1915 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03736504806578159
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1846 | LCC = 0.9591 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03412032993137836
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1876 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.034594427049160006
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1839 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0325735235363245
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1733 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1912 | LCC = 0.9611 | SRCC = 0.9616 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803a4806215e9b9ebbcef3ae46366b053082cde5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7b1bd9465f791b672ff7e3bbef8dcbd77badeae22ab1428823db6e0efe95f3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aad30450ccb59e8d05c7baad9cb1b29341958f6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20161e0f3776ce7e0390b5a3b0491ae9b2a9f83c790f302b1cfe59ee46d3cb1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7e55882a4ff12b3c02a1229c2e457ae2c672b598
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39503619956970215
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2622 | LCC = 0.9294 | SRCC = 0.9320 ]
+INFO:root:Average loss=0.16955260223150254
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2218 | LCC = 0.9409 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.14251693856716155
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2637 | LCC = 0.9500 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.1308247693181038
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2378 | LCC = 0.9522 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11770660841464996
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2244 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10501691681146622
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1809 | LCC = 0.9525 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09805839639902116
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1921 | LCC = 0.9542 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09195882743597031
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2073 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08586084017157555
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2335 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08271236175298691
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1918 | LCC = 0.9573 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.08070262342691421
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2009 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07418590041995049
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2047 | LCC = 0.9572 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07202659824490547
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1958 | LCC = 0.9591 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06476071691513062
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2001 | LCC = 0.9563 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05938797086477279
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2079 | LCC = 0.9579 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.059974833577871325
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1927 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05532806707918644
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1800 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05473417407274246
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2084 | LCC = 0.9588 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.05341541819274426
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2053 | LCC = 0.9591 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05174430076777935
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1682 | LCC = 0.9569 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04798104545474052
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1976 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.045609274685382846
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1909 | LCC = 0.9582 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04528848348557949
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1787 | LCC = 0.9561 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.040797976851463316
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1919 | LCC = 0.9570 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.03935070444643497
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1931 | LCC = 0.9576 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0387915552854538
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1818 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03758108097314834
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1933 | LCC = 0.9573 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.036120355412364004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1948 | LCC = 0.9560 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03756959111988544
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1901 | LCC = 0.9577 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.03363069230318069
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1911 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.031863802760839464
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1769 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2099 | LCC = 0.9608 | SRCC = 0.9616 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8756413458fce5e0a20c6752dacd6f0c204c9f3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d1f5b7ae80cb65bb37083e3bce64e5508bc06fecce7a1053743bc062093d10
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5d9619ccedd7b45cf731dea17ca0f513be3efa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1c1b82d08dcc43c4d57d63c16e0a0cffa267450c24f4042847f2a2991f0002
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..04e73d87a16eee238ada641173c3b5af53b70a27
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3756451600790024
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3035 | LCC = 0.9346 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.16034791481494903
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2603 | LCC = 0.9467 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13592724019289018
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2141 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11704719495773315
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2215 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10584228381514549
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2263 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10420021012425423
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1975 | LCC = 0.9575 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.09013357806205749
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2134 | LCC = 0.9579 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08795852532982826
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1942 | LCC = 0.9579 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0802136278450489
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1746 | LCC = 0.9584 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0776447337269783
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2012 | LCC = 0.9586 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.07104336068034173
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1871 | LCC = 0.9593 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06546506495773792
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1708 | LCC = 0.9584 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.062411915630102156
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2017 | LCC = 0.9595 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.061169407457113266
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1873 | LCC = 0.9594 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06056153255701065
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1822 | LCC = 0.9596 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.054914544314146045
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1869 | LCC = 0.9598 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05421993264555931
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1803 | LCC = 0.9599 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04965060049295426
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1965 | LCC = 0.9599 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.048247144639492034
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1789 | LCC = 0.9599 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.045309470474720004
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2197 | LCC = 0.9583 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04657174316048622
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1858 | LCC = 0.9596 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04393161717057228
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2015 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04004170858860016
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1893 | LCC = 0.9598 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.039114008769392965
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1845 | LCC = 0.9602 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.037651005282998085
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1826 | LCC = 0.9608 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03621552407741547
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1773 | LCC = 0.9606 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03481963247060776
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1920 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03480631603300571
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2025 | LCC = 0.9591 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03474055233597755
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1899 | LCC = 0.9596 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03340347871184349
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2041 | LCC = 0.9591 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03241403262317181
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1978 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1815 | LCC = 0.9624 | SRCC = 0.9632 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4541c1533234b4e216c9e276e4923b3ff955145c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15542e144c90cfa3ed3236671ef52bee660376aa5249bb3012f2107e1cc9f55b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c155c120d616cb448662d856b0fe6d31d9830100
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01237d53e3ee5026613e2c32372ab939692c07455d526eb3bc3a8e6c135ff76c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e5bed4cba3fa7f56be183a30f69cbaa0ca35b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3427926346063614
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2728 | LCC = 0.9362 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.16194909608364105
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2616 | LCC = 0.9478 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.14143253868818284
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2256 | LCC = 0.9518 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12178805708885193
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2434 | LCC = 0.9517 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11181906974315643
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2349 | LCC = 0.9550 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10546606430411339
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2242 | LCC = 0.9555 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09515246051549911
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1749 | LCC = 0.9568 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09011437213420868
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1903 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08595831274986267
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2138 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08047739681601525
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1927 | LCC = 0.9579 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07657190838456154
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2207 | LCC = 0.9577 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0704805451631546
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2065 | LCC = 0.9570 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06823251661658288
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1993 | LCC = 0.9560 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06304883441329003
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2328 | LCC = 0.9556 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06037975662946701
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2013 | LCC = 0.9580 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06002163028717041
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2134 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.053406711846590044
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1903 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.052615894347429276
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2101 | LCC = 0.9585 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.049690799131989476
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1930 | LCC = 0.9585 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.046667432427406313
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1943 | LCC = 0.9583 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04693401218950748
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2015 | LCC = 0.9564 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04447919921576977
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1969 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04287556190788746
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1752 | LCC = 0.9585 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04021327175199985
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1967 | LCC = 0.9580 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.038828146263957024
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1849 | LCC = 0.9594 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03694091095030308
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1869 | LCC = 0.9576 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03482345780730248
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1768 | LCC = 0.9588 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03442409648001194
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1759 | LCC = 0.9592 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.035161562830209735
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1981 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.033008682817220684
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1993 | LCC = 0.9592 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03385643428564072
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1881 | LCC = 0.9584 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1835 | LCC = 0.9606 | SRCC = 0.9618 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f1f3d4e496f479aaf3856a705d2201216852e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4475d7c2cbc1a43848f89f40cf8a43447b87e7cf6ebfda5ca3d178534685b079
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc38458f7a2ad922fff7b2f900cb9c8373236f9c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a578c7af9e8a19dd21fefc4c1d740dc16d68bc0953b5d21fcf3c70023f968548
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..153f692a56d28ba0c2dec096541873c0b4c34d04
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3174118238091469
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3063 | LCC = 0.9310 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.1645828508734703
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2425 | LCC = 0.9435 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.1399065796136856
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2471 | LCC = 0.9479 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12566367942094803
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2419 | LCC = 0.9511 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11858164536952973
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2675 | LCC = 0.9523 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11186114999651908
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2253 | LCC = 0.9550 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10027205589413643
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2147 | LCC = 0.9543 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09271460893750191
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2331 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08695206722617149
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2279 | LCC = 0.9529 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0800046589076519
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2128 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07715145552158356
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2022 | LCC = 0.9558 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07328310644626618
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2049 | LCC = 0.9568 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06815360900759697
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2210 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0647393262386322
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1956 | LCC = 0.9570 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06230239391326904
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1928 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05745243361592293
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2182 | LCC = 0.9567 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05938483348488808
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2164 | LCC = 0.9574 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05511624991893768
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2198 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.051202502638101575
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2200 | LCC = 0.9567 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04814831256866455
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2061 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0466117904484272
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2005 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.046199727833271025
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2059 | LCC = 0.9576 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04318774181604385
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2350 | LCC = 0.9550 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04255594317615032
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2152 | LCC = 0.9590 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.039745890647172925
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1963 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.040667172417044636
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1842 | LCC = 0.9586 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03810648426413536
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1997 | LCC = 0.9575 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03668299186229706
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2104 | LCC = 0.9581 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03326610867679119
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2144 | LCC = 0.9566 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.03323567847907543
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2081 | LCC = 0.9589 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03260014931857586
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1999 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2168 | LCC = 0.9593 | SRCC = 0.9598 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d37491987f1347fb964c2c1105a99c79025e9b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fe7fa9b3e55082a32247e273cd44d8d630d0807a567db50b93097927dc08e3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6298fc7b3c1f685728439250513910a641bfccf2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749cbdc15276843f27f4a3db9129d3f0031ba7dc98597cba7150f296b51ad5bb
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..982b2caa2d375d2aa5a3ab4e25100c0acde5884b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3310734919309616
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2858 | LCC = 0.9362 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.1763149705529213
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2426 | LCC = 0.9421 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.1394647814631462
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2504 | LCC = 0.9499 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.12672293484210967
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2033 | LCC = 0.9529 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12086050581932067
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2194 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.1059766760468483
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1910 | LCC = 0.9551 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.10078583192825318
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2155 | LCC = 0.9553 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09320936849713325
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2052 | LCC = 0.9571 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08754955312609672
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2027 | LCC = 0.9571 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08303697147965432
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2166 | LCC = 0.9576 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0802147754728794
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1935 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0741971144080162
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1885 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06704919663071632
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1805 | LCC = 0.9575 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06679416495561599
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1816 | LCC = 0.9592 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.061979233399033544
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1995 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.058481521740555764
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1927 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.05554289105534554
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1975 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05385574588179588
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1982 | LCC = 0.9577 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05251206265389919
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2104 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05005205748975277
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2190 | LCC = 0.9577 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04733216343820095
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1927 | LCC = 0.9578 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04576199847459793
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1971 | LCC = 0.9590 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0443819365799427
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1943 | LCC = 0.9559 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04326228518784046
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1876 | LCC = 0.9588 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0397842079102993
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1915 | LCC = 0.9567 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03820889559388161
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1967 | LCC = 0.9562 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.036670595601201054
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1915 | LCC = 0.9577 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.036047245249152184
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1797 | LCC = 0.9598 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0348786369562149
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1945 | LCC = 0.9583 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03416891548037529
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1831 | LCC = 0.9577 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03239719149470329
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1674 | LCC = 0.9564 | SRCC = 0.9569 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1861 | LCC = 0.9608 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3504f4c1bd5016bb37410974d8a4c42b4dba2f9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab8451b4c0961e4c5caa6fcb4232b32726c04be174c6251d02f2fc33d8c5b47
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569ee57e380a2d7e0466d44538f628b65fd564ea
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da95d3cc673a90775169993eb132952e5fda9a8d5458cb1d62c67da1bc645b58
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5f7d14d3dfe72b72f5458924fda92b0fee826c29
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3720566412210464
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2986 | LCC = 0.9343 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.15997146105766297
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2472 | LCC = 0.9463 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.1355568351149559
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2598 | LCC = 0.9487 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.12220917069911957
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2626 | LCC = 0.9529 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11407035622000694
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2441 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.1019799784719944
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2210 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09499013340473175
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2115 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09273958364129066
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2319 | LCC = 0.9568 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08266073590517044
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2194 | LCC = 0.9579 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07783765098452568
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2218 | LCC = 0.9564 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07488567113876343
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2339 | LCC = 0.9585 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0739305599629879
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2166 | LCC = 0.9580 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06732939749956131
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1954 | LCC = 0.9586 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06369121024012565
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2010 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05824081900715828
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2266 | LCC = 0.9570 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05607296058535576
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2090 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05269930195808411
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2373 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.052689652159810065
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2027 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0504255131483078
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2211 | LCC = 0.9585 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04588057534396649
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2348 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04367661067843437
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2161 | LCC = 0.9582 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.043300019323825836
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1971 | LCC = 0.9595 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.039626860469579694
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2154 | LCC = 0.9591 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04285009349882603
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2098 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03764520773291588
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1819 | LCC = 0.9589 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03710751797258854
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1983 | LCC = 0.9595 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03460333651304245
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2135 | LCC = 0.9582 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03315699961781502
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2150 | LCC = 0.9592 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.031844360947608945
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1805 | LCC = 0.9587 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.031222021728754042
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2212 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03241695390641689
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1894 | LCC = 0.9610 | SRCC = 0.9605 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1945 | LCC = 0.9600 | SRCC = 0.9605 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da802de64f12bf3cc6308d23e724119779db46a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ff4bcf8207761d25d7be01df44379fe35e5d838dfd31bfb917fb03c1632a8b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3288e21d30fc5c2186273f6d09bb723eac1b4e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a5e1d6c7c7ef944ff44a011c1d9671986212666c4e827fc1a10e9ab14305c6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a1dae3f4167e9d0c3dd3223a169f5aaa7e63ede
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.525616534948349
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2566 | LCC = 0.9338 | SRCC = 0.9348 ]
+INFO:root:Average loss=0.1615152606368065
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2249 | LCC = 0.9479 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13986275070905685
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2476 | LCC = 0.9520 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12504532825946807
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1843 | LCC = 0.9543 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11157045751810074
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1969 | LCC = 0.9559 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.10364589285850524
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1962 | LCC = 0.9568 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.09879217943549157
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2140 | LCC = 0.9569 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.0881312077641487
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1808 | LCC = 0.9581 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.08669349953532218
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1828 | LCC = 0.9579 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07981732103228568
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2076 | LCC = 0.9580 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07417057937383652
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1837 | LCC = 0.9592 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07051733165979385
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1835 | LCC = 0.9591 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.06740321898460389
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2076 | LCC = 0.9587 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06268254604935646
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1791 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05809988328814507
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1844 | LCC = 0.9594 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05887492066621781
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1607 | LCC = 0.9595 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05229012064635754
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1895 | LCC = 0.9599 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05494838127493858
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1911 | LCC = 0.9590 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.05002447636425495
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2047 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.046430565252900124
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1837 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04726644591987133
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1884 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04337491376698017
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1937 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04180695314705372
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2031 | LCC = 0.9593 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04130564340949058
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1844 | LCC = 0.9595 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03740162368118763
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1796 | LCC = 0.9584 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03581705692410469
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1746 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0349045205116272
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1795 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0334549852013588
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1894 | LCC = 0.9595 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.03585425491631031
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1781 | LCC = 0.9605 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.032027075171470645
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1708 | LCC = 0.9591 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03243158137798309
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1919 | LCC = 0.9586 | SRCC = 0.9588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1776 | LCC = 0.9612 | SRCC = 0.9614 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21bcd8196a7526e304dbe0350b75166e9925fd4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a4b2b96656c7d5c4be80570a30588b78accb26cdd5eeb2e14b0f182425e3e2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d776335e17d15b38416e28641b19baa267b98e95
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1699e559a9466f165f2b7dbfb993126d88d00d48252456fea4b208da5070d7fa
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..75540d05b1ff3ee656b537bd1c03772dfcb4d5b5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3477717022895813
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2723 | LCC = 0.9355 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.15668821620941162
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2678 | LCC = 0.9451 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.13654452824592592
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2114 | LCC = 0.9499 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11695317244529724
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2155 | LCC = 0.9525 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11123207432031632
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2040 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10226008540391922
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2067 | LCC = 0.9542 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09633787947893142
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2122 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08878998738527298
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2075 | LCC = 0.9569 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0840989662706852
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2090 | LCC = 0.9573 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07839650279283523
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2079 | LCC = 0.9577 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07290957063436508
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1946 | LCC = 0.9567 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0709735805094242
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1958 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06741412875056267
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1973 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06319658608734607
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1997 | LCC = 0.9582 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.059752584636211394
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1695 | LCC = 0.9562 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.058623555958271026
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2039 | LCC = 0.9589 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05429911725223065
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1982 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.054331593587994574
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1921 | LCC = 0.9594 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05120096859335899
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1856 | LCC = 0.9574 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04922689962387085
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1670 | LCC = 0.9574 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.047148228898644444
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1959 | LCC = 0.9582 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04337651540338993
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2129 | LCC = 0.9576 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.045448887035250664
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1928 | LCC = 0.9586 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.038888013288378716
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1917 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03893936918675899
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1998 | LCC = 0.9586 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03765434445440769
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2084 | LCC = 0.9576 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03528770263493061
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1995 | LCC = 0.9580 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03420383794605732
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1843 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03392645680904388
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1917 | LCC = 0.9575 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03432286180555821
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2003 | LCC = 0.9584 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03096104635298252
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1932 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1973 | LCC = 0.9592 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa8260361f97740aa1857cde8067f4dee5ca021
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58662bfe32f5e0df8f7b1a04a3b554d2a404601096052be5ca9af0c64678c079
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3db1cb966b1d6cae39f492815886959fc4233c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff68d4098c87fc71889713022520f2da2b581f3ddbf64993eb87b2401daca72
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7f2b3219541328b817536ecb49499a27a65a61fc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3556921626329422
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2614 | LCC = 0.9338 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.15911314326524734
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2666 | LCC = 0.9414 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.13218907904624938
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2471 | LCC = 0.9498 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12070729434490204
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2050 | LCC = 0.9521 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10832244089245796
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2311 | LCC = 0.9532 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10381258326768875
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1976 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09265392711758613
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2184 | LCC = 0.9566 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09023675921559333
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2336 | LCC = 0.9562 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08362271592020988
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2413 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07967685014009476
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1911 | LCC = 0.9570 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07261686995625496
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2126 | LCC = 0.9575 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07023498865962029
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2117 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06534278288483619
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1934 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06094547267258167
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1856 | LCC = 0.9573 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05941340708732605
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2034 | LCC = 0.9554 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.057465325519442556
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1797 | LCC = 0.9565 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05440390530228615
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1979 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05447104415297508
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2018 | LCC = 0.9564 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04736345928907394
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1817 | LCC = 0.9575 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.046236634656786915
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1948 | LCC = 0.9580 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04724702283740043
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1916 | LCC = 0.9571 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.042628873884677884
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1943 | LCC = 0.9572 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04225587737560272
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2103 | LCC = 0.9575 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.039818710684776305
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1896 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03701449465751648
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2111 | LCC = 0.9585 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03669581185281277
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1923 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.035112921446561814
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1912 | LCC = 0.9573 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03607801935076713
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1988 | LCC = 0.9568 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.03212416467070579
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1956 | LCC = 0.9575 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03425892804563045
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2051 | LCC = 0.9561 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.031162236213684084
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2166 | LCC = 0.9568 | SRCC = 0.9575 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1928 | LCC = 0.9576 | SRCC = 0.9587 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0fdf159e980def20df679364d76972a887ceb3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6254bf76bcfc466944d7b1fc1e343568287675805342a3061c8de0f3dd450f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729bc7a3dec8122a49c276fa9bbc1e60de494c72
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c64c1a6bccebec23e32e17bd4326f0c30fcfed7a0a7d63077d94f5280a3843e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fe4e17cc84ba3744489fb292d6f691dd6c16841a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3628238890171051
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2455 | LCC = 0.9291 | SRCC = 0.9327 ]
+INFO:root:Average loss=0.15873285913467408
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3070 | LCC = 0.9439 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.13422050064802168
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2895 | LCC = 0.9470 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12406925588846207
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2106 | LCC = 0.9505 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11245021104812622
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2599 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10617561006546021
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2442 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09742964407801628
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2358 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08971074816584587
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2220 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0847898379266262
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2681 | LCC = 0.9542 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07933238032460213
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2603 | LCC = 0.9552 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07676207557320595
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2151 | LCC = 0.9543 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0704462625682354
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2022 | LCC = 0.9553 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0669607261121273
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2519 | LCC = 0.9552 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06545211753249168
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2427 | LCC = 0.9556 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0607293852865696
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2223 | LCC = 0.9544 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.056810783445835115
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2172 | LCC = 0.9551 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.054843510851264
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1954 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.054228757619857786
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2204 | LCC = 0.9567 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05292828699946404
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1954 | LCC = 0.9556 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.048849728032946585
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2212 | LCC = 0.9560 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04578687688708306
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2056 | LCC = 0.9576 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04361930146813393
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2514 | LCC = 0.9543 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.042056281939148905
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2404 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0439010511636734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2273 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04030438049137592
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2203 | LCC = 0.9546 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03759540763497353
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2028 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.037966966897249224
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2244 | LCC = 0.9564 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.033951319396495816
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2169 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03521596120297909
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2210 | LCC = 0.9562 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03187579914182424
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2544 | LCC = 0.9543 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.03178892116248608
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2106 | LCC = 0.9549 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2092 | LCC = 0.9588 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91356da899054d8a57b5ff1a87b89bd90ae4e324
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009c1685e4b79dd6bb5aae7617585e892e9b826583a785a4a22e943ef34d529f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b066581af5a4c983d3cef9e353c8b260712c2f6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd847f110936cef3c05026696018c75ba22497ed877ca08b54b45375a7db947d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..29d7d297db809c7e5487fac77187ae3baa0abb0e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.323712256193161
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2758 | LCC = 0.9388 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.15456790685653687
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2879 | LCC = 0.9441 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.13143241214752197
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2775 | LCC = 0.9499 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12155566591024398
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2373 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11773447632789612
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2314 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.10494319367408753
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2264 | LCC = 0.9535 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0976875395476818
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2443 | LCC = 0.9548 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09082316520810127
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2167 | LCC = 0.9566 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08362630948424339
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2126 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08230614799261093
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2294 | LCC = 0.9569 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07394956651329994
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2035 | LCC = 0.9580 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07013615882396698
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2144 | LCC = 0.9584 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06756073215603828
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1932 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06449113675951958
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2358 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.062214368045330044
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2205 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05575098615884781
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2003 | LCC = 0.9571 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05262925338745117
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2164 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05039505688846111
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2081 | LCC = 0.9560 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.052393240690231324
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2009 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04707366432249546
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2161 | LCC = 0.9577 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04521542173624039
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2041 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.046448196798563005
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1854 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04210409459471703
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1834 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.041324874281883237
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2248 | LCC = 0.9564 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.038299700632691384
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2267 | LCC = 0.9573 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03844320647418499
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2098 | LCC = 0.9565 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03503104202449322
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2091 | LCC = 0.9577 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0362980561926961
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2035 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03305679377913475
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2126 | LCC = 0.9575 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.030783474802970886
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2004 | LCC = 0.9563 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.031181254118680952
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2023 | LCC = 0.9571 | SRCC = 0.9573 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2174 | LCC = 0.9592 | SRCC = 0.9604 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16365bd99fa8f4c72bba40fe3c8f490671ada71a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a71740f482f0855ba4d5917968f580928e342341c59dec2c7a5eddc89dbbf
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ee7b420493584875b2ef29804d2380b71cbd95
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29dc4aee31dd109787ef7530690f1449f4939c02b08d49c2baf0edb150920d7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5bf16c5075a03f1c786ed3e0e71362dfdce48c5b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37902431064844133
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2820 | LCC = 0.9295 | SRCC = 0.9322 ]
+INFO:root:Average loss=0.16131504327058793
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2520 | LCC = 0.9446 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.13890446460247038
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2417 | LCC = 0.9503 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12107306683063507
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2162 | LCC = 0.9499 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.10880880683660507
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2316 | LCC = 0.9525 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10218980482220649
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2349 | LCC = 0.9517 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09540184625983238
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2211 | LCC = 0.9541 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0892049327492714
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2431 | LCC = 0.9547 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08308773910999298
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2329 | LCC = 0.9527 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0845272855758667
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2368 | LCC = 0.9527 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07320749807357788
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2103 | LCC = 0.9553 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0678817233145237
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2057 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06687182736396789
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2131 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0652384921759367
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2024 | LCC = 0.9561 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06050683605670929
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2089 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05689806714653969
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2123 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05408032748103142
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2052 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05214065201580524
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2302 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.051373100817203525
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1922 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05096223382651806
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2118 | LCC = 0.9556 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04602905862033367
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2093 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.044535109385848044
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1982 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04046115402877331
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1979 | LCC = 0.9541 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.03845955730974674
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2044 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03848805718123913
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2059 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.03756122581660747
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2141 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.03707222320139408
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2090 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.035372042745351794
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1986 | LCC = 0.9570 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.033707151114940645
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1984 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.033498807176947594
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.031131621658802032
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2043 | LCC = 0.9566 | SRCC = 0.9567 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1965 | LCC = 0.9591 | SRCC = 0.9604 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f332c9735e45528fce8defeaf131bb7a61d3963b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf1140b394d469218e27159d3bcd87d0afd54c2700f1aaf9ad58fbf42076bb4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682c3c81847199f865a3d56bda8654d9f1c28dda
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d43aa60a27ca4686546cb4fe33c737e3ce56be52202f49dd8d52415461b8a95
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..356f0cc684872af770451f042bd5c649f1512cfe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3195536209344864
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2753 | LCC = 0.9337 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.1613929802775383
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2731 | LCC = 0.9451 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13167390316724778
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2229 | LCC = 0.9448 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.12147871774435043
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2607 | LCC = 0.9507 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11590603530406952
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2352 | LCC = 0.9529 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1030706776380539
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2263 | LCC = 0.9539 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09770334845781327
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2358 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08979540118575097
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2614 | LCC = 0.9537 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08637506666779518
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2360 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07775263193249703
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2501 | LCC = 0.9529 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07605023518204689
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2055 | LCC = 0.9547 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07375454419851303
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2123 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07048560974001884
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2369 | LCC = 0.9564 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06430561429262162
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2308 | LCC = 0.9563 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06154913663864136
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2249 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.059279433846473696
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2086 | LCC = 0.9563 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.056191341876983644
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2495 | LCC = 0.9564 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.052134234115481376
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2308 | LCC = 0.9563 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05343358120322227
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2335 | LCC = 0.9556 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04980639572441578
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1981 | LCC = 0.9549 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04722802619636059
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2154 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04577519351243973
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2317 | LCC = 0.9550 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04536771236360073
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2098 | LCC = 0.9553 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04562927153706551
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2290 | LCC = 0.9570 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.03959310883283615
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2517 | LCC = 0.9562 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.040791008174419406
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2316 | LCC = 0.9561 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03752740155160427
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2067 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03670430472493172
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2225 | LCC = 0.9574 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.034548812210559846
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2017 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.03399426905810833
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2166 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.03392525535821915
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2228 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2358 | LCC = 0.9552 | SRCC = 0.9560 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7211f7032fba980680eb43e3cab7ac1bb02e7ada
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249362520a9a2f22dee17ba0903e66794527fa03bfc78012a540fd9f5d487d62
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ee3d969a459c53558ea2e58b3cedd357df0476
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b614a192cb8d5ad4eea0457e4783026b55fc8e93519619b6cf695391e9255bc5
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4b5e3909fc1fb4acc6287bb8c7d8b71f0d34f12d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3429540091753006
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3393 | LCC = 0.9356 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.16423247957229614
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2978 | LCC = 0.9445 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.13809444373846055
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2829 | LCC = 0.9471 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.12205183815956115
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2609 | LCC = 0.9477 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11514298784732818
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2998 | LCC = 0.9469 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.10308352002501488
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2989 | LCC = 0.9500 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09975604876875878
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2435 | LCC = 0.9548 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09466074621677399
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2734 | LCC = 0.9543 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08774869459867478
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2443 | LCC = 0.9546 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08565303218364716
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2416 | LCC = 0.9548 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07612332859635353
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2256 | LCC = 0.9560 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07543529546260834
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2170 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07237874755263328
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2729 | LCC = 0.9534 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06951695674657822
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2260 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06287945836782455
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2336 | LCC = 0.9563 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05990941596031189
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2570 | LCC = 0.9545 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05892778024077416
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2148 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.053856461003422736
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2548 | LCC = 0.9513 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05284360691905022
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2102 | LCC = 0.9562 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04920875680446625
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2315 | LCC = 0.9563 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04968232326209545
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2161 | LCC = 0.9565 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04778147669136524
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2436 | LCC = 0.9538 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04445758320391178
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2371 | LCC = 0.9546 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04630660670995712
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1945 | LCC = 0.9576 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.041955650389194486
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2079 | LCC = 0.9563 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04077184598147869
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2261 | LCC = 0.9551 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04160257437825203
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2154 | LCC = 0.9559 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04296519567072392
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2287 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.037856470584869385
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2142 | LCC = 0.9554 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03688679705560207
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2532 | LCC = 0.9561 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03483197697997093
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2213 | LCC = 0.9568 | SRCC = 0.9568 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2011 | LCC = 0.9569 | SRCC = 0.9571 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14facbc15c0315e73007d128c6c3c8c3e7f2ba8b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338dcd3e538a8b8e140782271cb88f6e906d79acb433f0f0a818068025f0deff
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331a1faa16488dda137fa1af01a4b6196fb3d1b9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8e2a5c7738294ddc1cc6e7cdfa4adb319c563f98e78e195217fbeebfcef6bc
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b92569bfde980cb392d5834813c3b7c170954127
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3540592143535614
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3264 | LCC = 0.9343 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.15739260256290435
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3421 | LCC = 0.9403 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.13886762434244157
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2897 | LCC = 0.9461 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12310684925317764
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2740 | LCC = 0.9482 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11585146200656891
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2692 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10711206793785095
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3090 | LCC = 0.9507 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10095408263802529
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2347 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09621259200572968
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2587 | LCC = 0.9527 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08889985504746437
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2522 | LCC = 0.9535 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08491656002402305
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3061 | LCC = 0.9521 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07789295673370361
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2264 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07707312664389611
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2192 | LCC = 0.9543 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07264849600195884
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2716 | LCC = 0.9544 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06602289143204688
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2432 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06784321317076683
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2537 | LCC = 0.9549 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06529933032393455
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2662 | LCC = 0.9555 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.060257607504725454
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2320 | LCC = 0.9550 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0545367017686367
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2496 | LCC = 0.9552 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.051214184775948524
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2291 | LCC = 0.9545 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.052032815754413604
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2756 | LCC = 0.9528 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05006506715714931
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2329 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.045803310468792914
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2546 | LCC = 0.9550 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04398731063306332
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2250 | LCC = 0.9561 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04537592887878418
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2123 | LCC = 0.9566 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04438519656658173
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2178 | LCC = 0.9565 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03984270736575127
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2186 | LCC = 0.9554 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0392642115354538
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2318 | LCC = 0.9550 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.037268610134720805
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2643 | LCC = 0.9549 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03839965285360813
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2762 | LCC = 0.9540 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.03672756779193878
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2295 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.032920178323984146
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2422 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2155 | LCC = 0.9571 | SRCC = 0.9575 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f75a7fefcb2c7f5c57e5506fcd06316dad10ad
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8c9a5503fb4f7f66cb21d2e8155037e3147c8a735acacd8ecd49f489009873
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da931ed743fab396798cbf0d7c6192c65cd2756
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569baf5ed55a1b085d57d76a7e47cef7cfc12e94efbe51900628ae8b780f1180
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9ec7fc65ac3f4dc3f2776ff43363ecc5fd9fb77f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3375095275640488
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3006 | LCC = 0.9381 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.16001276618242263
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2689 | LCC = 0.9463 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13612591660022735
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2386 | LCC = 0.9477 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12292606991529464
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2535 | LCC = 0.9520 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11245980739593506
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2223 | LCC = 0.9522 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10710718870162964
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2429 | LCC = 0.9538 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09568360251188278
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2196 | LCC = 0.9547 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0900107047855854
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2116 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08513025394082069
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2229 | LCC = 0.9550 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08648269465565682
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2260 | LCC = 0.9540 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07778214865922928
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2034 | LCC = 0.9502 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.07704481253027916
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2596 | LCC = 0.9524 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07020606535673142
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2163 | LCC = 0.9554 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0663774120658636
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2105 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06398926615715027
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2328 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.060856038898229596
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2108 | LCC = 0.9558 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05640329247713089
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1963 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05779355672001839
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2160 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05455027750134468
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2170 | LCC = 0.9534 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0542879130244255
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2098 | LCC = 0.9551 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04851514394581318
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2129 | LCC = 0.9537 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04903111778199673
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2194 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04605835522711277
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2149 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04320510604977608
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1902 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04298696433007717
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2230 | LCC = 0.9534 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04034988477826119
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1971 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03918341904878617
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2154 | LCC = 0.9549 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03936643035709858
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2139 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.036134257033467294
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2069 | LCC = 0.9538 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.034781282886862754
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2182 | LCC = 0.9549 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.035330298259854315
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2384 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2115 | LCC = 0.9558 | SRCC = 0.9560 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5002220d9ac7e008a2a7c6fa9a36a4407450bbd4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a074fea540bb60d2c4f286edbfe633963d1e7811086556854143682cc8040c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7204e745bfd7fbad4a4059eb246afc05301179
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95553b9818b7c5eb4435f1935675ca518653c18a90ec236a13c2361b4ab7b39c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e3437d0746d4bdbbc560ecd865de4e309889388c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2985062153339386
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2806 | LCC = 0.9346 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.15811264300346375
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2652 | LCC = 0.9441 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.13749677336215974
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2320 | LCC = 0.9493 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12562729263305664
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2350 | LCC = 0.9518 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11257574057579041
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2194 | LCC = 0.9517 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10477421462535857
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1806 | LCC = 0.9533 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10061907961964607
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1965 | LCC = 0.9529 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09067703890800476
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2255 | LCC = 0.9536 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08924371188879013
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2099 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0830047236084938
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1991 | LCC = 0.9549 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07707556822896004
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1786 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07444064718484879
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1984 | LCC = 0.9531 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07309995314478875
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2053 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06744545397162438
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1663 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.062104949563741685
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2127 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.059927145540714266
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1869 | LCC = 0.9570 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05869960154592991
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2111 | LCC = 0.9564 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05473022425174713
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2214 | LCC = 0.9544 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05597878876328468
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2152 | LCC = 0.9548 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05294463382661343
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1768 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04855113403499126
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1845 | LCC = 0.9563 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04620440916717052
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1786 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04510413625836372
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2094 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.04314302895963192
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1912 | LCC = 0.9566 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04241990567743778
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1864 | LCC = 0.9561 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04234538346529007
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1956 | LCC = 0.9559 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04003674471378326
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1858 | LCC = 0.9557 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.039708376795053485
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1834 | LCC = 0.9575 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.038302236765623096
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1834 | LCC = 0.9570 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03432465653121471
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1870 | LCC = 0.9561 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.03610255394876003
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1948 | LCC = 0.9571 | SRCC = 0.9570 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1875 | LCC = 0.9577 | SRCC = 0.9582 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f42cb9addeee8a1e7158ccdb23d93a4e07ffa4f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0083ba911eb442ddc8551436b75ca1d909a23da3b5bb05f4fc9468efa748dcdb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa432474fe6aa41a01232ef28e3c168df4ac473
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2246afa51ddbde49f7284c820b73aee846f58cbd3cfbd2bd81651276abf800b4
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2ec768f98cf732c146e64615f73b159ab5a27383
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31783331763744355
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2538 | LCC = 0.9355 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.1617995641231537
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2499 | LCC = 0.9463 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.13854172146320343
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2372 | LCC = 0.9511 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12793863371014594
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2673 | LCC = 0.9517 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1182192405462265
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2401 | LCC = 0.9521 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10965585780143738
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2189 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10209273406863213
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2305 | LCC = 0.9527 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09839116215705872
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2236 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09247863268852234
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2234 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08787040954828262
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2128 | LCC = 0.9543 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08256143721938133
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1913 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07765693488717079
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2116 | LCC = 0.9560 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0762916798889637
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2022 | LCC = 0.9554 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07239610877633094
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1916 | LCC = 0.9554 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07055280447006225
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2105 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0648515614271164
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2273 | LCC = 0.9537 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06359599953889847
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2168 | LCC = 0.9557 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.060639808475971224
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2079 | LCC = 0.9564 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05662324871122837
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1898 | LCC = 0.9552 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05507345286011696
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2168 | LCC = 0.9550 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05170300100743771
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2107 | LCC = 0.9531 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.052238517224788665
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1941 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04855854070186615
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1993 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04781598079204559
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1698 | LCC = 0.9560 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.04721385985612869
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2128 | LCC = 0.9570 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.045426304563879964
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2114 | LCC = 0.9566 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04321893972158432
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2180 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04249236799776554
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1888 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.03920601417124271
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1872 | LCC = 0.9561 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0389629911929369
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1997 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.03824669623374939
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2095 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2175 | LCC = 0.9566 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33539da4f75153ed192ad59fb3f2e6c2cee2194
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fa786bcfe33dc34bcc3cc87218a404c94bb6e9b0389d863817947124913e64
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e18524165684fd2c0aab3e96bcbeb94c45a9ce
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a2050eee577380eb3c054d4e89cf7a4aaa1f059fff336567f8ed866cccd239
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1ff61bb0c3fd8b0fab3da207748b2531646f7d19
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3112672912478447
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3176 | LCC = 0.9343 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.16087182331085206
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2736 | LCC = 0.9429 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.14162273055315017
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2626 | LCC = 0.9477 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.13085762387514113
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2080 | LCC = 0.9465 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.12497449612617492
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2372 | LCC = 0.9494 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11630245918035508
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2102 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1036323658823967
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2406 | LCC = 0.9502 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.10231769916415215
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2202 | LCC = 0.9530 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.09301194161176682
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2185 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08845311361551285
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2107 | LCC = 0.9532 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08425906604528427
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1924 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.07973338752985
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2259 | LCC = 0.9515 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.0743379108607769
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2275 | LCC = 0.9525 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07249329873919487
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2133 | LCC = 0.9534 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07138310444355012
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2224 | LCC = 0.9497 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.06681447640061379
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2354 | LCC = 0.9516 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.06463962265849113
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2216 | LCC = 0.9528 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.063689682751894
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2027 | LCC = 0.9544 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05850019174814224
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2344 | LCC = 0.9530 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05640247404575348
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2225 | LCC = 0.9547 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05451088346540928
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2199 | LCC = 0.9526 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05285818316042423
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2152 | LCC = 0.9517 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04943188595771789
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2172 | LCC = 0.9509 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.047206643372774124
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2192 | LCC = 0.9542 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0495361048579216
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2020 | LCC = 0.9537 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.045826350644230844
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2130 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.044740698382258415
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1999 | LCC = 0.9537 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.042435648068785664
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2110 | LCC = 0.9529 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0428192140609026
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2035 | LCC = 0.9543 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04044102157652378
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2115 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0392152598798275
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1879 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2225 | LCC = 0.9560 | SRCC = 0.9570 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f585f3334b217edc84b472ab61181a8ec4705d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496be148ed2a270c7eda884a4d6f881498cd44f0f3c01b05e7a8f215bd46a992
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7d3eb582de55d60fa63c2ba0407de989efd6f8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e9ddb09736cab34dbbdbf18fb5c3a15efef76cd46394eb6f93b5fc2c2ef329
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..72ac948e6c0db49c5fabf45a3a92198eeb844327
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3202207260131836
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2924 | LCC = 0.9340 | SRCC = 0.9349 ]
+INFO:root:Average loss=0.17071315908432008
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2365 | LCC = 0.9440 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.143952263712883
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2698 | LCC = 0.9470 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13109749341011048
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2626 | LCC = 0.9472 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.12054177093505859
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2262 | LCC = 0.9491 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1142545400261879
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2169 | LCC = 0.9516 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10481686374545097
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2383 | LCC = 0.9532 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09965773236751556
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2231 | LCC = 0.9523 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.09012391838431358
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2776 | LCC = 0.9516 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0903548457622528
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2129 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08547653594613075
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2343 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08060388234257698
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2326 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07496127369999886
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2165 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07174990999698638
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2738 | LCC = 0.9519 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07219631218910218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2287 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0653183488547802
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2316 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06918389719724655
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2121 | LCC = 0.9537 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05974844959378243
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2489 | LCC = 0.9526 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05920102602243423
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2158 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0553312723338604
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1998 | LCC = 0.9530 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05472116483747959
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2371 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05232379931211471
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2250 | LCC = 0.9525 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04953206257522106
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2189 | LCC = 0.9537 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0473355131149292
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2098 | LCC = 0.9541 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04677555578947067
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1971 | LCC = 0.9540 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04417688985168934
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2482 | LCC = 0.9521 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04218584384024143
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2274 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.04260667634010315
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2526 | LCC = 0.9532 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04022417512536049
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2225 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.040357601910829544
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2243 | LCC = 0.9545 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.03802739281952381
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2434 | LCC = 0.9536 | SRCC = 0.9542 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2153 | LCC = 0.9579 | SRCC = 0.9586 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61e3bd9abe71161e495c8abed9b11d45f0f417b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0a45f2096bba24849b20aa5ca22d246b0c38ff62738d71f3933301bfa8dcfb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee0ce199c8b26201ef7110479ba4c5754e05e2d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ab230c091a171fc16413885aa6d7e8f21e0c176cbf18867fabbf51d9d81952
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..179252260d62929f3de0a5e4d1416e5aed001d86
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2955333489179611
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3119 | LCC = 0.9396 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.16173960953950883
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2685 | LCC = 0.9465 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14027598229050636
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2462 | LCC = 0.9481 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12995847052335738
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2120 | LCC = 0.9499 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.11986224085092545
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2444 | LCC = 0.9520 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11004488724470139
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2356 | LCC = 0.9520 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1009545409977436
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1977 | LCC = 0.9521 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09573615312576295
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2634 | LCC = 0.9522 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09332202765345574
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2675 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08571634778380394
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2496 | LCC = 0.9546 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08130502998828888
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2294 | LCC = 0.9536 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08093893712759018
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2222 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07434809514880181
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2389 | LCC = 0.9538 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07190810349583626
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2099 | LCC = 0.9564 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06585614567995071
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2020 | LCC = 0.9562 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06549641989171505
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2150 | LCC = 0.9564 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06254357400536537
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2174 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05949280509352684
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2243 | LCC = 0.9562 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.057714162155985835
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2019 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.056788433223962785
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2303 | LCC = 0.9556 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05552691042423248
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2162 | LCC = 0.9565 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05213074719905853
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2150 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.048673017218708994
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2136 | LCC = 0.9567 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.046724335998296736
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2096 | LCC = 0.9571 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.045436620652675626
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2195 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04426573318243027
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2117 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04517383180558682
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2119 | LCC = 0.9566 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04116478633880615
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1944 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04048487403988838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2143 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.039642362385988235
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1964 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03992501194775105
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1973 | LCC = 0.9572 | SRCC = 0.9568 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2044 | LCC = 0.9563 | SRCC = 0.9564 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6bf1cd150ff27b42a726924774f6a8d4b13d2d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c87c8caea4f35d42ef037cee3af6986341dd68e1d8ec802b7f764b06e00a41
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b76e134e3e8a668b9e7c7227b9cb70c2ad39b72
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d750e852ee888e747a2f81914417da32a94eef0f5e024401009c60ff149a7c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6dfd2c6721bc9a5db8aac11f72c88009b21a5eb7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29039720571041105
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3175 | LCC = 0.9355 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.1618491709828377
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2559 | LCC = 0.9429 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.14007534146308898
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2555 | LCC = 0.9448 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.13143603849411012
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2110 | LCC = 0.9492 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11891824448108673
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2822 | LCC = 0.9508 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11477518999576569
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2000 | LCC = 0.9539 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10528557831048965
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2156 | LCC = 0.9518 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09847552454471588
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1981 | LCC = 0.9512 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.09713191828131676
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2192 | LCC = 0.9535 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08662869152426719
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2079 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08395653948187828
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2414 | LCC = 0.9548 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07759643372893334
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2025 | LCC = 0.9554 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07635593238472939
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2053 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07369806867837905
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1901 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0667167167365551
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2070 | LCC = 0.9542 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06564580835402012
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2061 | LCC = 0.9541 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06328973865509033
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1998 | LCC = 0.9544 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05909155082702637
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2013 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05820201656222344
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2159 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05361841157078743
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2149 | LCC = 0.9531 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05334910336136818
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1961 | LCC = 0.9544 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05176019717752933
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2020 | LCC = 0.9552 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05027998244762421
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2100 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04701628461480141
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2444 | LCC = 0.9534 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04629084861278534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2172 | LCC = 0.9529 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04392405053973198
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1820 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04265489690005779
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1930 | LCC = 0.9554 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.04292540368437767
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2073 | LCC = 0.9538 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.03852953876554966
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2176 | LCC = 0.9549 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03781106494367123
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1988 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.038357430279254916
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1964 | LCC = 0.9562 | SRCC = 0.9568 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1991 | LCC = 0.9577 | SRCC = 0.9591 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795696e964ef831d73cd1674ac774d933159707b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7839a0048e345fa6e4efceb27f6f242da855eaea507846e3aae6f06433bed3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec30d996c3ee64521290952f0c9a13b8a1448ff0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3344b6a868b8fb5db449bd339184affa4ee817d19da66263e1b535d8e3d11b7
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c56c5d3a747c5cb04f82964805eea77bb51cb4d9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30619330126047134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3210 | LCC = 0.9389 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.1618839659690857
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2476 | LCC = 0.9439 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.15004794925451279
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2639 | LCC = 0.9475 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13824108397960663
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2228 | LCC = 0.9479 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12717085248231888
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2458 | LCC = 0.9506 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11869870114326476
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2339 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11529343050718308
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2221 | LCC = 0.9512 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.10860380530357361
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2382 | LCC = 0.9512 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.10210720074176788
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2269 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10371894532442093
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2421 | LCC = 0.9503 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.09630069744586944
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2437 | LCC = 0.9539 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09470573619008064
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2242 | LCC = 0.9528 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08814458867907524
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1993 | LCC = 0.9532 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08292205500602721
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2315 | LCC = 0.9547 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08049858075380326
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2121 | LCC = 0.9557 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07857731035351753
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2346 | LCC = 0.9555 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07394277191162109
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2020 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0743736726641655
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2158 | LCC = 0.9549 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07023922601342202
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2219 | LCC = 0.9547 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06669458512961865
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2147 | LCC = 0.9530 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.06638422429561615
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2081 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06468378385901451
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2307 | LCC = 0.9512 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06311909186840058
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2213 | LCC = 0.9543 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.061918440714478495
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2012 | LCC = 0.9554 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05897651496529579
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2102 | LCC = 0.9542 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0579496270865202
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2223 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.056027337312698364
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2002 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0536203129440546
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2124 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05306090745329857
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2145 | LCC = 0.9567 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05479925012588501
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2058 | LCC = 0.9556 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05032643216848373
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2199 | LCC = 0.9558 | SRCC = 0.9570 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2179 | LCC = 0.9561 | SRCC = 0.9573 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fc60de0ac86f37aed43960ccc7a452f970235d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318db403e44edbb7130cc4b7cac10066e220a7335bee73a9a1a39cd91935e069
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf81f0fb0c4125c6a1ac18dd98b5aa6580bd236
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df765c0f1b9e999cc34154a45325ef577c0aec78a37d0d0ab817135cc50538
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5503077d01feefcac2feb90c77f681c3de91d3d8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3372041453719139
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2999 | LCC = 0.9318 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.1721165018081665
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2681 | LCC = 0.9427 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.15155514138936996
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2675 | LCC = 0.9487 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1382289981842041
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2484 | LCC = 0.9485 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12930499184131622
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2330 | LCC = 0.9501 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1245720574259758
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2621 | LCC = 0.9510 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11512999269366264
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2204 | LCC = 0.9528 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10947427996993064
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2753 | LCC = 0.9518 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1053545886874199
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2152 | LCC = 0.9493 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.102574154317379
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2172 | LCC = 0.9546 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09816041022539139
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2611 | LCC = 0.9490 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09306574255228042
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2508 | LCC = 0.9521 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08929601135849953
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2318 | LCC = 0.9515 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08555418479442596
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2519 | LCC = 0.9535 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08102550664544106
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2384 | LCC = 0.9526 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07716336345672607
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2087 | LCC = 0.9502 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.076768575578928
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2653 | LCC = 0.9467 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.07440487483143807
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2040 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07166233733296394
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1965 | LCC = 0.9558 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0712500002682209
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2003 | LCC = 0.9566 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06640871462225914
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2144 | LCC = 0.9562 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0665035349726677
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2112 | LCC = 0.9567 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06301507914066315
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2132 | LCC = 0.9554 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06279205951094627
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2245 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.058313475877046585
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2157 | LCC = 0.9531 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05846951806545258
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2412 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.057733601719141006
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2097 | LCC = 0.9561 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.057730408802628516
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1960 | LCC = 0.9559 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05459631742537022
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2093 | LCC = 0.9542 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05561745715141296
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2110 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05046694591641426
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1979 | LCC = 0.9562 | SRCC = 0.9565 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2132 | LCC = 0.9565 | SRCC = 0.9571 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef39241fd70bc1521e526d494e4dca446fb8330d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb79b1d94529a22d7e36a0967b61d0bd9b7f2097bde2ba75b0b163cb7a390c1
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801831a55d0378694dc50a1899286ad3b8ccbfd2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a831db0ba62b49cdd02dc9a3d2c960f2182b2df0308d7abbe5e8e3004828e6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..16fc5c06451eec1d0eb93a21a282780816d080c4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3792217279076576
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3624 | LCC = 0.9320 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.16916808956861495
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2967 | LCC = 0.9432 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.14423404449224472
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2696 | LCC = 0.9484 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.14029014813899993
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3103 | LCC = 0.9484 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1274868792295456
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2642 | LCC = 0.9496 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1186788672208786
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2487 | LCC = 0.9523 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11506400167942048
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2503 | LCC = 0.9526 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10792140662670135
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2426 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10284309419989586
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2312 | LCC = 0.9535 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09842817342281342
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2475 | LCC = 0.9486 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.093424998909235
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2447 | LCC = 0.9547 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09109441143274308
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2307 | LCC = 0.9553 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08681472578644753
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2098 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08209581226110459
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2145 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08408910751342774
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2326 | LCC = 0.9557 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0762962055504322
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2472 | LCC = 0.9515 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07559592527151107
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2218 | LCC = 0.9544 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07122945910692215
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2249 | LCC = 0.9533 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06855471688508988
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2316 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06855060282349587
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2422 | LCC = 0.9503 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06480966171622277
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2330 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06358506673574447
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2170 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06184495548903942
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2321 | LCC = 0.9543 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.058620681524276734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2567 | LCC = 0.9552 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.057668430745601656
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2421 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.055353438973426816
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2336 | LCC = 0.9519 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05455368445813656
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2431 | LCC = 0.9514 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.05284850519895554
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2572 | LCC = 0.9526 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.052541648283600806
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2409 | LCC = 0.9529 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.052386930227279666
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2237 | LCC = 0.9535 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04816952711343765
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2552 | LCC = 0.9496 | SRCC = 0.9524 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2386 | LCC = 0.9562 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36a603cd9013f798248baffec162fac14cf60e6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8e472ccb6017824adb58dd6206196664260d9312c46e7c403c3c1561c12905
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df91d0ba96609d1ab3c97a8eaa0860f581b3777
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e3b40b3d8d48823c49192eb364425eee6b6a3c8315d1771b8902ee04e22053
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e310fb34657da3b4bd246cd19bc4f41cc7e54c14
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28241693073511126
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4082 | LCC = 0.9348 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.16587584882974624
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2805 | LCC = 0.9441 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.1514221475124359
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2765 | LCC = 0.9433 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.13819564658403397
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2766 | LCC = 0.9467 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12767721235752105
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2703 | LCC = 0.9487 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1226801945567131
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2354 | LCC = 0.9521 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11619958144426346
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2159 | LCC = 0.9527 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11056163576245308
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2256 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10631439566612244
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2312 | LCC = 0.9527 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10016886067390442
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2147 | LCC = 0.9542 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09758299985527992
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2411 | LCC = 0.9518 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0907931324839592
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2193 | LCC = 0.9530 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0871728221476078
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2374 | LCC = 0.9536 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08325761353969574
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2514 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08100795423984528
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2358 | LCC = 0.9558 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0781771188378334
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3012 | LCC = 0.9492 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07939743095636367
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2278 | LCC = 0.9561 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07261017435789108
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2167 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06862042796611786
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2452 | LCC = 0.9551 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07041741928458214
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2210 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06599162071943283
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2437 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06668780738115311
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2414 | LCC = 0.9513 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.061961525708436965
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2215 | LCC = 0.9559 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.058537704944610594
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2497 | LCC = 0.9534 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05812937492132187
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2274 | LCC = 0.9568 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05649261824786663
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2650 | LCC = 0.9550 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0567735638320446
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2148 | LCC = 0.9532 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05283463941514492
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2424 | LCC = 0.9553 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05275579442083836
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2286 | LCC = 0.9536 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.050731315732002256
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2169 | LCC = 0.9555 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04787449613213539
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2178 | LCC = 0.9568 | SRCC = 0.9571 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2287 | LCC = 0.9551 | SRCC = 0.9566 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2186d2ff4f4023bea93117cc12969950c550bd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b10439ca77540d0ed7e069de20c4ddc7931c81d5b3e77660d4e1672cbdd43e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1204d9cf092e5e71a7cf5113d6a8f1fc93a23c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a4d189711e72c07b15cd6bdd1e786e0cfefb9e223b1352c0e09b87c9a5bfe4
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b2a59223f686cdbdff37cf193f84f57b20201ecc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.327709951877594
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3591 | LCC = 0.9351 | SRCC = 0.9356 ]
+INFO:root:Average loss=0.16841079026460648
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3268 | LCC = 0.9435 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.15621621423959733
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3194 | LCC = 0.9469 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.13812762308120727
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2572 | LCC = 0.9486 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1309498839378357
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2789 | LCC = 0.9505 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12067260819673538
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2302 | LCC = 0.9518 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11719163066148758
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2498 | LCC = 0.9516 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11182432526350021
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2711 | LCC = 0.9498 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10448240494728088
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2850 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10352084195613862
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2453 | LCC = 0.9525 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09990945330262184
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2468 | LCC = 0.9535 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09242671436071395
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.9543 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09077235212922097
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2293 | LCC = 0.9538 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08540102437138558
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2376 | LCC = 0.9546 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08167946287989616
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2588 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07944687914848328
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2417 | LCC = 0.9555 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07751475179195404
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2553 | LCC = 0.9560 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07095756623148917
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2546 | LCC = 0.9545 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07303019207715988
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2226 | LCC = 0.9569 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06918866217136382
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2396 | LCC = 0.9550 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06688809844851494
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2239 | LCC = 0.9564 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0645465780198574
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2349 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.062318773433566094
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2326 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.061251841634511944
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2411 | LCC = 0.9548 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05716016179323197
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2604 | LCC = 0.9550 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.057727982461452484
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2273 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05549842622876167
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2717 | LCC = 0.9541 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.054626744210720064
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2408 | LCC = 0.9557 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05273426619172096
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2201 | LCC = 0.9534 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05024736751616001
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2345 | LCC = 0.9548 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04820295098423958
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2650 | LCC = 0.9539 | SRCC = 0.9552 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2279 | LCC = 0.9571 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ecd47f0897343d6947f5ae9171112696d6730
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae296247f0092ba3d27ce06347e3baac879b6a47a53daae29554238764b69a02
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f3152273e3d1b735e2a35494fda5b052a4ff04
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a1103ac2d12993a2edd4838095598a3ec60e03f250547e8aabd0ab58156c24
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c7ede8eab6b2b21775c662db4524566ac8ada226
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26339713084697725
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3041 | LCC = 0.9342 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.1664361083507538
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3280 | LCC = 0.9428 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.15056729599833488
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2679 | LCC = 0.9444 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.14405481773614884
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2865 | LCC = 0.9396 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.13690295165777205
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2802 | LCC = 0.9484 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.1279184097647667
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2617 | LCC = 0.9479 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12802900439500808
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2655 | LCC = 0.9499 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11865915316343308
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2585 | LCC = 0.9440 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11639825901389123
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2639 | LCC = 0.9510 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11034909856319428
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2511 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10848730683326721
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2735 | LCC = 0.9522 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10445932412147522
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2284 | LCC = 0.9495 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09885975489020347
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2606 | LCC = 0.9521 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10018720889091491
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2701 | LCC = 0.9514 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.0957112243771553
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2567 | LCC = 0.9538 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09227444031834603
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2436 | LCC = 0.9526 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08821094417572022
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2561 | LCC = 0.9503 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0881552060842514
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2259 | LCC = 0.9516 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08655593860149384
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2260 | LCC = 0.9539 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08415390530228614
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2224 | LCC = 0.9531 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08264163446426391
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2362 | LCC = 0.9508 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08002713650465011
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2316 | LCC = 0.9519 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07682986754179001
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2482 | LCC = 0.9529 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07315042048692703
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2503 | LCC = 0.9555 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07262804135680198
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2349 | LCC = 0.9483 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.07066627901792526
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2409 | LCC = 0.9503 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.069504630535841
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2622 | LCC = 0.9547 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07058047023415566
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2383 | LCC = 0.9519 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0673436432480812
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2501 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06746550917625427
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2517 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06362832534313202
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2516 | LCC = 0.9541 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2551 | LCC = 0.9559 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7b98cde10464a2bd059dcc5c88565107ffc55e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a8786ff4fb9698d55fccab312723f9e2e634983fa500601baf49ca70bafb5c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b2776ab6545eaae85e3ff0d7d1bc0406ed4b16
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c59c2860dfbab0a06d0d647d64f1de443275aa88117789eb17ac0a45b3238e
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc55c1d8e314fc057b6eda50f4f3fdef06feafb8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26912597662210463
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3165 | LCC = 0.9351 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.16720312428474426
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3187 | LCC = 0.9430 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.15950869184732436
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3093 | LCC = 0.9437 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.14214586651325226
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2954 | LCC = 0.9453 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1377602489590645
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3036 | LCC = 0.9431 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.13029680263996124
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2858 | LCC = 0.9481 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12290725010633469
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2484 | LCC = 0.9503 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12275897711515427
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2691 | LCC = 0.9514 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11538493353128433
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2591 | LCC = 0.9524 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10996076709032059
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2275 | LCC = 0.9517 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11145768964290619
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2633 | LCC = 0.9518 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10697785228490829
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2871 | LCC = 0.9527 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10170076522231102
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2534 | LCC = 0.9530 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09662171882390976
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2587 | LCC = 0.9489 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.09395454996824265
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2357 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09274978652596473
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2571 | LCC = 0.9504 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08877790215611457
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2295 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08616992098093033
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2346 | LCC = 0.9483 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08550037503242493
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2404 | LCC = 0.9548 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08396543455123902
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2596 | LCC = 0.9479 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08219183212518692
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2339 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07749750927090644
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2610 | LCC = 0.9535 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07955886963009834
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2275 | LCC = 0.9548 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07319225051999093
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2360 | LCC = 0.9525 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07203638616204262
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2547 | LCC = 0.9513 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.0722373873591423
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2312 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07016671529412269
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2238 | LCC = 0.9518 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07022052672505379
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2241 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0667712551355362
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2346 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06643393352627754
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2168 | LCC = 0.9527 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06414755316078663
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2474 | LCC = 0.9513 | SRCC = 0.9539 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2318 | LCC = 0.9525 | SRCC = 0.9539 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cebfb1cbe34881bfb04a8335e1c339e31a1a25d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453f70622705ae47fee1527e08f5ddf9fd40a8412c5e46a4341b0839a8ada4c0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf196d6475692591fd7ba91234f2cbebab6a83d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba4efdfeae788e5737def235f3f1f28c961f703b59a62f9b1743a2c975ab302
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3db08e310061c5945f8569521a90870ab9b316b9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29564863193035124
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3103 | LCC = 0.9365 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.1651354670524597
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2921 | LCC = 0.9414 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.1611662038564682
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2966 | LCC = 0.9450 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.14161826235055924
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2631 | LCC = 0.9460 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.13540438181161882
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2708 | LCC = 0.9471 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13057469248771666
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2750 | LCC = 0.9500 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.1233343508541584
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2459 | LCC = 0.9476 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.11805918276309967
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2479 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11360531747341156
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2642 | LCC = 0.9507 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11003935050964356
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2514 | LCC = 0.9507 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1067404417693615
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2553 | LCC = 0.9523 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10102999472618103
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2756 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09943753695487977
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2899 | LCC = 0.9530 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10266270226240158
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2406 | LCC = 0.9530 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0919932995736599
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2313 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08947044071555138
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2595 | LCC = 0.9530 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08789580288529396
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2363 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08517157262563706
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2809 | LCC = 0.9532 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08354996564984321
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2682 | LCC = 0.9525 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08224741274118423
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2459 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08126773288846016
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2698 | LCC = 0.9536 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07775943720340729
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2418 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07523835924267769
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2268 | LCC = 0.9518 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0752915305197239
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2545 | LCC = 0.9501 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07445403188467026
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2331 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06910269063711166
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2744 | LCC = 0.9519 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06911812776327134
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2413 | LCC = 0.9521 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.06614045929908753
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2328 | LCC = 0.9532 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06622270785272122
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2251 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06302043983340264
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2418 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06292513792216778
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2449 | LCC = 0.9540 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2769 | LCC = 0.9551 | SRCC = 0.9568 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062d9865859f2f80272449d5f6f7ceb541eb5756
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca2cb077207591a8e54bf9b5f82faa76eba8386704788e92b04e5b4129065de
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf65f95e0d0838ef2702727a714e4cfd380335a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddbc1982a00ee51095be7c514e7a1a141b039dbe81bb79cf924ada805e30db9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..91d287064cc0ffd7a70c72d11408da114cd06351
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3178543789386749
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3064 | LCC = 0.9367 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.16677135783433913
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2640 | LCC = 0.9396 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.1532280730009079
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2821 | LCC = 0.9454 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.14193332040309906
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2405 | LCC = 0.9466 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.1317601701617241
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2796 | LCC = 0.9490 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12960571068525314
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3153 | LCC = 0.9479 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.12791900771856307
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2680 | LCC = 0.9504 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11987340313196182
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2586 | LCC = 0.9513 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11819409012794495
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2612 | LCC = 0.9525 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11111078879237175
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2294 | LCC = 0.9511 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10714475890994071
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2469 | LCC = 0.9503 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.10505633902549744
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2488 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10331703832745552
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3021 | LCC = 0.9505 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10004246398806572
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2517 | LCC = 0.9519 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09521072199940682
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2363 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09103849592804909
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2532 | LCC = 0.9498 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.09059302097558976
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2511 | LCC = 0.9547 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0847036870419979
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2798 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08444893789291381
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2604 | LCC = 0.9504 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.08323827242851257
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07790919944643974
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2191 | LCC = 0.9514 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.07668836885690689
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2473 | LCC = 0.9487 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.07867702659964561
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2408 | LCC = 0.9492 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.07489021769165993
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2208 | LCC = 0.9526 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07233786314725876
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2350 | LCC = 0.9534 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07076856407523155
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2482 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06817936247587204
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2466 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06866268441081047
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2341 | LCC = 0.9539 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06715160426497459
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2492 | LCC = 0.9527 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06395146241784096
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2552 | LCC = 0.9497 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.06445580920577049
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2426 | LCC = 0.9541 | SRCC = 0.9541 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2570 | LCC = 0.9548 | SRCC = 0.9558 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d517924e6bd20dbf84646e22877a623d12a8171e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee397c590f33e699c790b14da9552c5f7c22bf5a70bb7a147fa16d4e2ebf2911
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b845cbbf9ff7fbb090ef4b5f741777bcfb5bfa2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acc297e015dcad0a61b7f0b2fed00382147e614e9718734b645d93f0ff99fa1
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..92adb30b0e522a40c0638ac18a0e8ad797d1de80
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_4epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2793772764801979
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2926 | LCC = 0.9376 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.1628549707531929
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2820 | LCC = 0.9446 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.15806037187576294
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2671 | LCC = 0.9468 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.14020770770311355
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2460 | LCC = 0.9458 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.13511191922426224
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2546 | LCC = 0.9479 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13357887452840805
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2468 | LCC = 0.9479 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12547042217850685
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2525 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1245175086259842
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2209 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11375176680088044
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2463 | LCC = 0.9505 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11027910086512566
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2433 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10757035160064697
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2729 | LCC = 0.9525 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10530402493476868
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2561 | LCC = 0.9536 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09914499378204346
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2493 | LCC = 0.9523 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09903220534324646
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2297 | LCC = 0.9518 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.09519534027576447
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2717 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09283841356635093
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2436 | LCC = 0.9538 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09062321332097054
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2209 | LCC = 0.9519 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08405887892842293
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2172 | LCC = 0.9494 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08356593888998032
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2473 | LCC = 0.9509 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08203810393810272
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2456 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08214660248160362
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2232 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07718406584858895
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2519 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07631666582822799
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2303 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07503144246339798
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2688 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07372455465793609
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1984 | LCC = 0.9525 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0738190795481205
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2423 | LCC = 0.9532 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07069316253066063
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2424 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0704216271340847
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2378 | LCC = 0.9528 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06981779703497887
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2233 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06545666754245758
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2297 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06392011249065399
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2225 | LCC = 0.9532 | SRCC = 0.9528 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2619 | LCC = 0.9531 | SRCC = 0.9546 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81136d146fb4af31b0b24ad800777230677b25e4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4f7711ddef872d6cce90b5b725c2c2f44283dde8e40842749030c5cf3a51a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16218f73c06d8578c3ddfecb87be7a9bb968ad6f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a82ade57fd04f13eb9f3e3cf2b99613421ad5bfe9e966ad36212ea3c752bf65
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0d8ec29a6b005ed7e634ec126b03e3d70eeb4689
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5920182638168335
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3659 | LCC = 0.8941 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.25105429828166964
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3066 | LCC = 0.9202 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.20140233153104783
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2488 | LCC = 0.9300 | SRCC = 0.9324 ]
+INFO:root:Average loss=0.1885941554903984
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2738 | LCC = 0.9306 | SRCC = 0.9325 ]
+INFO:root:Average loss=0.16501103514432908
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2277 | LCC = 0.9365 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.14946317601203918
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2811 | LCC = 0.9354 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.13659680211544037
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2601 | LCC = 0.9426 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.12742570915818213
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2374 | LCC = 0.9405 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.12126530802249909
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2280 | LCC = 0.9453 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.1126822098493576
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2261 | LCC = 0.9483 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.10787038207054138
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2247 | LCC = 0.9464 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.0985491722524166
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1939 | LCC = 0.9484 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.09719289699196816
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1999 | LCC = 0.9483 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.09268620082736015
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2001 | LCC = 0.9494 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.0866561079621315
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1889 | LCC = 0.9509 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.0857485125362873
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2057 | LCC = 0.9510 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.08181265351176262
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1975 | LCC = 0.9494 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.07981007561087608
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2132 | LCC = 0.9525 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07433674710988998
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2155 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07216723984479904
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1843 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06936980801820755
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2303 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.065574931204319
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1714 | LCC = 0.9535 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06631319922208787
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1850 | LCC = 0.9524 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06184689593315124
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2127 | LCC = 0.9550 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06215979117155075
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1757 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05837151814997196
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2010 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05618145503103733
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1929 | LCC = 0.9540 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05490422400832176
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1933 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05457543767988682
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1829 | LCC = 0.9543 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.052741636544466015
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2115 | LCC = 0.9553 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05068323162198067
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1894 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2190 | LCC = 0.9562 | SRCC = 0.9587 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3482d9ca6fd47e27d965eefbe986c60eebaf0451
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562b00c6e72f275a8abe02b885006cb27d14b45d914f2b79c2f2ef25abb143c0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974515f192d6a430e3144fc5aa7a367c4b4eee39
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437e80c4d911a0e42de5b8282b5eeb116c43e2e133e39f9dc4d08e0a78150ab0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..46c47cd6534c3afa21fdbfe8ec1ea236250f89d1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5678150012493134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3255 | LCC = 0.9021 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.24715096122026445
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2951 | LCC = 0.9191 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.2098628408908844
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2782 | LCC = 0.9313 | SRCC = 0.9330 ]
+INFO:root:Average loss=0.18611904567480086
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2369 | LCC = 0.9350 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.1657995319366455
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2660 | LCC = 0.9387 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.15583395576477052
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2436 | LCC = 0.9395 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.1380844489336014
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2094 | LCC = 0.9440 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.13023961362242698
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2223 | LCC = 0.9445 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.1251345608830452
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2417 | LCC = 0.9457 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.11718843388557434
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3050 | LCC = 0.9431 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.10801102104783059
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1945 | LCC = 0.9487 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.10182490983605384
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2191 | LCC = 0.9487 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.09796494010090828
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2072 | LCC = 0.9498 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09264747056365014
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1901 | LCC = 0.9506 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.09159080138802528
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2239 | LCC = 0.9510 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.0833965008854866
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1897 | LCC = 0.9514 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08585525116324424
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2054 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07896544054150581
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1918 | LCC = 0.9514 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.0817731831073761
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1784 | LCC = 0.9522 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07385653042793273
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1962 | LCC = 0.9508 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0727711628973484
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1966 | LCC = 0.9535 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06596219301223755
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2048 | LCC = 0.9539 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06440728121995926
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2212 | LCC = 0.9529 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06481289905309677
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2184 | LCC = 0.9532 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05992979270219803
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1994 | LCC = 0.9524 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06117502138018608
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2015 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.061318527162075046
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2100 | LCC = 0.9539 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.057308761447668076
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2080 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.055381398111581805
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2110 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05207623243331909
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1994 | LCC = 0.9536 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.052719070330262185
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1987 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2133 | LCC = 0.9558 | SRCC = 0.9569 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8459d59b4ae859ab38fc960ff724c02ed1de7b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1d15654905776a3ef20d1b9b5a653a96c187a60664a0511f3b46456ea427cf
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37234c73df31433bd2a07c624e4b0baff48d930
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb6776282d6c01687fae734f1da36066beea3e86a09674d593e1b0bb2683e9
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f15054b89aaca18545ba8aa2292915224c024637
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5382080893516541
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3624 | LCC = 0.9017 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.24702198982238768
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3923 | LCC = 0.9140 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.20460050386190415
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2879 | LCC = 0.9287 | SRCC = 0.9305 ]
+INFO:root:Average loss=0.18530505633354186
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3412 | LCC = 0.9328 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.15788658964633942
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2655 | LCC = 0.9372 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.15254070603847503
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2450 | LCC = 0.9404 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.1399801151752472
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2788 | LCC = 0.9306 | SRCC = 0.9325 ]
+INFO:root:Average loss=0.1340527140200138
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2248 | LCC = 0.9431 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.12111798381805419
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2149 | LCC = 0.9443 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.1134900985956192
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2315 | LCC = 0.9472 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.10841400143504143
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2409 | LCC = 0.9470 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.10383881795406341
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2322 | LCC = 0.9459 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.09698293471336365
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2239 | LCC = 0.9470 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.09164703661203384
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2471 | LCC = 0.9461 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.09214315477013588
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2324 | LCC = 0.9503 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08459931901097298
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2377 | LCC = 0.9518 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08283585149049759
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2210 | LCC = 0.9501 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.08005742406845093
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1910 | LCC = 0.9510 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.07942366588115692
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2146 | LCC = 0.9529 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07471653163433074
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2460 | LCC = 0.9522 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07163640305399895
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2364 | LCC = 0.9504 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.07048357856273652
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1955 | LCC = 0.9533 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06582488939166069
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1774 | LCC = 0.9534 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06363203755021095
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1867 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06188357201218605
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2131 | LCC = 0.9547 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06021048110723495
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2080 | LCC = 0.9556 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.058458196967840194
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1906 | LCC = 0.9547 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05562171044945717
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2031 | LCC = 0.9528 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.05827330869436264
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2066 | LCC = 0.9555 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05257886737585068
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2310 | LCC = 0.9541 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05250528410077095
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2401 | LCC = 0.9537 | SRCC = 0.9553 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2153 | LCC = 0.9554 | SRCC = 0.9562 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d76952571360d407ed979a46ec751886dd4aac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb95ce2cf4707b745151354e368bd715fa1a26ec664b466677c99b0bc0551013
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f29e805af5dd3fb2281f7f6c2d60c874c7d71eb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ecb4c9481ca3876649a333f983345d14994bb93dbec0e5e90ae3015a821ad1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ae95a5713011947bb49dad927ee98ebc17003edf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44165111720561984
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3545 | LCC = 0.9046 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.23617008888721466
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2613 | LCC = 0.9197 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.19486832863092424
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2605 | LCC = 0.9271 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.16823694360256194
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2495 | LCC = 0.9342 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.1627030101418495
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2358 | LCC = 0.9358 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.14662893283367157
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2268 | LCC = 0.9414 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.13503995019197465
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2360 | LCC = 0.9413 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.13269394946098328
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2338 | LCC = 0.9410 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.12249806228280068
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2364 | LCC = 0.9459 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.11197693690657616
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2225 | LCC = 0.9466 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.11119399273395539
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2300 | LCC = 0.9470 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.1022206900715828
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2196 | LCC = 0.9478 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.0961020061969757
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1988 | LCC = 0.9501 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.09038131552934646
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2025 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08511227995157242
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1841 | LCC = 0.9512 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08550972428917884
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2176 | LCC = 0.9487 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.08098633947968482
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1965 | LCC = 0.9525 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08096643793582917
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1919 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07604163211584092
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2060 | LCC = 0.9521 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07041743052005768
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1979 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06836487281322479
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2107 | LCC = 0.9518 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06544014275074005
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2207 | LCC = 0.9501 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.06468409678339958
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1929 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06250068914890289
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1962 | LCC = 0.9546 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06271493378281594
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1849 | LCC = 0.9545 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06125057435035706
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1771 | LCC = 0.9564 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.057164933025836945
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1794 | LCC = 0.9545 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.054676416248083115
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1882 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05334615211188793
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1895 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05446199044585228
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2104 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.051512991294264794
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1923 | LCC = 0.9562 | SRCC = 0.9573 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1889 | LCC = 0.9574 | SRCC = 0.9580 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed064d09ac3eb9ac6fc49d7400e219dbbe38b44f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cc1dad5c95b5566f2b54b45c68c76c41afdb0869b301b369602684134c4ca4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c32c34940a71435f73b52958f34c39c1becc915
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472cec7497d6c92ad0a30427b9699b18d49695bee29f50b7cdb25f8cfdcecdf1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..59209026ffab00bff31b0007547af1179e8fd294
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49403037428855895
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3259 | LCC = 0.9049 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.24330180299282073
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2832 | LCC = 0.9241 | SRCC = 0.9265 ]
+INFO:root:Average loss=0.19875313770771028
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2602 | LCC = 0.9325 | SRCC = 0.9347 ]
+INFO:root:Average loss=0.17898888731002807
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2418 | LCC = 0.9346 | SRCC = 0.9369 ]
+INFO:root:Average loss=0.168698686003685
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2368 | LCC = 0.9413 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.15230381608009338
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2385 | LCC = 0.9450 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.1316176962852478
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2200 | LCC = 0.9452 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.13204790163040162
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2239 | LCC = 0.9480 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1183716492652893
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2202 | LCC = 0.9458 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.11037503218650818
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2123 | LCC = 0.9467 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.10650090661644936
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2304 | LCC = 0.9473 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.10220866137742997
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2157 | LCC = 0.9462 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.09827229216694831
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2063 | LCC = 0.9498 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09364220094680786
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2223 | LCC = 0.9506 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08550066113471985
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2478 | LCC = 0.9503 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.08520119172334671
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1761 | LCC = 0.9503 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08218002557754517
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1915 | LCC = 0.9520 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.07899213019013406
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1840 | LCC = 0.9520 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07361035907268525
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2041 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07369365787506103
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2033 | LCC = 0.9543 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06937730187177658
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1944 | LCC = 0.9532 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07002973395586014
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1975 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06587473058700562
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1808 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.062136149257421495
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1873 | LCC = 0.9545 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.061575264275074
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2001 | LCC = 0.9536 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.061237783551216125
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2164 | LCC = 0.9552 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.055857235252857206
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2003 | LCC = 0.9550 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0558137378692627
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1950 | LCC = 0.9554 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05541097244620323
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2198 | LCC = 0.9557 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05285745570063591
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1849 | LCC = 0.9552 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0515087408721447
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1772 | LCC = 0.9561 | SRCC = 0.9571 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1791 | LCC = 0.9588 | SRCC = 0.9589 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc820814ce9a8893620ac37c1a5c10ede825d480
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26dc6577836cc0324089222e690bea25fcd589775e640ad9457a7e252f46264
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5c8f8a683ef4a14e7447513009ad5fad5a5fdb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428e8d62e46bba417f1d19e1b18846d3d8ce542ce992fdf35fea06df637a0eba
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..04fe50c6981106263332dc85e91509ea79dcbb39
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5123359040021896
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3099 | LCC = 0.9170 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.2068711444735527
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3310 | LCC = 0.9337 | SRCC = 0.9359 ]
+INFO:root:Average loss=0.17383928233385085
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2568 | LCC = 0.9413 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.15046537148952485
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2546 | LCC = 0.9461 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.13603602480888366
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2646 | LCC = 0.9463 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.12163372582197189
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2116 | LCC = 0.9487 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1144493333697319
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2075 | LCC = 0.9518 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10413329795002937
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2231 | LCC = 0.9507 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09653089004755021
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2083 | LCC = 0.9505 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.0927701119184494
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2380 | LCC = 0.9538 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0876992552280426
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2112 | LCC = 0.9524 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08263142064213752
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2035 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07797277617454529
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2032 | LCC = 0.9562 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07145029503107071
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1900 | LCC = 0.9556 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06828373855352401
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2107 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06771284100413323
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1905 | LCC = 0.9554 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06232335025072098
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1938 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06087394419312477
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1884 | LCC = 0.9559 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06025133702158928
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1893 | LCC = 0.9575 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.056549970015883445
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1847 | LCC = 0.9563 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.052118103474378584
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2016 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05099327372014523
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1958 | LCC = 0.9580 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04947816203534603
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1830 | LCC = 0.9576 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.046848362520337104
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1849 | LCC = 0.9580 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0459771983474493
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1994 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.045068394318223
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1796 | LCC = 0.9562 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04596172927320003
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1829 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.042131874293088914
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1970 | LCC = 0.9567 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.040250403374433516
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1879 | LCC = 0.9575 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04026266126334667
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2137 | LCC = 0.9535 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.03977122513949871
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2007 | LCC = 0.9583 | SRCC = 0.9588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2089 | LCC = 0.9584 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5045a7f27425dad6058d2fa73509699c881e86
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9be6eaea10836fb787c21155a78032f019ae3465a578696a8dfd88f4b510e59
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744f3dfa6c0c79409b8182ee74894d394330019f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5910ccebdd8f6192bc7c2bfe781e3f5f59a1ba93e3c2d52bcb609b59d53e0330
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6ee3fae1e61f9bdacca5a0ac7da375c396f867b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44779517221450804
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3055 | LCC = 0.9170 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.2006130159497261
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2614 | LCC = 0.9370 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.165375061750412
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2245 | LCC = 0.9406 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.14188667315244674
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2441 | LCC = 0.9453 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.13205267035961152
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2352 | LCC = 0.9467 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.1149499730169773
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2168 | LCC = 0.9484 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.11115135210752487
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1934 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0984173874258995
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2071 | LCC = 0.9563 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0941614029109478
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1705 | LCC = 0.9539 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08956308791041374
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2005 | LCC = 0.9568 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0875998840034008
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2005 | LCC = 0.9573 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07708820796012879
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1781 | LCC = 0.9580 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0726852486729622
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2134 | LCC = 0.9574 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06818887838721276
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1783 | LCC = 0.9593 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.06669192880392075
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1977 | LCC = 0.9561 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06723185536265373
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1780 | LCC = 0.9599 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0593254057765007
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1831 | LCC = 0.9589 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05585010127723217
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1788 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.05882590413093567
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1663 | LCC = 0.9611 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05481129190325737
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1884 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05089763559401035
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1719 | LCC = 0.9599 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.047385931730270385
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1659 | LCC = 0.9616 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.04750888347625733
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1601 | LCC = 0.9621 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.044048137575387954
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1694 | LCC = 0.9606 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.045004003167152404
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1657 | LCC = 0.9605 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.042696655496954915
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1733 | LCC = 0.9609 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.039095408111810684
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1774 | LCC = 0.9599 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04018063870072365
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1970 | LCC = 0.9596 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03799881692230701
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1698 | LCC = 0.9603 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.036887073487043384
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1564 | LCC = 0.9591 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.0373545605391264
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1755 | LCC = 0.9610 | SRCC = 0.9616 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1583 | LCC = 0.9624 | SRCC = 0.9633 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ea95c4ce997687212871aa0ce43c8e2d98e446
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8359db453862c62b0c07e42313c327c8daceca7beee74f8721cbef682382e237
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8495674e966b882bed0e03d8c099fc4f6a9afc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3886329cfded82fd08981c3086cb823add406077abd58260fb5a60ddbda505bb
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c8e9d68e5cb66173b6e6ca3a5ff417700a02d8c3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4268570150136948
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3084 | LCC = 0.9182 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.20408984386920928
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2341 | LCC = 0.9314 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.16509541290998458
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2288 | LCC = 0.9401 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.1444176425933838
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2190 | LCC = 0.9433 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.13573247134685518
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2285 | LCC = 0.9459 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.12454109430313111
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2313 | LCC = 0.9501 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11509004291892051
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2223 | LCC = 0.9509 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10331316894292832
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2084 | LCC = 0.9492 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09767685639858247
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2009 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09008763593435287
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1752 | LCC = 0.9541 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0884859134554863
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2007 | LCC = 0.9557 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08002739626169204
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2009 | LCC = 0.9530 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07425638845562935
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1890 | LCC = 0.9513 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07171356970071793
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1870 | LCC = 0.9575 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07011650362610818
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1858 | LCC = 0.9565 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0632898698747158
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1858 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06313696309924126
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1945 | LCC = 0.9573 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06074738889932632
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1931 | LCC = 0.9563 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.057093444272875785
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1910 | LCC = 0.9561 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05441563004255295
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1774 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05230183820426464
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2022 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05303689543902874
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1759 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04758667600154877
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1776 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.046621164068579676
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2172 | LCC = 0.9559 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.045119658946990965
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1842 | LCC = 0.9564 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.042445378720760346
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1755 | LCC = 0.9565 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.044048057064414024
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1867 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04014185510575771
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2043 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04164450366795063
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1804 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03799133026599884
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1858 | LCC = 0.9581 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03802218498289585
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2039 | LCC = 0.9583 | SRCC = 0.9587 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2054 | LCC = 0.9592 | SRCC = 0.9605 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847a20272117a0b148e2622582d3ab630f082f5f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e033edf27bdd385b69f6bdb05335a8fa1a7ee0cf861f07062537e713934b054b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a574ee1dceb4fab33a6a5ae5fdf505393f0ce077
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8eb1d7331b4881836de85d0030cdbe8d46d416ebf51df6801a739d64e2fce6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..65ece0f1be869d45f12e60b1853467ba92ee6d46
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4136593710184097
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2776 | LCC = 0.9231 | SRCC = 0.9244 ]
+INFO:root:Average loss=0.2046219882965088
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2898 | LCC = 0.9323 | SRCC = 0.9348 ]
+INFO:root:Average loss=0.1770112545490265
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2559 | LCC = 0.9384 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.14586741930246352
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2210 | LCC = 0.9457 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.1352592579126358
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1992 | LCC = 0.9480 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12337461680173874
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1911 | LCC = 0.9502 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11103925830125809
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2149 | LCC = 0.9500 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.10614209231734276
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2029 | LCC = 0.9489 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.09909509325027466
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1910 | LCC = 0.9542 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08913700214028358
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1927 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08631578320264817
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1857 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08170645141601562
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1744 | LCC = 0.9534 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07630643579363823
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2195 | LCC = 0.9543 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07093248528242112
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2116 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06909143409132958
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1991 | LCC = 0.9566 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06323864495754242
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1927 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06326630908250809
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2036 | LCC = 0.9575 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06058196324110031
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1818 | LCC = 0.9573 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05893018788099289
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1912 | LCC = 0.9574 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05438272351026535
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1720 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05144196946918964
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2262 | LCC = 0.9586 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05046722140908241
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1887 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.049265816867351535
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1746 | LCC = 0.9576 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04896565808355808
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1810 | LCC = 0.9579 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.043359147131443024
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2021 | LCC = 0.9589 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04397881752252579
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1832 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.042411737322807314
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2142 | LCC = 0.9572 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.045866583317518236
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1794 | LCC = 0.9581 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03933684846758843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1844 | LCC = 0.9583 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03906504115462303
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1731 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.03651615945994854
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1728 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1859 | LCC = 0.9603 | SRCC = 0.9614 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5398d97cd57dad531e2b55987076a5d82ff6ce0f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0f757de07ee1c900bb462e22bedad7f650c1b76a9dc29e5e99f37393f118af
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdb3c414847b39b83c02e651a5611c9204474b8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b541739ee34a72e0da92958a8589688a2f4a05fa285b9c177b6535b550a0c576
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4011cbc9089a751dae8cc8f9f8b69e023e55b74b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6217289009094238
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3166 | LCC = 0.9208 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.2108217718601227
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2908 | LCC = 0.9381 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.1620523697733879
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2285 | LCC = 0.9420 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.14274925529956817
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2251 | LCC = 0.9479 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1267738226056099
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2406 | LCC = 0.9453 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.11618321269750595
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2410 | LCC = 0.9513 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.10729500806331635
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2151 | LCC = 0.9534 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09672623658180236
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2243 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09372772815823555
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2054 | LCC = 0.9550 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08735652932524682
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2157 | LCC = 0.9552 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.080931347489357
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2085 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07456096258759498
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1893 | LCC = 0.9569 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0729606582224369
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1971 | LCC = 0.9579 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07198367303609848
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1898 | LCC = 0.9568 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06454123193025589
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2131 | LCC = 0.9580 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.06387827908992767
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1907 | LCC = 0.9579 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.06278651356697082
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1877 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.059324615716934204
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1656 | LCC = 0.9591 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05635510036349296
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1672 | LCC = 0.9583 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.053321600019931796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1799 | LCC = 0.9575 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04922665810585022
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1850 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05216457577049732
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1727 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0477728341370821
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2090 | LCC = 0.9581 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.044370506525039675
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1756 | LCC = 0.9584 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.044638286039233206
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1849 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04278821662068367
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1858 | LCC = 0.9588 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.03948569688200951
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1805 | LCC = 0.9590 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.040006265819072725
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2024 | LCC = 0.9579 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03875915683805942
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1971 | LCC = 0.9587 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.038287815451622007
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1846 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03692086650431156
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2016 | LCC = 0.9597 | SRCC = 0.9603 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1770 | LCC = 0.9596 | SRCC = 0.9608 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a79aa8c7653ceb7ddc4f41a880aa884f279f62
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d9d677831c6020adb3ccc21bd257e0fdb83a2ce51ab88995c6694973f45112
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d395a4b82d2a99d0dc5b6c3826c00e5d1b0ca52
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62ba5959655a17642ea3dde968ed8f4dacbd65b86734bbbd6b320daa355b31b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ce270b26203c546206ba98e0cf4f74a8e125f07
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24235738050937652
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2945 | LCC = 0.9382 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.172317205786705
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2996 | LCC = 0.9345 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.1622466105222702
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2847 | LCC = 0.9422 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.15427397936582565
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2682 | LCC = 0.9468 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.15194434440135957
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2528 | LCC = 0.9480 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.14393047308921814
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2496 | LCC = 0.9495 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.14024402046203613
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2485 | LCC = 0.9446 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13624221676588058
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2383 | LCC = 0.9490 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.135102219581604
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2771 | LCC = 0.9496 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.1306115375161171
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2319 | LCC = 0.9468 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.12719241517782212
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2580 | LCC = 0.9518 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12170195788145065
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2382 | LCC = 0.9519 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1206338610947132
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2180 | LCC = 0.9501 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.1180914451777935
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2549 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11537910258769989
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2575 | LCC = 0.9493 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.115059550344944
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2626 | LCC = 0.9505 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.10791200402379036
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2225 | LCC = 0.9511 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10746124476194381
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2206 | LCC = 0.9522 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10765079990029335
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1986 | LCC = 0.9522 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10841590374708175
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2622 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09947424069046974
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2430 | LCC = 0.9494 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10250879099965096
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2390 | LCC = 0.9534 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.1001892732679844
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2748 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09731399232149124
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2250 | LCC = 0.9515 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09468033376336098
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2163 | LCC = 0.9532 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09357237446308136
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2063 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0914683974981308
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2170 | LCC = 0.9508 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.0899077849984169
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2369 | LCC = 0.9508 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08828132033348084
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2193 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08724591875076294
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2387 | LCC = 0.9501 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.08557391452789306
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2278 | LCC = 0.9532 | SRCC = 0.9537 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2567 | LCC = 0.9569 | SRCC = 0.9576 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3476f4094ed3d01d87eca1249102882f90beef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27662fae5f12bd44b2804e13cdae2afe34c8f0d2db36f2583c6ef299964faef4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd88de2e04baad9b436a922c8dc1db8d9f6ff11
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50be3f0cae81ea68ad5664426b9776f9b3bee4601d2ad01ec482fd340b4630bf
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bb7326a945df15086ac6708130aaf5aa497f1e9e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24965024012327194
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2925 | LCC = 0.9387 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.17346025413274765
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3090 | LCC = 0.9433 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.16228375113010407
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2911 | LCC = 0.9437 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.15475682616233827
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2315 | LCC = 0.9447 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.15086702299118043
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2687 | LCC = 0.9462 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.14476851803064347
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2736 | LCC = 0.9463 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.14040914857387543
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2718 | LCC = 0.9476 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13235194206237794
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2500 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.13023185873031617
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2460 | LCC = 0.9485 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12663781094551085
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2653 | LCC = 0.9509 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.12599047565460206
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2625 | LCC = 0.9504 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.1206874078810215
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.9483 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1163982411623001
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2436 | LCC = 0.9497 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11783534264564514
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2473 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11578441980481148
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2330 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11237932875752449
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2590 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11136028844118118
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2113 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10884389978647233
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2498 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10655856710672379
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2500 | LCC = 0.9524 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10545168632268906
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2203 | LCC = 0.9529 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10587933042645455
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2617 | LCC = 0.9531 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10005897116661072
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2399 | LCC = 0.9528 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09936894363164901
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2235 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09575816971063614
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2533 | LCC = 0.9516 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09614101305603981
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2378 | LCC = 0.9514 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09496429413557053
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2552 | LCC = 0.9518 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09206846114993096
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2583 | LCC = 0.9509 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09276906201243401
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2068 | LCC = 0.9532 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08826819676160812
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2622 | LCC = 0.9508 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.0848206772506237
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1964 | LCC = 0.9553 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08659920558333396
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2215 | LCC = 0.9537 | SRCC = 0.9539 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1966 | LCC = 0.9568 | SRCC = 0.9579 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef0c39456b5b0e07bd0dbb0d1d8a221f0b501bd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800b23347d0bd95168137d51029bdca36837b786b6b0ba76f79e36dc180b747e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8c5b141ef5aca89cc1f08b1be9eb9cc3aca377
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d908fd58999485f06c7f7c85546aeef0b6362a73b6d02f9fb8cf1890e01b067c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4aeec7e5ef54375d6bf9cdd902e4042d523f1328
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28786780643463133
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3116 | LCC = 0.9386 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.17416362446546554
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2905 | LCC = 0.9413 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.16302983379364014
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2732 | LCC = 0.9450 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.1562185633778572
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3093 | LCC = 0.9408 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.14830172002315523
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2963 | LCC = 0.9485 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1457531253695488
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2735 | LCC = 0.9503 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13772637820243835
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2737 | LCC = 0.9494 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1350962317585945
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2700 | LCC = 0.9512 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.13143582743406296
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2253 | LCC = 0.9515 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12658100163936614
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2803 | LCC = 0.9519 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12540905612707137
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2201 | LCC = 0.9506 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12397984129190445
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2565 | LCC = 0.9524 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11877555850148201
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2233 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.1228894282579422
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2551 | LCC = 0.9525 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11290602219104767
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2750 | LCC = 0.9521 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.1142457882463932
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2518 | LCC = 0.9500 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11045794528722763
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2354 | LCC = 0.9525 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10802746522426605
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2264 | LCC = 0.9507 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10789179781079292
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2764 | LCC = 0.9530 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10243119126558303
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2307 | LCC = 0.9517 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10312770491838455
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2177 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.101210951089859
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2411 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10116334190964699
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2377 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09711396420001983
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2162 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09579808962345124
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2515 | LCC = 0.9522 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09389288675785065
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2349 | LCC = 0.9528 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09184530887007714
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2321 | LCC = 0.9539 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09092243593931199
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2425 | LCC = 0.9532 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08696364998817444
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2140 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08697572723031044
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2411 | LCC = 0.9537 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08632908892631531
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2461 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2174 | LCC = 0.9559 | SRCC = 0.9570 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69733bd9027cc917515a405fa6f7a36ba2ed98f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3464f154e578ea4913e122df52f4551cbf6689d68cda83c38dcbbe71b3cd5f11
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc3a65ae25112059b9a45d723a6d5b042574168
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c678b54e7263aff62124f3a48df828f82fb5664202bfc7e6f0418840218ab85
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ec2ac1120a81bdd1e739709cf911f9df24fd4077
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.329631054520607
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2743 | LCC = 0.9374 | SRCC = 0.9382 ]
+INFO:root:Average loss=0.17519616770744323
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2560 | LCC = 0.9363 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.16177446085214614
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2275 | LCC = 0.9397 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.15323644864559174
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2999 | LCC = 0.9458 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.1466687163710594
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2320 | LCC = 0.9478 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.14646501845121385
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2403 | LCC = 0.9481 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13943086940050126
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2863 | LCC = 0.9467 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.1338247943520546
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2229 | LCC = 0.9490 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1294056654572487
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2408 | LCC = 0.9531 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.13186458963155748
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2367 | LCC = 0.9499 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12661510598659514
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2430 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12259750664234162
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2257 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.12070128059387207
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2774 | LCC = 0.9513 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11835786464810372
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2743 | LCC = 0.9524 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11824624729156494
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2318 | LCC = 0.9524 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11544865402579307
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2216 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.113872831761837
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2604 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10880057403445244
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2132 | LCC = 0.9547 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10709585660696029
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2529 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10439345666766167
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2659 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10477737468481065
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2502 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10018324181437492
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2401 | LCC = 0.9519 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09996789211034775
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2212 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0969628759920597
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2459 | LCC = 0.9527 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09741967225074769
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2167 | LCC = 0.9524 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09576542377471924
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2314 | LCC = 0.9533 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09494103130698205
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2353 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08967397528886795
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2268 | LCC = 0.9525 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09075568163394929
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2145 | LCC = 0.9542 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08769944903254509
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2326 | LCC = 0.9533 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08795584025979042
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2140 | LCC = 0.9515 | SRCC = 0.9538 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2105 | LCC = 0.9563 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd75d35171ecbc1ee0b1998d6525968e5c249fff
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e92b2a5203ad9a437345a1c9e60cbab8f266d44b3f599b095027e2f494c18dd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62ba2ae76f32d99b3f79f54875424b3da8fde56
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c53963344249c4b28040faa735b9573677523965db0d92a905cc220c510ed41
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..485aa7cfdfe762513e6acedf314536152141c485
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2596146547198296
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3615 | LCC = 0.9375 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.17377697604894637
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3608 | LCC = 0.9409 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.16504870158433915
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3109 | LCC = 0.9411 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.1570854721069336
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3563 | LCC = 0.9460 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.15033503794670106
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3130 | LCC = 0.9483 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.14168243396282196
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3519 | LCC = 0.9466 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.14489231246709824
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3251 | LCC = 0.9495 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.14028217124938966
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2864 | LCC = 0.9504 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.13693869417905807
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3321 | LCC = 0.9487 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.13003630179166795
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3040 | LCC = 0.9531 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12698846513032913
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3408 | LCC = 0.9477 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1224311763048172
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2716 | LCC = 0.9430 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12171324041485787
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3091 | LCC = 0.9499 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12124095046520234
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2676 | LCC = 0.9522 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11734706085920334
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2824 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11517799353599548
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2839 | LCC = 0.9507 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11140913739800454
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2608 | LCC = 0.9528 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10997685849666596
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2922 | LCC = 0.9517 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10663171994686127
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3219 | LCC = 0.9507 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10548844683170319
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2498 | LCC = 0.9564 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.10199066260457039
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2591 | LCC = 0.9556 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10003318262100219
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2809 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10155989000201225
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3118 | LCC = 0.9515 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10023308962583542
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2623 | LCC = 0.9529 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09661662045121193
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3025 | LCC = 0.9503 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09299003180861473
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2498 | LCC = 0.9531 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09311785507202149
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2979 | LCC = 0.9511 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0935390932559967
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2754 | LCC = 0.9547 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09198744025826454
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2512 | LCC = 0.9519 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08766533672809601
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2962 | LCC = 0.9513 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08662153324484825
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2839 | LCC = 0.9507 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2586 | LCC = 0.9558 | SRCC = 0.9565 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7b82f93a3e5e9e8d9a518474ae07b5a32a8ae9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f975e2337935fd4a58ddd3d34473f7b90d88271b852835b94fc6bcd053694072
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4866ed4ce75caab351b0f59150456bb91c4be6ea
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2b65c3d510bb4dde2faeb2212782ec865031d46ec5782f0a028934f31ea997
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0d6d1386f3ee0bd9e199bc75ee3554b271782713
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.262826868891716
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3499 | LCC = 0.9361 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.18226588428020477
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3366 | LCC = 0.9363 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.1742543117403984
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3421 | LCC = 0.9414 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.17028998273611068
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3404 | LCC = 0.9431 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.16501150912046433
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3365 | LCC = 0.9433 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.16226740515232085
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3345 | LCC = 0.9426 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.1608068927526474
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3045 | LCC = 0.9450 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.15338917112350464
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3006 | LCC = 0.9432 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.1531577426791191
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2836 | LCC = 0.9459 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.15161562758684158
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3140 | LCC = 0.9453 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.14629745864868163
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2925 | LCC = 0.9493 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.14427054464817046
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2640 | LCC = 0.9486 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.14355931133031846
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3078 | LCC = 0.9497 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.1412009515762329
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3312 | LCC = 0.9505 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.14164511609077454
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2501 | LCC = 0.9490 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.1342479407787323
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3180 | LCC = 0.9511 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13434434831142425
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2647 | LCC = 0.9500 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13317025005817412
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2912 | LCC = 0.9520 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.13027252298593522
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2689 | LCC = 0.9508 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.12978494733572007
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2798 | LCC = 0.9526 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1286509964466095
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2797 | LCC = 0.9512 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1255920866727829
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3117 | LCC = 0.9509 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12209131947159767
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2938 | LCC = 0.9519 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12098476880788803
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2811 | LCC = 0.9505 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1190265035033226
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2673 | LCC = 0.9517 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11624579575657845
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2771 | LCC = 0.9515 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11904040151834488
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2813 | LCC = 0.9533 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11613633558154106
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2881 | LCC = 0.9486 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.114086820602417
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2688 | LCC = 0.9525 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11666316771507264
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3008 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11366789585351944
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2838 | LCC = 0.9520 | SRCC = 0.9528 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2857 | LCC = 0.9556 | SRCC = 0.9566 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30bdd3a38910d2b9f5edef4f400daf42bf48da9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf034fcbb63a9c0eec22d8d73985879b7539077ef227e00f0426f9705ad9dd50
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed04882e5b340e620e45de5359b7a660987aa77
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5203a4fceb3487e9f0d49efc239c271cd2a90c6f23dea0e896cf6420a5fc4522
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..75b86b5704f3c77f71b2eddc50326602babc9f62
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.348763091981411
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3819 | LCC = 0.9328 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.18463602691888809
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3678 | LCC = 0.9395 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.17714603829383851
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3150 | LCC = 0.9411 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.17007525807619095
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3213 | LCC = 0.9431 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.16685191094875335
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3803 | LCC = 0.9443 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.16471050816774369
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3059 | LCC = 0.9396 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.15762831324338913
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3124 | LCC = 0.9456 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.15343650424480437
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3153 | LCC = 0.9469 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.15387896710634233
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3590 | LCC = 0.9474 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.14810247319936753
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2815 | LCC = 0.9466 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.14664136880636217
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3173 | LCC = 0.9469 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14440509933233261
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3436 | LCC = 0.9473 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.14381877785921096
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2914 | LCC = 0.9461 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.1401301562190056
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3008 | LCC = 0.9500 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.1351085713505745
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2849 | LCC = 0.9492 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13435855704545974
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2943 | LCC = 0.9511 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13434337693452836
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3085 | LCC = 0.9515 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1307751848101616
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2942 | LCC = 0.9509 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13458975440263748
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3271 | LCC = 0.9483 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.126630894780159
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2887 | LCC = 0.9510 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13443676257133483
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2998 | LCC = 0.9518 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12520234322547913
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2849 | LCC = 0.9496 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12116715055704116
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2733 | LCC = 0.9491 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12096924763917923
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2508 | LCC = 0.9528 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12045565634965896
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2643 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11581332522630691
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2745 | LCC = 0.9492 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.1203698054254055
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2722 | LCC = 0.9516 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11893081521987915
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2617 | LCC = 0.9508 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11323370456695557
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2701 | LCC = 0.9492 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.11192198732495308
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2536 | LCC = 0.9535 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10957403594255448
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2600 | LCC = 0.9521 | SRCC = 0.9524 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2624 | LCC = 0.9546 | SRCC = 0.9559 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad08d56ae300d698c25fc32ae5214634cd292c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f49bbfd3a6f4bb540e0bffcc9bc0f440293fed22450ab0ca59803a66a65b2a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca009526a6ed4ec974f2f56b38897c145eb11fd0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6787c2e346e8442fdfbf3fbcb3fd6203421f687213a0453a37153de08044649e
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d1fe16691bfc1a9959e3e3aa042bf816381d0d67
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.25052797442674635
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3823 | LCC = 0.9364 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.18140925866365432
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3878 | LCC = 0.9394 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.17517477476596832
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3955 | LCC = 0.9371 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.17336635971069336
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3372 | LCC = 0.9412 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.16569661962985993
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3803 | LCC = 0.9410 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.1602599682211876
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3390 | LCC = 0.9405 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.1581983603835106
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3215 | LCC = 0.9436 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.15374542945623398
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3042 | LCC = 0.9457 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.15496997368335724
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3462 | LCC = 0.9460 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.1494526807665825
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3274 | LCC = 0.9470 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14756236919760704
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3270 | LCC = 0.9448 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1451391110420227
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3049 | LCC = 0.9450 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.14202543276548385
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2979 | LCC = 0.9463 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.14180591785907745
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3126 | LCC = 0.9491 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.13639968758821489
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3193 | LCC = 0.9481 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13843552786111832
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2887 | LCC = 0.9402 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13815028285980224
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2996 | LCC = 0.9499 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13091933929920196
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2748 | LCC = 0.9468 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.13311286932229996
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2857 | LCC = 0.9498 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12809478080272674
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3197 | LCC = 0.9484 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.1263273881673813
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2908 | LCC = 0.9520 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12546688091754912
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3155 | LCC = 0.9510 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12547762310504915
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3113 | LCC = 0.9519 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12243813189864158
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2786 | LCC = 0.9493 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12192820906639099
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2728 | LCC = 0.9520 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.117974087536335
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2611 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11636564248800278
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2908 | LCC = 0.9529 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11558825618028641
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2951 | LCC = 0.9517 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11553027215600013
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2841 | LCC = 0.9530 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1156120110154152
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2933 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11612964314222336
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2639 | LCC = 0.9493 | SRCC = 0.9534 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3068 | LCC = 0.9528 | SRCC = 0.9558 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190daca0573644103c424cf61255a3614f456a97
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f890fc446dc017850415eefa9e4bf487bbe401d1dd916ae146b590a3a5b6d4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ce38ce03292f15577b84af7179c01b6164b28e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84a3c2328ae0617b93c1cd1423a142114401bb64fd3f72f0ea8d81ad7526b42
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2bb87e62d613c409fb4bc121b2a3f653e506b201
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28081831407547
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3477 | LCC = 0.9223 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.1835448429584503
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3639 | LCC = 0.9306 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.1735938800573349
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4149 | LCC = 0.9382 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.17077162635326384
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3666 | LCC = 0.9385 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.16654613852500916
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3629 | LCC = 0.9391 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.1669902219772339
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3529 | LCC = 0.9441 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.16247825783491135
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3640 | LCC = 0.9397 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.1552780073285103
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3376 | LCC = 0.9439 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.1516872581243515
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3334 | LCC = 0.9433 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.15129837888479233
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3579 | LCC = 0.9418 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.1493921205997467
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3301 | LCC = 0.9464 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.14358219826221466
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3261 | LCC = 0.9478 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.1427976775765419
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3232 | LCC = 0.9426 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.14105058085918426
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3373 | LCC = 0.9377 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.137556479036808
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3536 | LCC = 0.9477 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13662496018409728
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2965 | LCC = 0.9439 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.13562109404802322
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2778 | LCC = 0.9488 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13282807606458663
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3011 | LCC = 0.9470 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.12941218799352647
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3219 | LCC = 0.9483 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1302993443608284
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2882 | LCC = 0.9485 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12584514474868774
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3265 | LCC = 0.9472 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.12710296165943147
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2704 | LCC = 0.9505 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12552222806215285
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3295 | LCC = 0.9503 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12371440890431404
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3116 | LCC = 0.9521 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12172359001636505
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2697 | LCC = 0.9507 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12001402616500854
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2885 | LCC = 0.9473 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11935289305448532
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2945 | LCC = 0.9497 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11764578166604042
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3136 | LCC = 0.9484 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11466440188884736
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2782 | LCC = 0.9493 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11446332225203514
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2991 | LCC = 0.9474 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11215194204449654
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2765 | LCC = 0.9507 | SRCC = 0.9516 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3176 | LCC = 0.9535 | SRCC = 0.9551 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ceac7e9effd4ccf775e61af4d0d40ed39f16bb5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f8b53ea901c78808611f84b63e7bb650ac8e14cbaeda18cdd719dd760c6cb5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9228ff90f8e9b3fa5fa628cc586bd3d2d55623a7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced252383a3235dc1ce0396127906195cd76c8ec41ed1b03b842acdcebd67eae
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fd6d92484c6353631995e48dfee0e81d5adad982
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26662855219841003
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3370 | LCC = 0.9365 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.18312567400932311
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3430 | LCC = 0.9389 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.17351973456144332
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2995 | LCC = 0.9402 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.1680339330434799
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3140 | LCC = 0.9401 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.16255813264846802
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2938 | LCC = 0.9430 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.161959308385849
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2812 | LCC = 0.9462 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.15428731232881546
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3097 | LCC = 0.9471 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.15357722318172454
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3091 | LCC = 0.9468 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.15135780078172684
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2848 | LCC = 0.9479 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14691025048494338
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3096 | LCC = 0.9475 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.14565980011224747
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2933 | LCC = 0.9473 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.1412095270752907
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.9458 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13927660810947418
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3100 | LCC = 0.9469 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.13821746635437013
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2922 | LCC = 0.9485 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13557538843154907
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3082 | LCC = 0.9498 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1335104877948761
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2778 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13587933552265166
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2956 | LCC = 0.9471 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.13267369306087493
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2695 | LCC = 0.9492 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1279992196559906
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2424 | LCC = 0.9495 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1276290897130966
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2669 | LCC = 0.9499 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1233907140493393
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2515 | LCC = 0.9516 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12132220882177353
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2585 | LCC = 0.9513 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12429135698080063
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2477 | LCC = 0.9509 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1226237818300724
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2837 | LCC = 0.9446 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.11958647572994233
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2920 | LCC = 0.9517 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11792301985621452
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2474 | LCC = 0.9531 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11737868958711624
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2702 | LCC = 0.9489 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11686304068565369
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2921 | LCC = 0.9506 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11609218460321426
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2765 | LCC = 0.9515 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1129033086001873
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2410 | LCC = 0.9525 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11196585229039192
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2763 | LCC = 0.9517 | SRCC = 0.9526 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2549 | LCC = 0.9534 | SRCC = 0.9543 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b82785575f42e4e0d1c159e27cf39882b91d850
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd67962b962640b617a58a6bbbb6ac326270d9b9aae039e9b6b077b29d9a9bd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb26fb341b77336102bb2c210c66d405c1f85729
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa6545f11353664edf9b62732fcade967b015ff6fdde4c0bc97abb1c98a09f0
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5f0517dd0b90faa51a48ceae2237fc918fd88221
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5322090835571289
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2907 | LCC = 0.9229 | SRCC = 0.9248 ]
+INFO:root:Average loss=0.18626984030008317
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2572 | LCC = 0.9408 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.15305649846792221
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2497 | LCC = 0.9492 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13401742035150527
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2520 | LCC = 0.9514 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11834783339500428
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2332 | LCC = 0.9527 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11269544836878777
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2095 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.1005640364587307
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2402 | LCC = 0.9570 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.09585464608669281
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2088 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08787319341301918
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1986 | LCC = 0.9560 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0812045302093029
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2104 | LCC = 0.9582 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07588377290964127
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1980 | LCC = 0.9586 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07628023329377175
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1994 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06760552462935447
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2103 | LCC = 0.9569 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06482136031985283
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1687 | LCC = 0.9565 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06505161499977112
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2021 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.059454011142253876
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2112 | LCC = 0.9592 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05570826680958271
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1905 | LCC = 0.9605 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05368190748989582
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1956 | LCC = 0.9604 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05114408065378666
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2017 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0510184692889452
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2160 | LCC = 0.9600 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04896407288312912
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1927 | LCC = 0.9600 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.048055168300867084
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2098 | LCC = 0.9609 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.04364716602861881
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1733 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04891522444784641
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1908 | LCC = 0.9597 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04049446821212768
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2002 | LCC = 0.9605 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03973313072323799
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1902 | LCC = 0.9597 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03864353911578655
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1762 | LCC = 0.9611 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03658215409517288
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1918 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03537215760350227
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2052 | LCC = 0.9607 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03481087853014469
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2036 | LCC = 0.9615 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03242183673381806
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1925 | LCC = 0.9594 | SRCC = 0.9600 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2094 | LCC = 0.9606 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b1193f8c1b5bfa36e27400852c0d27df8892eb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b9155f2ce7b5b1177963377b9bf83cd8d4388d54d905206b3bd644a8a1a1a5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dac487c52c3df16f6a5e319c60ed40f68fb344a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89572443b0629b87b69e5bf594eb88d5c33356e73924edaca522174d984c0aa6
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..de80aace3a50160ba9676fd6e9431073356b3e6c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46039354395866394
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3345 | LCC = 0.9293 | SRCC = 0.9307 ]
+INFO:root:Average loss=0.18687893217802048
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2310 | LCC = 0.9443 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.15038556641340256
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2141 | LCC = 0.9494 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.12770566022396088
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2177 | LCC = 0.9504 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11569582310318947
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2217 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10604881644248962
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1979 | LCC = 0.9570 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.1001722269654274
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2153 | LCC = 0.9585 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.09355352932214737
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1900 | LCC = 0.9586 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.08694884118437766
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1869 | LCC = 0.9599 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.08194185236096382
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1993 | LCC = 0.9599 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.07641418364644051
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1952 | LCC = 0.9606 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.07275455361604691
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1801 | LCC = 0.9601 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06860986426472664
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1828 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.06285544887185096
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1898 | LCC = 0.9606 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.062341038435697556
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1766 | LCC = 0.9604 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.05842704075574875
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1945 | LCC = 0.9597 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.056284640103578566
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1819 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.050799509018659594
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1864 | LCC = 0.9595 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.053797582060098645
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1860 | LCC = 0.9609 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.04782217155396938
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1854 | LCC = 0.9608 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.044619671404361724
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1873 | LCC = 0.9608 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.0453535465747118
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1999 | LCC = 0.9604 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.043720098078250884
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1871 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.041777436539530755
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1742 | LCC = 0.9610 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04159942117333412
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1696 | LCC = 0.9613 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03717465788125992
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1890 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03698430182039738
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1817 | LCC = 0.9616 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03431749477982521
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1861 | LCC = 0.9617 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.03651737120747566
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1798 | LCC = 0.9632 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.03470421274006367
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1619 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03204146234691143
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1801 | LCC = 0.9602 | SRCC = 0.9596 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1880 | LCC = 0.9621 | SRCC = 0.9623 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7484f0d78216638ca9baecf0e5eb75dede57281
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac88aae4c6e31ac9017db7c32e7727612b7b3135312c7e8cd7d02e01427e522
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a12e255661a0e8265ebecc1efc5d26c595b1fc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c33058010850483c7aadeae98cf8808a1a2df689ddbce2e184e5e1e10157834
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1d45e7432a585ca251533115e341fde80e0bd9cf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3934283127784729
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2618 | LCC = 0.9268 | SRCC = 0.9285 ]
+INFO:root:Average loss=0.183103679895401
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2562 | LCC = 0.9416 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.15829292047023774
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2367 | LCC = 0.9483 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1342689194083214
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1993 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11718494880199433
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2072 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10990581887960434
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2206 | LCC = 0.9564 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10123332342505455
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2130 | LCC = 0.9576 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.09743771234154701
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1909 | LCC = 0.9584 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.09234017121791839
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2053 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0888442739546299
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1799 | LCC = 0.9602 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.07677508640289307
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2010 | LCC = 0.9603 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.0759240365922451
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1938 | LCC = 0.9603 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.06908407136797905
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2085 | LCC = 0.9615 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.06788170179724694
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1831 | LCC = 0.9620 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.06465547031164169
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1988 | LCC = 0.9621 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.059538320362567905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1834 | LCC = 0.9627 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.05823868077993393
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2120 | LCC = 0.9620 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.05518392869830131
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1896 | LCC = 0.9616 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.05120394916832447
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1898 | LCC = 0.9619 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.053182415291666986
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2008 | LCC = 0.9612 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.048786800518631934
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1804 | LCC = 0.9620 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.04650376369059086
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1790 | LCC = 0.9611 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.04602085185050964
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1970 | LCC = 0.9625 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.043693327352404596
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1809 | LCC = 0.9621 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.04428228276968002
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1671 | LCC = 0.9627 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.041532752856612204
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2311 | LCC = 0.9620 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.0388741127550602
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1792 | LCC = 0.9631 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.03738338592648506
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2034 | LCC = 0.9627 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.03571426638960838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1902 | LCC = 0.9631 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.035259388953447345
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1927 | LCC = 0.9638 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.0358426496386528
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1867 | LCC = 0.9631 | SRCC = 0.9639 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2002 | LCC = 0.9631 | SRCC = 0.9636 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec6808b7eadc2c82d4e7bff925756252a634d7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19086b370990f91fcf1c286f6f42246c39191811f108b3cf965f960efe4b56e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927998e910dbc3c13f4c56c238dc8b6c9ef23c9f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22f5dfbaaf00e7f2effa134e2cf664a1347e0010a8e71ff2f1b85b8b8baab7b
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bfd2fa914508fc434831185376e99e5c58e7a9c9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3675206589698792
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2786 | LCC = 0.9252 | SRCC = 0.9286 ]
+INFO:root:Average loss=0.18596715199947358
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2311 | LCC = 0.9426 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.15119130915403367
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2102 | LCC = 0.9470 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.1321710124015808
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2191 | LCC = 0.9509 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11826985895633697
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1965 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11320128631591797
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2000 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10553051614761352
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2188 | LCC = 0.9557 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10078939378261566
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1852 | LCC = 0.9535 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09017443197965622
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1822 | LCC = 0.9566 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08294847813248635
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1752 | LCC = 0.9584 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07780798575282097
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1980 | LCC = 0.9584 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07480836787819863
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1946 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06991397309303284
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2097 | LCC = 0.9588 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06850427925586701
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2003 | LCC = 0.9603 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.06400553357601166
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2102 | LCC = 0.9530 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06519184413552284
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1761 | LCC = 0.9579 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05683023968338966
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1989 | LCC = 0.9578 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.054200555235147475
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1808 | LCC = 0.9616 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.05610195830464363
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1974 | LCC = 0.9597 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.0511664936542511
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1842 | LCC = 0.9596 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.048465657129883766
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1845 | LCC = 0.9596 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.04857828071713448
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1822 | LCC = 0.9569 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.046326163947582245
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1636 | LCC = 0.9598 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.044902902632951734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1768 | LCC = 0.9610 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.043767344012856486
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1759 | LCC = 0.9592 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04002913179993629
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1694 | LCC = 0.9609 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04018592862784862
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1692 | LCC = 0.9601 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04039124475419521
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1603 | LCC = 0.9599 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03669998000562191
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1773 | LCC = 0.9595 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03604612492024899
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1734 | LCC = 0.9619 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.03504260592162609
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1695 | LCC = 0.9608 | SRCC = 0.9615 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1802 | LCC = 0.9611 | SRCC = 0.9612 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac737bc3e61af2d96c3f571bbad66fc0db8a5ff
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b02900a51866e86c77cd0bf27c60ec37942b28cf964e40ef00358d5449ac6ae
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a309a3da63d3bfc64d68048bccb022546a7b134
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491092f7c60f958867e3a5b19df4d413a32478d3a5d4f99bb09eedbefbb4f529
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..25be014c6d6149491d34644e989a97f86c9fa421
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42649043262004854
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2964 | LCC = 0.9226 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.1875948902964592
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2334 | LCC = 0.9398 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.15464208853244782
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2161 | LCC = 0.9471 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.13287929081916808
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2299 | LCC = 0.9496 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.11951758348941803
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2117 | LCC = 0.9520 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1099960926771164
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2157 | LCC = 0.9552 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10031550899147987
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1874 | LCC = 0.9560 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09276460495591164
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1909 | LCC = 0.9572 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08739049527049064
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1931 | LCC = 0.9574 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0812752548456192
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1883 | LCC = 0.9601 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.07603899255394936
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1731 | LCC = 0.9600 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.07396439012885093
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1989 | LCC = 0.9610 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.07172334513068199
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1885 | LCC = 0.9596 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.0648629187643528
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1721 | LCC = 0.9597 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.06489427441358567
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1869 | LCC = 0.9602 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.060473742067813877
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1818 | LCC = 0.9609 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.059020306944847105
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1767 | LCC = 0.9617 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.054479073703289034
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1818 | LCC = 0.9602 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.05174277827143669
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1831 | LCC = 0.9616 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04922604338824749
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1664 | LCC = 0.9601 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.047582877203822135
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1744 | LCC = 0.9611 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.046695140540599825
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1755 | LCC = 0.9621 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.04471956342458725
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1667 | LCC = 0.9604 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04300835871696472
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1786 | LCC = 0.9619 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.041740334898233415
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1933 | LCC = 0.9612 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.040073327824473384
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1886 | LCC = 0.9617 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0388548062890768
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2106 | LCC = 0.9600 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03900383898615837
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1768 | LCC = 0.9609 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03500848671793938
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1810 | LCC = 0.9614 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.037075918585062026
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1796 | LCC = 0.9618 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.033551412254571915
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2059 | LCC = 0.9612 | SRCC = 0.9631 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1746 | LCC = 0.9611 | SRCC = 0.9611 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f479fedc6703a6aab757761d9ca8bb0173a90e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3360c6318d131b369dfd663c72cab8d5e38f5456ad70a559a2876d64a4a3fb2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367e5cb6813191037a03db051a2d56c6eb9866c3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54526bac1de15e3a6a50f93c508e43098bd001019c15bc8a853682734a67f08d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6bbbe8b5e21d48d11e9c54f336943df8b577cf82
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39328174805641175
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3165 | LCC = 0.9318 | SRCC = 0.9322 ]
+INFO:root:Average loss=0.17377345478534698
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2571 | LCC = 0.9450 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.14246016037464143
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2140 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.125824436545372
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2641 | LCC = 0.9467 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.11980466783046723
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2100 | LCC = 0.9531 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10775474792718888
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2138 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09629908600449562
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1834 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09348268958926201
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2149 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08472010591626167
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1882 | LCC = 0.9566 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07772817516326905
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2249 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07390361630916595
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1667 | LCC = 0.9566 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07256196388602257
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2046 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.07009270572662353
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1861 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06228088039159775
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1833 | LCC = 0.9579 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06351432254910469
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1775 | LCC = 0.9577 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.055603529065847396
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1773 | LCC = 0.9575 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.056476609453558924
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1825 | LCC = 0.9551 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05157932856678963
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1705 | LCC = 0.9582 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04975578345358372
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1952 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04776750156283378
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1872 | LCC = 0.9591 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.045987738728523256
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1826 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0450943383872509
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1819 | LCC = 0.9584 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0407830391228199
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1965 | LCC = 0.9577 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04074669314920902
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1944 | LCC = 0.9556 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04039221948385239
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1864 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.038669003203511236
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1678 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.03921449425816536
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1822 | LCC = 0.9584 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03473973010480404
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1932 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03327172063291073
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1971 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03370576721429825
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2205 | LCC = 0.9542 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.032510568007826805
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1811 | LCC = 0.9556 | SRCC = 0.9559 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2036 | LCC = 0.9606 | SRCC = 0.9611 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31ca86cbf1a6b75bdb9cff6b0986a1a22e6f227
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f9e716dc5f31c665c4dff80af67d379393a62cc990a5a9e7e10657c5730d83
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a75bd31735bf340456c391618888c6f1bf117ac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d1c0b7ad0a6ae0db58d5f5e5873ad7483d22b69ef248fa62cfc1bb1ebf674c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4bb27a5355933ebdd109f47dd58bc66eaff9e358
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39663437736034396
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2594 | LCC = 0.9304 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.17107539707422256
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2541 | LCC = 0.9459 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.1411272374391556
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2451 | LCC = 0.9511 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1267158128619194
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2196 | LCC = 0.9542 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11534194707870483
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1825 | LCC = 0.9543 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10731391471624374
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2698 | LCC = 0.9559 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.10167101335525512
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1857 | LCC = 0.9588 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.08999575772881507
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1916 | LCC = 0.9584 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0840583952665329
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1979 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07968557327985763
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2070 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07538097506761551
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2134 | LCC = 0.9594 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0714110987484455
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1739 | LCC = 0.9591 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.07222331523895263
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2003 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06173448011279106
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1798 | LCC = 0.9596 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.059205344915390014
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2026 | LCC = 0.9584 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05958845016360283
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1799 | LCC = 0.9595 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05627191136777401
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1931 | LCC = 0.9611 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0560571274459362
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1857 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.049146480441093446
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1923 | LCC = 0.9614 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.04690577028691768
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2112 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04883601993322372
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1884 | LCC = 0.9614 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04748120918869972
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1759 | LCC = 0.9611 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.041532441958785055
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1953 | LCC = 0.9605 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.04174132829904556
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1912 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04063179640471935
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1798 | LCC = 0.9613 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.038751069247722626
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1898 | LCC = 0.9617 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03784569936990738
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1801 | LCC = 0.9612 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03553592921793461
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1898 | LCC = 0.9608 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03418883393704891
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2001 | LCC = 0.9617 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.035844484567642214
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1872 | LCC = 0.9603 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03242926275730133
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1872 | LCC = 0.9599 | SRCC = 0.9599 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1913 | LCC = 0.9639 | SRCC = 0.9642 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d803e58b0570a71e0c581cad5e5ff13fda28cacb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03ecc50f1acf1cacf6e5532b657faa7e5f48309aab1094151e35a0c28126b83
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9e58cd89be2dc12cdfc76e11834e08bb2af7b6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9d86485f097ed5646ba9ca167e4638ee0e322db635768d02cc0ce50ff92a76
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fd3f97e1a369ca18649a39c7372116bea91ef591
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.388705042719841
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2489 | LCC = 0.9323 | SRCC = 0.9340 ]
+INFO:root:Average loss=0.17204445111751557
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2034 | LCC = 0.9435 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.14507312834262848
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2523 | LCC = 0.9487 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1301130200624466
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2439 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1162668137550354
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2551 | LCC = 0.9534 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.105579907476902
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2151 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09843960615992546
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1995 | LCC = 0.9567 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09284226503968239
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1886 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08486659431457519
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1841 | LCC = 0.9576 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08062195754051209
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2123 | LCC = 0.9583 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07813955163955688
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1809 | LCC = 0.9580 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07108391404151916
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1828 | LCC = 0.9587 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06750805509090424
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1879 | LCC = 0.9590 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06335927793383599
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1956 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05970846727490425
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1900 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.058255014151334765
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1707 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05637861058115959
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1944 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0518105966001749
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1750 | LCC = 0.9600 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05076610876619816
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2046 | LCC = 0.9603 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04815794207155705
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1859 | LCC = 0.9578 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04490724104642868
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1809 | LCC = 0.9605 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04379166512191296
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1945 | LCC = 0.9595 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.043573075711727145
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1750 | LCC = 0.9589 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.042242197483778
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1851 | LCC = 0.9591 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04133676788210869
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1857 | LCC = 0.9599 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04048041109740734
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1897 | LCC = 0.9586 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.034925852701067926
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1916 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.036022040709853174
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2191 | LCC = 0.9592 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03539431838691234
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1861 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.0333330540060997
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1855 | LCC = 0.9601 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03359328933060169
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1783 | LCC = 0.9598 | SRCC = 0.9596 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1807 | LCC = 0.9604 | SRCC = 0.9612 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fddb2ab7e37316ccad72d159a4385e3ff8a2d7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6da4cb5f0006e2c4ce0491fd06c05ffd5d83dbf8772fd6c2a713ff600ba4e8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc062252003e5aed1d13ef59548908d1731657c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049afd5b4e5b0b94f4fe5d09b6c1c11d857dbe2255633fdb4d5dda2f2702ddc5
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c0a4df6e46dc3704019af11d95b6a5e5c3f5a3a7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3808625012636185
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2337 | LCC = 0.9312 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.16503811728954315
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2235 | LCC = 0.9476 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.1417516860961914
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2210 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.1222161910533905
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2038 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.11482555246353149
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2177 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10649723744392395
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1906 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09659129285812378
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1906 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08836917036771774
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1752 | LCC = 0.9581 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.08720620039105416
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1897 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0800745949447155
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1929 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0755821663737297
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2014 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07130823475122451
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1845 | LCC = 0.9571 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06630337251722812
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1736 | LCC = 0.9574 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06205095410346985
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2086 | LCC = 0.9582 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05980387818813324
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1987 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05920656901597977
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1871 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.05357480299472809
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1932 | LCC = 0.9575 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05114572846889496
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1860 | LCC = 0.9573 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0483384861946106
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1775 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04764136509597301
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1974 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.047503026217222216
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1848 | LCC = 0.9595 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.043526718631386754
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1820 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.040809480607509614
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1837 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04015222173929214
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1795 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.038698706179857253
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1797 | LCC = 0.9582 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.037879555612802505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1964 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03520388132333756
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1755 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.0386586836874485
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1933 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03455767545104027
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1796 | LCC = 0.9587 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03395098839700222
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1723 | LCC = 0.9600 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.034263589575886724
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1905 | LCC = 0.9596 | SRCC = 0.9595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1724 | LCC = 0.9621 | SRCC = 0.9629 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2267e9668981daf963fb0abb92fe0f4cf323441
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9ace92496c21eddc04bf1413e82a56e786e65d6c5b4c7540040cd80106cef
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb13395347750865f2f3f9823b196b40a4f76ee
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd08d84ab716e05ab2117fe77e0875183ce461ae211365f2883dfb8cd857d6d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a86742a5dc48783b476661aba9b8841dcac7cd9d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3744656841754913
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2558 | LCC = 0.9301 | SRCC = 0.9299 ]
+INFO:root:Average loss=0.17457328414916992
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2210 | LCC = 0.9460 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.14160216093063355
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2496 | LCC = 0.9521 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12424183258414269
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2502 | LCC = 0.9548 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.11434400174021721
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2242 | LCC = 0.9575 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.10409045433998108
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2171 | LCC = 0.9581 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.10038429069519043
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2053 | LCC = 0.9583 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.09663961774110794
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2427 | LCC = 0.9577 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.08656148049235345
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2294 | LCC = 0.9589 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.0791689286828041
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2275 | LCC = 0.9590 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07997512319684029
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1815 | LCC = 0.9595 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07108821821212769
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2092 | LCC = 0.9575 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06752508637309075
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2047 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.0661248442530632
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1969 | LCC = 0.9599 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.06138642776012421
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1805 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06055636197328568
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1985 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.054999451458454134
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2068 | LCC = 0.9593 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05378131978213787
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2189 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.050848623365163804
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2008 | LCC = 0.9586 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04965112257003784
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2041 | LCC = 0.9593 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04719853362441063
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2375 | LCC = 0.9570 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.045472792416810986
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1993 | LCC = 0.9606 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.043012388408184055
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1937 | LCC = 0.9586 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.040944525346159936
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2043 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0402421902269125
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1978 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03928689105808735
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1752 | LCC = 0.9582 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.036853138208389286
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1967 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03817119082808495
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2401 | LCC = 0.9586 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03784451881051064
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2070 | LCC = 0.9601 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03294618567824364
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1992 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03361509747803211
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2150 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1998 | LCC = 0.9631 | SRCC = 0.9637 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4588af174808fa115132022752f405cf4892ee41
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b9a72d2b48546d747f7b3effb3b0b624e0f01f14f3b39b1d56e4c975a5f758
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ef85664aa0238ede2a26f2efad137d2600aec4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fcde68aa2b46086841e1eeea221356d80bbc1329ec10574e3836e5fd4486b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..34655c5cd52f685e3b0a557a30794dc6f5c4b7b4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3653718537688255
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2671 | LCC = 0.9379 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.1627770097255707
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2606 | LCC = 0.9494 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13704323309659958
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2523 | LCC = 0.9513 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12430461859703064
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3012 | LCC = 0.9507 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11441255325078964
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2066 | LCC = 0.9555 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10520770978927613
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2260 | LCC = 0.9563 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09785510388016701
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1981 | LCC = 0.9576 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.09237247776985169
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2081 | LCC = 0.9572 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.08577042481303215
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1939 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08074649921059608
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2080 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07105746990442276
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2081 | LCC = 0.9582 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07075685465335846
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2248 | LCC = 0.9580 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06494323268532753
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1981 | LCC = 0.9582 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06049027781188488
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1950 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06236516097187996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1946 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05681186093389988
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2010 | LCC = 0.9585 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.053978580221533776
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2078 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05462072382867336
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1923 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04788559497892857
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2062 | LCC = 0.9583 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04466085654497147
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1800 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04708200637996197
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2024 | LCC = 0.9591 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04485027255117893
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1959 | LCC = 0.9597 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04085990160703659
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2240 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04129114727675915
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2077 | LCC = 0.9589 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03724942299723625
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1881 | LCC = 0.9595 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0358162104934454
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1916 | LCC = 0.9591 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03593072560429573
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1866 | LCC = 0.9596 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.034151304751634595
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1931 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.032784684613347055
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2093 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0319687148630619
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2309 | LCC = 0.9580 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.031356120258569715
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1848 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1966 | LCC = 0.9624 | SRCC = 0.9625 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b7f7d90e8664e903b3e9322565832f1c154488
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd60d47d1a6067dbb776fc09ad7f36c703b997872caf18d7ec4c78e309a0f45c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54662625b65b934fc505a10e3fa035a1eb9ca48c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952e94ba50faf266b91267487ede011b406de5952c04f58c600a73d1e5c16f56
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fe916891f0f80441317bfda13886512ce2e4c9ab
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32561705988645556
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2420 | LCC = 0.9387 | SRCC = 0.9382 ]
+INFO:root:Average loss=0.16073979723453521
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2513 | LCC = 0.9463 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.13903880751132966
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1908 | LCC = 0.9512 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.12304439258575439
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2133 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11270992910861968
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2197 | LCC = 0.9546 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10669888779520989
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2069 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09684383052587509
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1845 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08896237125992774
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1989 | LCC = 0.9584 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.0834933984875679
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1726 | LCC = 0.9558 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08429867959022522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1722 | LCC = 0.9584 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.07221112456917762
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1754 | LCC = 0.9583 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06982158240675926
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2052 | LCC = 0.9588 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06471947911381722
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1754 | LCC = 0.9597 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06296753308176994
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1806 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05779454082250595
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1735 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.055379157647490504
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1827 | LCC = 0.9587 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05552967810630798
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1983 | LCC = 0.9590 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.051751251235604284
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1982 | LCC = 0.9599 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05095258797705173
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2074 | LCC = 0.9579 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.046687663853168485
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1714 | LCC = 0.9586 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04573739822208881
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1773 | LCC = 0.9589 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04150387422740459
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1836 | LCC = 0.9600 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.040298567101359366
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2001 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03980977956950665
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1763 | LCC = 0.9599 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03851748844981193
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1702 | LCC = 0.9586 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03829981006681919
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1959 | LCC = 0.9585 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03520247381925583
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1910 | LCC = 0.9588 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.032273979395627976
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1743 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.032396778255701066
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1931 | LCC = 0.9582 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03155521662533283
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1803 | LCC = 0.9598 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.02944930762797594
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1795 | LCC = 0.9595 | SRCC = 0.9591 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1797 | LCC = 0.9614 | SRCC = 0.9618 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4869ca158e7fd2201b748a4cfde5c1e3de4378
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1b2425ed970a94716f0762294a87c7df8b65a278ddc65b37d0c04b155d9fbf
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ff6d4ada1a679f10065d3860ab01382451aeab
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604b6befe60906f4ab63ad3ac4ab0ef33179e6aebcf3c2b85e18727c470e8301
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..875db4269d9e3b3607c8d730487e01dd999b1f0f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3409261989593506
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2546 | LCC = 0.9365 | SRCC = 0.9387 ]
+INFO:root:Average loss=0.16591123712062836
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2500 | LCC = 0.9477 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.14150450551509858
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2277 | LCC = 0.9512 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12597558522224425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2337 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11376588082313538
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2289 | LCC = 0.9564 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.10872717666625976
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2120 | LCC = 0.9569 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.09806471860408783
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2173 | LCC = 0.9576 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.09344740408658982
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2051 | LCC = 0.9593 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.08799864438176155
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1905 | LCC = 0.9584 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07909804075956345
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2530 | LCC = 0.9595 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.07806520056724549
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2259 | LCC = 0.9586 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.07187343242764473
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.9598 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.06818417418003082
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2231 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.06484105408191682
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2242 | LCC = 0.9596 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06023788097500801
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1916 | LCC = 0.9572 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06063339108228683
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2455 | LCC = 0.9585 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05857850581407547
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2155 | LCC = 0.9586 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.052851964592933655
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2405 | LCC = 0.9588 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05072231630980968
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2152 | LCC = 0.9585 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.046640489667654036
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2163 | LCC = 0.9583 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04672101195156574
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2019 | LCC = 0.9588 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04467678028345108
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2200 | LCC = 0.9585 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04317491663992405
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2061 | LCC = 0.9590 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.041984303429722786
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2347 | LCC = 0.9585 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04046427838504314
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2148 | LCC = 0.9587 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03866900065541267
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1975 | LCC = 0.9596 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03707505515217781
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2092 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03787931278347969
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2333 | LCC = 0.9594 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03498460191488266
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2090 | LCC = 0.9593 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0351059935092926
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2106 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03159051738679409
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2159 | LCC = 0.9599 | SRCC = 0.9598 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2246 | LCC = 0.9596 | SRCC = 0.9603 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3564c44d0304bf4e2638c75b624a09b7177f205
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ba8aaa7797bffa5c0eb15a3d195f03cf8a88466a098ace2b3ebabf171fdf93
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af38ec8cfb960132d40464aba6d924d029b9a6e0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51b78399365f18b600ef6134b8337a522edccad78e19c14c80b7fdf982f5b44
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b274233e55162e877007755eef1319a6ff753309
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40487916964292525
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2963 | LCC = 0.9371 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.17192477440834045
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2738 | LCC = 0.9452 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.14014550364017486
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2553 | LCC = 0.9504 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.1273655710220337
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2459 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11585082364082336
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2328 | LCC = 0.9551 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10455635702610015
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2030 | LCC = 0.9550 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09731410309672356
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2042 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0940210990011692
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2269 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08599616891145706
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2295 | LCC = 0.9573 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08291654035449028
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2280 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.07684242725372314
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2061 | LCC = 0.9579 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0714394155740738
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2143 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06859316009283066
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2009 | LCC = 0.9584 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06392507265508175
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2036 | LCC = 0.9579 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0614475628733635
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2332 | LCC = 0.9580 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05749369293451309
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1985 | LCC = 0.9565 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05542772200703621
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2118 | LCC = 0.9571 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05263945074379444
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2075 | LCC = 0.9575 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04767442151904106
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1875 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04704702180624008
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1960 | LCC = 0.9578 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.04542120739817619
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1893 | LCC = 0.9581 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.043940463542938235
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2220 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04285480687022209
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2227 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04057029484212399
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2207 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04254424484074116
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2023 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.036888541519641875
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2000 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.035975162968039515
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1918 | LCC = 0.9582 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.035115428298711775
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2045 | LCC = 0.9578 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.03319825980067253
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1987 | LCC = 0.9576 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03556099751591683
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1962 | LCC = 0.9590 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03143787375092506
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1827 | LCC = 0.9586 | SRCC = 0.9589 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1901 | LCC = 0.9631 | SRCC = 0.9633 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466be369b532feae13aa8aa10942e9ac4e20fa9d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09c0abaadd0d74cf66d2446d5b0b5a4a69dfa14afd9347889f8cb29ef9351fb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65445c4d63ccf2621c75d97bd80b56928dfbfe5c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c12bf680589f42ea769572deb5ec29056002425d05a5c5d293381d80484f27
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d7e6854f0ae49ee6943afea457aa7387f3ac177d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4074980853796005
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2961 | LCC = 0.9354 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.16950168162584306
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2469 | LCC = 0.9467 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.13925090283155442
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2290 | LCC = 0.9529 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12411323392391205
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2496 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.116214281976223
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2346 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.10599098777770996
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2632 | LCC = 0.9547 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09751375657320023
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2316 | LCC = 0.9573 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09268261307477951
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2293 | LCC = 0.9569 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08599284267425537
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1936 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07850229543447494
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2121 | LCC = 0.9572 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0736334199309349
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2106 | LCC = 0.9560 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07267046353220939
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2230 | LCC = 0.9583 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06534662532806397
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2044 | LCC = 0.9585 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0638646194934845
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1915 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05987563362717629
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2098 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05599184960126877
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2043 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05218588738143444
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1799 | LCC = 0.9595 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05317625899612904
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2063 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.0495429670214653
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1911 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04796946747601032
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1979 | LCC = 0.9588 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04559382699429989
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1951 | LCC = 0.9591 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04380615897476673
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1702 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04131506602466106
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1857 | LCC = 0.9575 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.043007172644138336
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2096 | LCC = 0.9598 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03968413345515728
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1761 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.037516992822289465
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1879 | LCC = 0.9606 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03735733355581761
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2106 | LCC = 0.9601 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03444383132457733
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1751 | LCC = 0.9594 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03291263137757778
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1982 | LCC = 0.9602 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03199416686594486
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2009 | LCC = 0.9601 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.030389730468392374
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1948 | LCC = 0.9586 | SRCC = 0.9582 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1881 | LCC = 0.9603 | SRCC = 0.9608 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac57c9ca6fba5f352c6d82843a616d3ce45a82b3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3d3e31775c7e9a2d72a427e116e78d6d7f6f2a5ca83eed30615e421e1be804
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee21ce6d6084f3f63db91c7afa2a9a1d433b7ee0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94427b6cc84f81b60853a1ca1e618b5c43c4e62857b0c366ebfa126547e3292d
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9c26df186c6c6d5a34042ebb9085f1af2d458fa7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35738979625701905
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2909 | LCC = 0.9356 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.16459735006093978
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2397 | LCC = 0.9449 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.13825638437271118
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2162 | LCC = 0.9493 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.12548681843280793
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2454 | LCC = 0.9530 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11440738713741302
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2409 | LCC = 0.9532 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10372026589512826
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2077 | LCC = 0.9548 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09672124856710435
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2393 | LCC = 0.9516 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.09077472466230392
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2055 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08422656592726707
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1994 | LCC = 0.9559 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07948999735713005
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2149 | LCC = 0.9548 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07415167245268822
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2208 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07040007081627846
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2104 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06715719923377036
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2042 | LCC = 0.9546 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06283077257871628
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2153 | LCC = 0.9547 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.059272799104452135
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2187 | LCC = 0.9561 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05601684981584549
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2055 | LCC = 0.9568 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05265778504312038
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1783 | LCC = 0.9554 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.053300305545330044
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2040 | LCC = 0.9557 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04967182333767414
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2327 | LCC = 0.9547 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.047207219690084457
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1965 | LCC = 0.9546 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04553332063555717
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2009 | LCC = 0.9569 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.041872701466083524
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2112 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0407934355288744
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2223 | LCC = 0.9554 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04005943277478218
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1995 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.03703570204973221
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2177 | LCC = 0.9572 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.036974271520972254
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2033 | LCC = 0.9571 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0367730158418417
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1929 | LCC = 0.9567 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03480869029462338
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2141 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03343362249433994
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2215 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.03164191728830337
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2158 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.031839866146445274
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1927 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1948 | LCC = 0.9575 | SRCC = 0.9580 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bce08b3983ddab200f51e54fa7b39edd343b62
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7435ee52913f52a9d2b65aff0ae3ef11082ff8078f7f5899d1d450d601f0e246
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95eb570493bd85db0ebeaa7275feb6cd04e871ef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677d32613f0fed0aa803eb9a4d7be719c8af826ef2096fd83675835e71bdd0b5
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e81142d36b87480af30f50ce103b973f82aff1ce
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39694147753715514
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3059 | LCC = 0.9327 | SRCC = 0.9340 ]
+INFO:root:Average loss=0.16519477432966231
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2723 | LCC = 0.9442 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.13796368688344957
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2429 | LCC = 0.9515 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.13021347332000732
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2439 | LCC = 0.9508 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11448505705595016
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2265 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10919813776016235
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2135 | LCC = 0.9560 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09853491136431694
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2516 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09120502415299415
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2177 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.084429193764925
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2048 | LCC = 0.9561 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07725056061148644
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2132 | LCC = 0.9557 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.07342677173018455
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2255 | LCC = 0.9562 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07239623188972473
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2328 | LCC = 0.9560 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07150759014487267
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1927 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06127398118376732
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2316 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0581064447760582
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2058 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05488678288459778
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2218 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05264085629582405
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1961 | LCC = 0.9571 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.050988100588321685
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2262 | LCC = 0.9559 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05051921533048153
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2171 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04723805133998394
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2062 | LCC = 0.9573 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04482474346458912
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1930 | LCC = 0.9549 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04558098824322224
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2087 | LCC = 0.9531 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04334308810532093
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2011 | LCC = 0.9569 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.038574959710240365
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1967 | LCC = 0.9575 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.037579126670956614
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2001 | LCC = 0.9559 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0397427841424942
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2160 | LCC = 0.9566 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.03514655753970146
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2114 | LCC = 0.9565 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.03408636024594307
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1917 | LCC = 0.9574 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03271525181829929
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2119 | LCC = 0.9563 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03115547800064087
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2007 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.032120959177613255
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2145 | LCC = 0.9566 | SRCC = 0.9561 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1931 | LCC = 0.9587 | SRCC = 0.9589 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1418fa6eb9567340412660d573fd6852e35f2ee8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb9d79984b434b9ff5d5040c3bcb4d0a47134c8089cc8096ef2110a8ba87857
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6111b9773e4b9f850d2d4c7b3910e8cbe2b560
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b8edb164d7db260d53213ac4bd647508f3a69e418e2e859d9d2c9177510dfc
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c99326fa4f910812ac9aa5387d5a1d7ef56bfa7b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34790182375907897
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2843 | LCC = 0.9381 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.16824193620681763
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2468 | LCC = 0.9469 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.1383007718324661
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.9477 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12640303549170495
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2443 | LCC = 0.9519 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11255069413781166
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1918 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10732333213090897
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2505 | LCC = 0.9562 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09688943710923195
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2128 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09067426285147667
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2111 | LCC = 0.9567 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0861860219836235
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2238 | LCC = 0.9575 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07821741449832917
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2334 | LCC = 0.9542 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07469280219078064
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2386 | LCC = 0.9580 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06944078555703163
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2148 | LCC = 0.9576 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06783314979076385
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2322 | LCC = 0.9569 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.061753816336393354
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2113 | LCC = 0.9583 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.060675510838627815
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1909 | LCC = 0.9573 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05654037497937679
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2167 | LCC = 0.9567 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05645152649283409
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2419 | LCC = 0.9563 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05117752283811569
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2421 | LCC = 0.9565 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.052093771055340764
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1961 | LCC = 0.9582 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04748349758982658
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2071 | LCC = 0.9581 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04752104757726192
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2169 | LCC = 0.9573 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.044326330989599226
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1959 | LCC = 0.9581 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04187047369778156
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1996 | LCC = 0.9576 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0397835753262043
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2109 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03905073626339436
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1959 | LCC = 0.9580 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03771754604578018
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1912 | LCC = 0.9587 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03574349378049373
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1983 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03345610934495926
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2087 | LCC = 0.9567 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.033472027406096456
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1987 | LCC = 0.9581 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03115411674976349
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2162 | LCC = 0.9569 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.030786773785948754
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2004 | LCC = 0.9577 | SRCC = 0.9574 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1858 | LCC = 0.9598 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982754e2644f6cefc178abdbbb878901c47644b6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27e3aecabd7240e112938bb5c50b9fed128b8194d3ce9fdeece056bce79e763
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90023fd2c630bc6357db72cfb3a100146604187
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c37db7b58c55aa38e70532ee44bb078fcca691d4c4536f3ef40e65075c31395
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6202a8ffccc1a6dbc41e5da6d3ed289ee8ae89db
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33345562720298766
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2866 | LCC = 0.9366 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.16586522567272186
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2478 | LCC = 0.9469 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.14308887034654616
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2455 | LCC = 0.9504 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.12541068252921103
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2578 | LCC = 0.9515 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11630521088838577
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2296 | LCC = 0.9521 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10626077696681023
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2690 | LCC = 0.9526 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09758107966184616
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2304 | LCC = 0.9546 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09391395351290703
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1873 | LCC = 0.9556 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08738352152705192
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2268 | LCC = 0.9553 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07918900367617607
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2257 | LCC = 0.9544 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07460594093799591
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1984 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07410472545027733
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2149 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06820475250482559
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2429 | LCC = 0.9558 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06266027429699898
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1920 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05984086400270462
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1927 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.057988761872053145
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2258 | LCC = 0.9559 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.056976306363940236
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2300 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.052564993411302566
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2240 | LCC = 0.9562 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05033226381242275
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2195 | LCC = 0.9563 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04775200296938419
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2097 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.046869540721178056
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2303 | LCC = 0.9570 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04656485077738762
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2209 | LCC = 0.9563 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04355972158908844
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2093 | LCC = 0.9579 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0415889324247837
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2266 | LCC = 0.9568 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04072324171662331
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1938 | LCC = 0.9579 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.036576303482055664
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2184 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.035564569473266604
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1961 | LCC = 0.9570 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03342540371417999
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2091 | LCC = 0.9566 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.03398124304413795
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2100 | LCC = 0.9575 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03205034770071506
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2385 | LCC = 0.9555 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03337496767938137
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2012 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2040 | LCC = 0.9588 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1dc16ab6a15f43d9910843495aed154644d604
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4feeb78a62c31b9025f7c95e97267e27b8118bcb63a6ef50ecb85ffdf54d758f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e32a7b1e8853114d3942bc9a3863d0e17f93e0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f270d3020c383b096aae2221cf7978581bbe5e4354a40e71588c6f56c1ecb4
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9f830c56cdc6e7af88cedb0593db5c8a21ca09fd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4505150396823883
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2794 | LCC = 0.9356 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.16125842273235322
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2283 | LCC = 0.9452 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.1372124289870262
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2270 | LCC = 0.9517 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1237865133881569
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2205 | LCC = 0.9533 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11653137391805649
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2199 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10305032539367676
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1825 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09542368692159653
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2146 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0887138152718544
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1830 | LCC = 0.9557 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08465744906663894
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2158 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08006664162874222
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2058 | LCC = 0.9586 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0737387170791626
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1761 | LCC = 0.9570 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06959737062454224
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2060 | LCC = 0.9550 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06559732389450074
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1866 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06570534852147103
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1864 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05881756719946861
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1808 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.05567007333040237
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1565 | LCC = 0.9575 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05509972673654556
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1890 | LCC = 0.9576 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05248124036192894
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1959 | LCC = 0.9571 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0487112550586462
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1876 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04890747904777527
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1875 | LCC = 0.9573 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04502314414083958
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1981 | LCC = 0.9562 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04242658188939095
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1832 | LCC = 0.9585 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04299484550952912
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1658 | LCC = 0.9562 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04121213033795357
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1820 | LCC = 0.9584 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.038922770366072654
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1837 | LCC = 0.9583 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03695263354480267
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1825 | LCC = 0.9578 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0372247125506401
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1771 | LCC = 0.9583 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.033152485951781274
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1698 | LCC = 0.9581 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.034052795246243474
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1941 | LCC = 0.9586 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03379027133435011
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1869 | LCC = 0.9586 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.030901825577020644
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1856 | LCC = 0.9588 | SRCC = 0.9588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1935 | LCC = 0.9571 | SRCC = 0.9582 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d020f1142b0aa1da52a4116438a2454fceb5406a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57603b29089fdd37cfaefc9cdac27276760f711a4c3932b96d29b0847b09bfc7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851a13d85577310cbf302b52627bd6e1d6f8d275
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc00bf5a84d2fcf712801ef174fd91bb443b7c8b48bbf9b6accce557ad5603bf
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1bfa7e1063e12f59f9e651e9b13458f73d9c48de
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3058543630838394
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2843 | LCC = 0.9345 | SRCC = 0.9356 ]
+INFO:root:Average loss=0.16196173018217086
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2582 | LCC = 0.9454 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14116976165771483
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2487 | LCC = 0.9496 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12992690649628638
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2296 | LCC = 0.9519 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11721092158555985
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2211 | LCC = 0.9522 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10860697835683823
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2213 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10161051940917969
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2077 | LCC = 0.9529 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09262986421585083
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2270 | LCC = 0.9551 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.09010499140620232
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2001 | LCC = 0.9523 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0836183733344078
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2060 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07919153186678886
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2098 | LCC = 0.9561 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07380113199353218
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1920 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07019605100154877
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2063 | LCC = 0.9520 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06522459217905999
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1812 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06394136852025986
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2109 | LCC = 0.9566 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06048990470170975
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2124 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05817238935828209
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1927 | LCC = 0.9540 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05338776628673077
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2289 | LCC = 0.9534 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05074753184616566
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2138 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05075714087486267
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2125 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04779128564894199
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1953 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04581476429104805
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1950 | LCC = 0.9550 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.044706428110599515
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2070 | LCC = 0.9543 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.04075901412963867
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2152 | LCC = 0.9555 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.039661406368017196
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1966 | LCC = 0.9552 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04006311459839344
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1988 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.03604681506752968
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2216 | LCC = 0.9558 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03835715520381928
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1830 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.03441608692705631
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2070 | LCC = 0.9548 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.03250227083265782
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1869 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03612892843782902
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2354 | LCC = 0.9545 | SRCC = 0.9562 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2170 | LCC = 0.9566 | SRCC = 0.9572 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb6c5f988b3b7c979a8aac3ae4ed36586cfb8ed
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3158c61b8c5576dd5310a03606778134042c593c3c3253a30a526a39b2c63e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83f858d6a348f87b3150d3b9afeb0786ec6eed3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d756a9bbdf2c4d53925dfb271310ffe994149aba31a2648a3d26c0d024676fb
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d447b85b01cc8e3ea5c5d54088cbf7edbd4c45af
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3370062408447266
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3046 | LCC = 0.9354 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.17026822245121
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2573 | LCC = 0.9453 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.14399427860975267
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2486 | LCC = 0.9460 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1306582815051079
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2580 | LCC = 0.9487 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.11916572451591492
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2504 | LCC = 0.9488 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10999514970183373
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2558 | LCC = 0.9508 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10249914175271987
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2457 | LCC = 0.9533 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09492324703931808
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2523 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0929849092066288
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2179 | LCC = 0.9562 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08531158223748207
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2025 | LCC = 0.9556 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08036258089542389
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2294 | LCC = 0.9559 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07705353873968124
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2061 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07327653697133064
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2366 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0683288556933403
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2185 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06676436167955399
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2090 | LCC = 0.9562 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06212724539637566
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2264 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0576582378000021
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2180 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05908208991587162
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2056 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05490482756495476
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2124 | LCC = 0.9566 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0537841357588768
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1930 | LCC = 0.9560 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.051072229653596875
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2469 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04819121064245701
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2242 | LCC = 0.9566 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04764178669452667
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2136 | LCC = 0.9571 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04535114559531212
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2119 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04381314080953598
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1943 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04216137367486954
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2026 | LCC = 0.9565 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.040433776661753656
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1921 | LCC = 0.9563 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.038909138023853304
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2184 | LCC = 0.9551 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.03732223251461983
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2136 | LCC = 0.9576 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03463281678408384
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2161 | LCC = 0.9560 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03521139372885227
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2047 | LCC = 0.9567 | SRCC = 0.9573 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2166 | LCC = 0.9557 | SRCC = 0.9566 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffcf058354ec1abeada6096910aba5196647981
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a560ba72009d71b6041e38c857516ad5f5931ebe80175ffdc6bc9f2dfac978ed
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3abf51e3fb71eab6ec117f0da477bd1ddf080ce
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723ac70899a834ad7034abf04641bcf3e6e82c9339b02b0862451d5ad5f12271
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e2e76858a821e090114b7c3b1bbb80893d27d86
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34911178863048553
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2560 | LCC = 0.9344 | SRCC = 0.9347 ]
+INFO:root:Average loss=0.16721735256910325
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2430 | LCC = 0.9474 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.14166254872083664
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2609 | LCC = 0.9491 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.12638393580913543
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2398 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.1157639756500721
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2092 | LCC = 0.9529 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1079731993675232
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2086 | LCC = 0.9554 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10090660211443901
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2156 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09496904334425926
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1973 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09277188748121262
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2363 | LCC = 0.9553 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08849995389580727
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2008 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07862583410739898
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1961 | LCC = 0.9575 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07462549012899398
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2356 | LCC = 0.9542 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07010587060451508
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2121 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0683713674992323
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2209 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06550869923830033
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2128 | LCC = 0.9571 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0625402474105358
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2306 | LCC = 0.9563 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05866483804583549
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2267 | LCC = 0.9537 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.0561103924959898
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2160 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05261963015794754
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1809 | LCC = 0.9575 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05164320249855518
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2189 | LCC = 0.9558 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04903721433877945
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2221 | LCC = 0.9560 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04672879603505135
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1889 | LCC = 0.9575 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.044934313178062436
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2110 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04534075599908829
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1789 | LCC = 0.9580 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.044003499701619146
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1926 | LCC = 0.9572 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0407185010612011
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1852 | LCC = 0.9568 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.037841841652989386
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1985 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03901061202585697
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1907 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.037178022086620334
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1980 | LCC = 0.9574 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.034438563257455826
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2121 | LCC = 0.9586 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.034049443870782854
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1890 | LCC = 0.9581 | SRCC = 0.9587 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2195 | LCC = 0.9552 | SRCC = 0.9564 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05addc7a840646a75981deb405a106e6b93ce17
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d692d87fe8a7f02487840f498b9879ad26e0adcd146586eff99197149e4e2ca
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa9d43a8c406f42a110bff0dabdc00ee7174c08
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33587eafd1ad28e15de2f6ffa8f8bc72769b8ef6126fa7e9d908b9c1dc739ac6
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..428c5e2e7fdc4fe113a8fe22e02668d480ca7af6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31141437458992005
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2433 | LCC = 0.9345 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.16161013025045395
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2286 | LCC = 0.9467 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.14081882470846177
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2290 | LCC = 0.9510 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12888396489620207
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2282 | LCC = 0.9542 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11882078847289085
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1973 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11075175619125366
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2139 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10276802709698676
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2204 | LCC = 0.9560 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.09372511795163155
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1973 | LCC = 0.9546 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0885457923412323
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1857 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08546344667673111
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2172 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08133109444379806
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2467 | LCC = 0.9546 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0773082505762577
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2196 | LCC = 0.9517 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07060692003369332
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2070 | LCC = 0.9562 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06753849256038666
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2210 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0646193940937519
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2148 | LCC = 0.9549 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06242779403924942
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2144 | LCC = 0.9569 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.059972072213888165
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2097 | LCC = 0.9572 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.056444304540753366
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2197 | LCC = 0.9553 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05360583332180977
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2040 | LCC = 0.9572 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05091293673217297
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1931 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05030232258141041
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1990 | LCC = 0.9547 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.048285856157541274
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2146 | LCC = 0.9571 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04543551515042782
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1983 | LCC = 0.9562 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04702143692970276
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2178 | LCC = 0.9557 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04252518549561501
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1952 | LCC = 0.9584 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04169883020222187
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1921 | LCC = 0.9559 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0398790635317564
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2011 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.03713518816232681
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1901 | LCC = 0.9564 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03694861608743667
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1955 | LCC = 0.9557 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.035678687795996665
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2086 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03553042913973332
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1872 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1988 | LCC = 0.9583 | SRCC = 0.9582 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2531096c2251c83fa1e5f71c3472b5a01aeb5005
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233e0392a90ee16069f5b97c73e6e47e2a6edcce02ba5a96be9601ad02dee284
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f286b1c15eefb51813c41464fdb844bf5b1bd8a3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8e818e7d7ef3a1dabc0c3aa091e2a47cd67c904a21b2e78d334f51efcb253a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..494d2147cd44a577551171af7bb62016a7ba6913
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3123668874502182
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2754 | LCC = 0.9373 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.16610265398025512
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2926 | LCC = 0.9381 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.141345904648304
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2074 | LCC = 0.9456 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12280084681510925
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2131 | LCC = 0.9512 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1177436962723732
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2298 | LCC = 0.9519 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11272195133566856
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2306 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10424566623568535
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2326 | LCC = 0.9518 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09988467881083489
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2445 | LCC = 0.9538 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09079594081640244
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1883 | LCC = 0.9550 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08510832950472831
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2530 | LCC = 0.9548 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0797991420328617
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2325 | LCC = 0.9567 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07710916632413864
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2083 | LCC = 0.9560 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07210347267985344
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1829 | LCC = 0.9554 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07209534981846809
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1989 | LCC = 0.9552 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06353029075264931
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1992 | LCC = 0.9559 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06088072708249092
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2244 | LCC = 0.9544 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05960770690441131
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2311 | LCC = 0.9557 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.058776220217347144
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2263 | LCC = 0.9554 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05378346955776215
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2163 | LCC = 0.9537 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05093675638735294
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1945 | LCC = 0.9556 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04944829459488392
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1996 | LCC = 0.9529 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04943496705591679
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2097 | LCC = 0.9534 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.04486643813550472
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2034 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04678620548546314
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1730 | LCC = 0.9547 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04457238344848156
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1952 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04300203828513622
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1966 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03836110530793667
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1967 | LCC = 0.9542 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.037968502834439276
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1923 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03555553649365902
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1957 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03588999635726214
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2001 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.03656123024225235
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1869 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2326 | LCC = 0.9577 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d37caef08ff02feb6d8b72b38ad1cb14d255c0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2861add50c736243634f6c86f97984ae9ae0139e3a196750da356a63a820f1
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e724129d81bf6094f029daa053d78215b35c13d6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55d9760b7e5d8e5d9f91fa082a8be96df9266a40e4044b3e184b7bc776d0e27
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..19e7f1bd105649473bd74fdfd9768e643a22b8af
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.366450257062912
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3338 | LCC = 0.9334 | SRCC = 0.9356 ]
+INFO:root:Average loss=0.17205281239748002
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3457 | LCC = 0.9432 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.15257156825065613
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3042 | LCC = 0.9451 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.13697741508483888
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2690 | LCC = 0.9514 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.12462364649772643
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2431 | LCC = 0.9521 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11946554145216942
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2557 | LCC = 0.9529 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1123050844669342
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2455 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10217512989044189
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2639 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09922030347585678
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2460 | LCC = 0.9525 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09086767208576202
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2555 | LCC = 0.9519 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09189325147867203
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2079 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08349711140990257
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2576 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08036807227134704
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2244 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07413531565666198
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2265 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07244303932785988
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2012 | LCC = 0.9475 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.07242745360732078
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2226 | LCC = 0.9543 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06686024138331413
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2616 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06286872416734696
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2044 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06247848382592201
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2384 | LCC = 0.9528 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.058374333307147024
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2316 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.055625439822673796
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2364 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.052277740851044655
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2329 | LCC = 0.9551 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05089883396029472
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2458 | LCC = 0.9548 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05069623191654682
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2170 | LCC = 0.9549 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.047058577537536624
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2136 | LCC = 0.9530 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.048742857366800306
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2891 | LCC = 0.9500 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04398053313791752
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2264 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.044182568579912186
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2506 | LCC = 0.9531 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04218341986835003
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2014 | LCC = 0.9545 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04023872120678425
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2487 | LCC = 0.9536 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.03974868363142014
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2343 | LCC = 0.9553 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2358 | LCC = 0.9566 | SRCC = 0.9575 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8046626dc4ce4ac42ee5a9ed9bb498879e7cbb85
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599641b02bbd9c6f81a3381eed4c5375c5430f2db24c1dddd3374b3038b26582
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b925ed01b1bfad343dcfff4178cebb10fa7a522
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffa91ff8b4bbabf4d6b25bf82ee0fa188ca635e56bf198de3522b2197c054d8
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..792661c74830405481ccf06b9ab1bb8ba274f073
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3158604452610016
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2972 | LCC = 0.9363 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.1644977018237114
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2643 | LCC = 0.9453 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.14587719386816025
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2418 | LCC = 0.9492 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13199585261940955
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2217 | LCC = 0.9513 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12800775164365769
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2255 | LCC = 0.9493 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11530111867189408
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2239 | LCC = 0.9526 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11761597460508347
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2327 | LCC = 0.9512 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1037184524834156
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2570 | LCC = 0.9529 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09926228922605515
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1939 | LCC = 0.9543 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0927991510629654
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1926 | LCC = 0.9522 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09021609333157539
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1816 | LCC = 0.9529 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0819341708123684
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2122 | LCC = 0.9537 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07988298988342285
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2202 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0759508740901947
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1883 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07359741657972335
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2052 | LCC = 0.9536 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06842250794172287
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2364 | LCC = 0.9528 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06626908043026924
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2071 | LCC = 0.9527 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0629488400220871
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2193 | LCC = 0.9536 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06261635190248489
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2201 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.061570296227931975
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2393 | LCC = 0.9497 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.05600386074185371
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2292 | LCC = 0.9544 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05580701816082001
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2062 | LCC = 0.9525 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05361671245098114
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1919 | LCC = 0.9549 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05074009695649147
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2153 | LCC = 0.9534 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04845359218120575
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2145 | LCC = 0.9484 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.04894009129703045
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2041 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04587131269276142
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2091 | LCC = 0.9542 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.04482882472872734
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1987 | LCC = 0.9534 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04364510443806648
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1962 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04232485848665237
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2135 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.03977789345383644
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2088 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1903 | LCC = 0.9561 | SRCC = 0.9570 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2d9a2895f13355143b28149803647ec8fe546c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b8b2df6b718b5ee4354e29269f55884861f89dbc54ec85c63155d57ad39d8b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f87393a1165e5e28f9a4bddf31b3e2e58f99824
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4161d27de289f748b1c059dfc8d0e011f083e6bbd5f4165e250cea78ad89190
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cc2f5812046306829a438215a7728802756585f0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3571377031803131
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2548 | LCC = 0.9341 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.16713240796327591
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2449 | LCC = 0.9455 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1469689576625824
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2233 | LCC = 0.9481 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1340186954140663
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2236 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12256449711322784
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2289 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11563816010951995
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2397 | LCC = 0.9514 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10822598168253898
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3308 | LCC = 0.9430 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.1054447850883007
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2305 | LCC = 0.9525 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09439574965834617
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2301 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09122841364145279
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2249 | LCC = 0.9538 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0849752391576767
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2458 | LCC = 0.9542 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07970603415369988
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2125 | LCC = 0.9525 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07628065544366837
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2209 | LCC = 0.9553 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07352050307393074
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2291 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07275126761198043
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2081 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06740730649232865
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1896 | LCC = 0.9532 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06399866554141044
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2073 | LCC = 0.9543 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.059930962145328524
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2270 | LCC = 0.9549 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05838487397134304
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2297 | LCC = 0.9514 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0592021654099226
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2365 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0546476616859436
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2310 | LCC = 0.9525 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.052205909997224804
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2215 | LCC = 0.9546 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05075716327130794
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1999 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0488617944419384
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2115 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04493232636153698
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2165 | LCC = 0.9556 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.043272827684879306
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2421 | LCC = 0.9544 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04399634531140328
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2096 | LCC = 0.9558 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04394967803359032
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2040 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04011756426095962
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2170 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.040185599118471145
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2307 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.03797961869835854
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1995 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2099 | LCC = 0.9556 | SRCC = 0.9559 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ddb2e3770473361929d04a6d428b5c42004585
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c92e32c9470ceaf4c05896190c19ae417b4651a8a11ff51bcb63ab013aa21f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e341191a2e6cd00d6882df283b3127827c518605
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5ff348c915941118a7233e023c989831b181b3651acf472f68101e18f8011b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fb2e88a13bdef9e9c23c60f1459d8753d90cca79
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3021939476728439
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3008 | LCC = 0.9310 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.16848332571983338
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2762 | LCC = 0.9405 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.14974125438928604
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2265 | LCC = 0.9477 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13364193171262742
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2389 | LCC = 0.9462 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.12388252592086792
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2519 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11733830058574676
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2389 | LCC = 0.9530 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10816385105252266
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2279 | LCC = 0.9532 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10167355239391326
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2158 | LCC = 0.9514 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09538868007063865
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2162 | LCC = 0.9507 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08979636603593827
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2275 | LCC = 0.9537 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08680216750502587
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2272 | LCC = 0.9524 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07930156138539314
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2307 | LCC = 0.9533 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07725661900639534
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2173 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07452433598041534
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2464 | LCC = 0.9478 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.07042000296711921
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2185 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06737889596819878
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2354 | LCC = 0.9475 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.06355137401819229
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2435 | LCC = 0.9526 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06252931043505669
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2162 | LCC = 0.9519 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05865643021464348
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2126 | LCC = 0.9540 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05571366074681282
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2639 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05537272384762764
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2242 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05418239541351795
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2206 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.050678264304995536
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2206 | LCC = 0.9525 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.048539300709962846
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2628 | LCC = 0.9500 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.04898328259587288
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2021 | LCC = 0.9522 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04583711081743241
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2451 | LCC = 0.9497 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.045074888557195665
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2104 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.044728714287281035
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2413 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.042493932366371154
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2209 | LCC = 0.9520 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.039656560227274894
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1869 | LCC = 0.9524 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.037421715036034586
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2288 | LCC = 0.9510 | SRCC = 0.9523 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2107 | LCC = 0.9569 | SRCC = 0.9576 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c362f141114ef03d43790fa3570c5ca4eb1f862
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3973ff74750b24190f610b1836ca85577002208b1c014f27de24174619f66642
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0378110c2caf294c4bc1c2c68d8756b82c6c9fbd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f0234ff9c913815c4688574ee56baee02dde23ebf6c178ce816b494d0481ed
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d0c1baa62abdb986361531e27ef6395b111afdcd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29012640887498853
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2902 | LCC = 0.9363 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.16422321277856827
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2811 | LCC = 0.9470 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.1454394708275795
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2762 | LCC = 0.9487 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.1323178911805153
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2687 | LCC = 0.9495 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1259506840109825
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2737 | LCC = 0.9497 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11530773538351059
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2929 | LCC = 0.9527 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10868106690049172
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2561 | LCC = 0.9535 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10326476153731347
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2693 | LCC = 0.9526 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09640348801016807
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2857 | LCC = 0.9529 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09188832157850266
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2478 | LCC = 0.9485 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08579683616757393
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2297 | LCC = 0.9534 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08110206192731857
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2533 | LCC = 0.9545 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0770645694732666
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2238 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07480522498488426
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2609 | LCC = 0.9513 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06930397915840149
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2599 | LCC = 0.9520 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06632030636072159
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2458 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06322097107768058
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2513 | LCC = 0.9515 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.0583278990983963
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2407 | LCC = 0.9518 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.057800942569971085
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2389 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05721067422628403
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2474 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05412555658817291
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2434 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05180969136953354
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2308 | LCC = 0.9528 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.048212038815021514
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2668 | LCC = 0.9509 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.047052823841571806
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2645 | LCC = 0.9510 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0436079910248518
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2700 | LCC = 0.9511 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.04274588106572628
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2450 | LCC = 0.9527 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.041552854716777804
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2127 | LCC = 0.9523 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.04023801426589489
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2308 | LCC = 0.9531 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.039951906234025954
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2592 | LCC = 0.9516 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.03774063241481781
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2662 | LCC = 0.9507 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.03803569601476192
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2504 | LCC = 0.9518 | SRCC = 0.9533 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2547 | LCC = 0.9546 | SRCC = 0.9558 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ace123a76342e862a3642f1f11f387a60a311b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba2481c16aebc7b9bba72c48eb38a025c10e0ec10354279088c289ad6917e6
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22ef12bb29ab588ffe51dc9a7107ce46efc982f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a4001feab46ce6bd4d1da8e3214b8bb335e1661f88f15bd630419b33cb5382
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4a03cfb544a56d8aa7e8a5b193ac712fc4db3d89
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3359830949306488
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3430 | LCC = 0.9402 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.16509207946062088
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3324 | LCC = 0.9461 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.14888724464178085
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3136 | LCC = 0.9482 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.13892851376533508
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2718 | LCC = 0.9526 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1310427119731903
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2567 | LCC = 0.9523 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.13028327655792235
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3002 | LCC = 0.9545 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.12022174689173698
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2634 | LCC = 0.9539 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.11042545050382614
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2665 | LCC = 0.9547 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.1122413231432438
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2176 | LCC = 0.9547 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10281019473075867
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2441 | LCC = 0.9559 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09802760899066926
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2296 | LCC = 0.9538 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09794877091050148
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2529 | LCC = 0.9545 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.09164726758003235
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2720 | LCC = 0.9567 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08871699899435043
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2195 | LCC = 0.9548 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08491257384419441
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2444 | LCC = 0.9559 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08234652456641198
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2675 | LCC = 0.9566 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0791338558793068
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2612 | LCC = 0.9559 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07659663361310959
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2313 | LCC = 0.9581 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07326484408974647
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2411 | LCC = 0.9569 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06886135399341584
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2319 | LCC = 0.9545 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0684773041009903
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2179 | LCC = 0.9546 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06896363061666488
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2746 | LCC = 0.9540 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0645059210062027
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2287 | LCC = 0.9545 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06393000176548957
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2618 | LCC = 0.9551 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06144535222649574
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2591 | LCC = 0.9539 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05958083209395409
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2500 | LCC = 0.9553 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05778116750717163
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2363 | LCC = 0.9528 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05736851418018341
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2393 | LCC = 0.9572 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05321118040382862
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2125 | LCC = 0.9558 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0508995463103056
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2619 | LCC = 0.9550 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0529535895884037
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2356 | LCC = 0.9561 | SRCC = 0.9569 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2416 | LCC = 0.9578 | SRCC = 0.9586 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ca7eb809fa7f1727df6cad9210e71521de9c1f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019587a81943699fac72ac0de544ab7996920fc7d9b92c00500c61e136da1a4c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d00af0bc728af94640ad6ef4a711f7d51016954
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bfa2ff27aea147b2a1c109acecb700161dfa1719500c79c4964dacaf45d4f6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..861689196dad6e5de73bd6dd229eb00a2bb85c81
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30906617784500123
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3151 | LCC = 0.9380 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.16821810257434844
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2734 | LCC = 0.9425 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.15033295440673827
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2932 | LCC = 0.9459 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.14613250547647477
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2825 | LCC = 0.9473 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12895422571897508
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2234 | LCC = 0.9505 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.125605493247509
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2616 | LCC = 0.9511 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11947398108243942
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2341 | LCC = 0.9504 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11134392952919006
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2881 | LCC = 0.9516 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11070599555969238
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2440 | LCC = 0.9528 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10990957772731781
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2570 | LCC = 0.9535 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.1009501569867134
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2348 | LCC = 0.9557 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09433856523036957
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2142 | LCC = 0.9539 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09333756625652313
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2618 | LCC = 0.9550 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.08907228034734727
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2631 | LCC = 0.9556 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08229328081011772
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2436 | LCC = 0.9566 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07836596065759659
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2380 | LCC = 0.9564 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.07834936517477036
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2429 | LCC = 0.9534 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07657693746685981
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2016 | LCC = 0.9576 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07066012012958527
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2140 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06844845423102379
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2721 | LCC = 0.9539 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06749939742684365
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2333 | LCC = 0.9555 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06500064209103584
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2452 | LCC = 0.9545 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06450262847542763
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2289 | LCC = 0.9568 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0619253271818161
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2439 | LCC = 0.9538 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06144422364234924
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2581 | LCC = 0.9569 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05776567199826241
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2193 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05918662697076797
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2345 | LCC = 0.9568 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05502652607858181
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2041 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.056412984848022464
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2116 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05165840132534504
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2385 | LCC = 0.9542 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.052181241244077685
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2471 | LCC = 0.9527 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2030 | LCC = 0.9589 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e727b2c6e4493586cf2b507d4e20a3b11218fd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5665afde7254774c486aea3b7a9e03dd803bf4f7fa4417a471dde3a81f72e5c9
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2cc437dae2c0326ad1db1bc9b9cabd27bb898c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b92c6dba28237dfce2ee39030db73e0a31f842758ce6cf8d98abccd3a87bf1f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..43b3006bbfa2224476dfb8facc76f1e14aa30972
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29388417792320254
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2858 | LCC = 0.9367 | SRCC = 0.9377 ]
+INFO:root:Average loss=0.1749207701086998
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2769 | LCC = 0.9423 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.15674875378608705
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2548 | LCC = 0.9477 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14389581978321075
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2123 | LCC = 0.9494 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13313101613521575
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2130 | LCC = 0.9488 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12531217432022096
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2228 | LCC = 0.9502 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12242603507637978
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2414 | LCC = 0.9537 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.1179531129002571
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2443 | LCC = 0.9515 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10578040796518326
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2329 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10443977469205856
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2785 | LCC = 0.9501 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10140607377886772
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2034 | LCC = 0.9556 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.09589561438560486
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2322 | LCC = 0.9540 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09549558642506599
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2121 | LCC = 0.9539 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08822137168049812
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2101 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08428198838233948
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2238 | LCC = 0.9559 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08570429357886314
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2043 | LCC = 0.9535 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08138197875022889
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1993 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07900269651412964
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2094 | LCC = 0.9561 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07297999906539918
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2112 | LCC = 0.9534 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07159174957871436
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2026 | LCC = 0.9554 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06539809963107109
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2310 | LCC = 0.9531 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07162108340859413
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2266 | LCC = 0.9558 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06500930422544479
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1997 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06411768060922622
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2089 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.060416917771100996
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2178 | LCC = 0.9541 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05891273295879364
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2093 | LCC = 0.9550 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05859914952516556
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2101 | LCC = 0.9520 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0571009761095047
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2074 | LCC = 0.9557 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.056061584413051604
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2184 | LCC = 0.9549 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.052765623167157175
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2070 | LCC = 0.9560 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05256237170100212
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2351 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2051 | LCC = 0.9587 | SRCC = 0.9592 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f0d979258d196eb5bbb0f71edd5443bcb4ff93
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c2354e425e7f02907f592c1784d95951796277db345606a4bd18ab2955292e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b766b7435d3d2d7325eaf2c73af663323ca27e19
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9534c3bff71f83658eb8fcb7d905a9a2566a84fa9dc80103cb9a1f671d4f1401
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1db25a01179ef60c5c8228614348ef088c2b27ec
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36678523683547976
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3499 | LCC = 0.9381 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.17467738205194475
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2810 | LCC = 0.9436 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.15672458374500275
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2469 | LCC = 0.9459 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.14147254765033723
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2612 | LCC = 0.9465 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1351511925458908
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2778 | LCC = 0.9503 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1267697514295578
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2518 | LCC = 0.9526 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.12282318806648254
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2663 | LCC = 0.9521 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11301943969726562
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2739 | LCC = 0.9550 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.10669226223230362
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2428 | LCC = 0.9532 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10552729681134224
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2633 | LCC = 0.9525 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09831488221883773
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2274 | LCC = 0.9539 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.09533087769150735
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2488 | LCC = 0.9539 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09325363290309906
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2336 | LCC = 0.9552 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09261994835734368
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2472 | LCC = 0.9541 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0841295450925827
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2837 | LCC = 0.9543 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08044542294740677
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2511 | LCC = 0.9552 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07739379218220711
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2322 | LCC = 0.9538 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07837986627221108
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2414 | LCC = 0.9534 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07439992642402649
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2486 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0695265112221241
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2552 | LCC = 0.9522 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06762401163578033
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2487 | LCC = 0.9517 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06682505214214325
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2301 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06632344508171081
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2559 | LCC = 0.9546 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06312114199995994
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2428 | LCC = 0.9506 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.060622880220413206
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2366 | LCC = 0.9513 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06056566023826599
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2215 | LCC = 0.9491 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.05822499832510948
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2396 | LCC = 0.9527 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05483705514669418
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2387 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05254092375934124
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2346 | LCC = 0.9520 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.0534469643831253
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2717 | LCC = 0.9528 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.055265859603881834
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2375 | LCC = 0.9538 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2593 | LCC = 0.9562 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50eb299c307928f7e402c31a24c1d9b7722017c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c594d2e28307da46b7afd0e215d711f869aa295df6eee4041d9d2cbb073451
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a202757a4e841760a7c9b5d3e2f1b1642417a26c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ae0707b1a03c4e74c54cf1f81a3fd1e7618d8d5b05e114e78cb31a3c54802f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..762cce0a8dab238bd4f56f3beb6de36b264fe234
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3140596085786819
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2705 | LCC = 0.9376 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.16673456472158432
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2925 | LCC = 0.9447 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.15238640910387038
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3016 | LCC = 0.9504 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.14409225749969481
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3348 | LCC = 0.9478 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13535046499967576
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2818 | LCC = 0.9522 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.12402999407052993
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2740 | LCC = 0.9521 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.1218301602602005
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3032 | LCC = 0.9538 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.11725827950239182
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2307 | LCC = 0.9542 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.1068551106452942
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2228 | LCC = 0.9527 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.1052450401186943
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2574 | LCC = 0.9561 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0974392796754837
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3133 | LCC = 0.9536 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0943800936639309
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2648 | LCC = 0.9543 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08913011056184769
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2475 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08765607807040214
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2417 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0893736318051815
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2681 | LCC = 0.9558 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.08293588092923164
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2451 | LCC = 0.9562 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08170334100723267
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2556 | LCC = 0.9551 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07814392927289009
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2590 | LCC = 0.9562 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07468809932470322
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2867 | LCC = 0.9502 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07211550426483154
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2643 | LCC = 0.9554 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06936765769124031
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2624 | LCC = 0.9555 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06598952251672745
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2470 | LCC = 0.9554 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06589973166584968
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2843 | LCC = 0.9544 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06420357558131218
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2331 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06635410416126251
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2804 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06067917412519455
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2689 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05852850604057312
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2230 | LCC = 0.9557 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05654129812121391
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2683 | LCC = 0.9556 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05374171456694603
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2546 | LCC = 0.9547 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05367108963429928
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2390 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05478292982280254
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2584 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2505 | LCC = 0.9573 | SRCC = 0.9582 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea113d3b5a5b4e30eef1e52d7c41bc4a065f31a4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3038337348517b55878c0222360304424130e3159936157e4fa9f3770e0a3422
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4135a00efa60dbe6055a3476c4371db4ab5c228d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd5054bb6aee81040c794da87c9a115634408786647e4b7047a9220543bfb8d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c7fc660acc4823ac71e1767eee58069d1ed03
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29774249529838565
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3117 | LCC = 0.9358 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.16360288363695144
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2556 | LCC = 0.9442 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.15723398619890214
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3337 | LCC = 0.9455 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.14358294594287874
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2719 | LCC = 0.9499 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13913405960798264
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2244 | LCC = 0.9470 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1347954722046852
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2940 | LCC = 0.9503 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12850999516248704
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2381 | LCC = 0.9508 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1235724546611309
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2564 | LCC = 0.9507 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12085009050369262
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2421 | LCC = 0.9518 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11476571577787399
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2421 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11161257082223892
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2337 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.110448462754488
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2327 | LCC = 0.9526 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10383753669261932
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2352 | LCC = 0.9549 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10261306318640709
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2406 | LCC = 0.9513 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09768298041820526
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2339 | LCC = 0.9536 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09749777030944824
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2297 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09262854889035226
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2482 | LCC = 0.9531 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09532030132412911
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2058 | LCC = 0.9530 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08837553980946541
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1959 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08935582646727562
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2552 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0857542206645012
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2042 | LCC = 0.9541 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08213508239388466
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2172 | LCC = 0.9532 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08054070618748665
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2243 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.07896771883964539
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2459 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07631776431202889
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2315 | LCC = 0.9534 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07609449765086174
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1949 | LCC = 0.9541 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07421578043699265
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2314 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07205814865231513
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2152 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06992452239990235
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2032 | LCC = 0.9562 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06853985825181007
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2245 | LCC = 0.9556 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06729015868902206
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2232 | LCC = 0.9522 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2012 | LCC = 0.9573 | SRCC = 0.9583 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aaf56535aa5b5b124c94112a38f57032939459
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c17c5d7051678fa7bf04363dce5f34ad725516a5a792f4d3df54ee2988933f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ab58bbe13a98d220e3d7955322fdd62f4ecb51
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29a2a1c125690cb6520795e417a52e4c2e0ea3b626eba5af0bb5cce8a29f62
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5abfa6abef78d57806ed82e76f0f524ebb142f31
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.25224632608890535
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3665 | LCC = 0.9405 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.16497403287887574
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3289 | LCC = 0.9384 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.15357235842943193
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3439 | LCC = 0.9473 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.1488203274011612
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2955 | LCC = 0.9483 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.14104994720220565
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3553 | LCC = 0.9486 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13748207384347916
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2914 | LCC = 0.9498 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.12883063244819642
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2546 | LCC = 0.9486 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12264914005994797
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2557 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11808114248514176
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3052 | LCC = 0.9508 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11527324825525284
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2759 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11016037157177926
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2607 | LCC = 0.9498 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11013999208807945
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2344 | LCC = 0.9515 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10466954308748246
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2906 | LCC = 0.9493 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.10039947718381882
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2509 | LCC = 0.9497 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09749120929837227
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2677 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09311067914962769
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2744 | LCC = 0.9457 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.09482873138785362
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2446 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09122650653123855
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2208 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08682889592647552
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3147 | LCC = 0.9506 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08677931845188142
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2431 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08700756219029426
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3008 | LCC = 0.9518 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08132914492487907
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2447 | LCC = 0.9531 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08182007566094399
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2793 | LCC = 0.9499 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07703291395306587
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2797 | LCC = 0.9482 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.07619210493564606
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2588 | LCC = 0.9516 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07269048032164574
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2612 | LCC = 0.9512 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07503362861275673
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2427 | LCC = 0.9481 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.07254138356447219
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2557 | LCC = 0.9528 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07227778327465058
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2373 | LCC = 0.9524 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06961572363972664
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2172 | LCC = 0.9522 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06974898928403854
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2873 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2452 | LCC = 0.9564 | SRCC = 0.9576 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182544f8d678a787b81decf398f23fbcda96338b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58227555326698a07f2e9d9afcb2035260bee8aa252db9986c7157c487ef15
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def1e16c6e532027f33495d3a1039c3dc4a703d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199a062930d4e32b5c808923ba848935d6f16ead33aae9692a32af6609741a84
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..18ff6fbfef3c3ef323ab62ec5b70491d177caa84
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26798991292715074
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3403 | LCC = 0.9383 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.16612256568670272
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2871 | LCC = 0.9404 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.15487125039100647
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2811 | LCC = 0.9416 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.1508578624725342
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2634 | LCC = 0.9463 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.14045557069778442
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2886 | LCC = 0.9457 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.13647079372406007
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2938 | LCC = 0.9478 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12889246493577958
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2765 | LCC = 0.9489 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12424229997396469
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2537 | LCC = 0.9495 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12090868818759919
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2533 | LCC = 0.9518 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11763945862650871
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2372 | LCC = 0.9524 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11409323453903199
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2195 | LCC = 0.9523 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11096313348412513
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2346 | LCC = 0.9533 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10762811622023583
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2441 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10128023451566696
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2122 | LCC = 0.9504 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10420714694261551
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2352 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09880070662498475
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2439 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09358469134569168
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2666 | LCC = 0.9528 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09241805580258369
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2051 | LCC = 0.9524 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09109687462449073
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2246 | LCC = 0.9525 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08926159435510636
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2425 | LCC = 0.9520 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.08426579782366753
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2309 | LCC = 0.9541 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08401353412866593
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2410 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08070008507370949
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2093 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07975179314613343
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2073 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07792595255374908
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2418 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07584934240579605
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2180 | LCC = 0.9530 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07236071875691413
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9537 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07543695923686028
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2259 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06883921563625335
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1990 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06850070801377296
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2427 | LCC = 0.9534 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0694170833826065
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2080 | LCC = 0.9527 | SRCC = 0.9545 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2262 | LCC = 0.9580 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce681c6d6d5394bcd380227528f5c6c71dacf46b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255952641cf084a14afcc1368233260fdc264edfeada44c90e04d2e97a9fb843
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc3863b37834f46f8b774aeb4d8e8ead65db8f8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d0d82f53a4f0c0192743d69ddcb9d19430b7ff3dc214c8cd0d5904988a948a
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3891ac1cd400e70f953b55f367d8d644a2741bac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28969840013980863
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3462 | LCC = 0.9379 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.1670848304629326
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3140 | LCC = 0.9419 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.1569471414089203
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2926 | LCC = 0.9474 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.15082742959260942
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2727 | LCC = 0.9461 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13963319760560988
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2840 | LCC = 0.9473 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13240077847242354
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2485 | LCC = 0.9446 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13127307039499284
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2450 | LCC = 0.9503 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12355436486005783
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2748 | LCC = 0.9468 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11995034113526344
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2669 | LCC = 0.9509 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.1183769515156746
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2689 | LCC = 0.9535 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11051514065265655
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2934 | LCC = 0.9494 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10824628758430481
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2533 | LCC = 0.9491 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10718926551938057
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3024 | LCC = 0.9529 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10361555370688438
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2374 | LCC = 0.9525 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09835750043392182
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2979 | LCC = 0.9512 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10019330051541328
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2211 | LCC = 0.9516 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09607544451951981
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2717 | LCC = 0.9527 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09074378168582917
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2575 | LCC = 0.9540 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08911682137846946
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2461 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08740575018525124
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2208 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08287291887402534
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2290 | LCC = 0.9523 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08618320056796074
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2487 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07927335092425346
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2329 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07698557513952255
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2647 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07498875990509987
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2995 | LCC = 0.9515 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0748092688024044
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2754 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07531095963716507
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2707 | LCC = 0.9554 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07086226046085357
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2567 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07013321954011917
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2554 | LCC = 0.9530 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07029566344618797
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2474 | LCC = 0.9522 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.069173330783844
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2558 | LCC = 0.9477 | SRCC = 0.9504 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2789 | LCC = 0.9553 | SRCC = 0.9570 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490d18e8f3f793758188a62b485dc2db92f6f224
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e557f52efc96bc9d9d6c7535e862d212d287dd8d22cb7b4ec5c9b1d041647
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f178895f515c768f97833b9c2e68acae76b516
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995475b31fea1bd24190e554b17026c77f7b5c2264e47d7e3eb2291d64faaf16
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0dd414eb63df52b130955eb646a25b066b54a761
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_5epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26511708945035933
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3381 | LCC = 0.9398 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.17053186130523681
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2867 | LCC = 0.9433 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.15236334711313249
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2888 | LCC = 0.9415 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1446443857550621
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2902 | LCC = 0.9438 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14185878628492354
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2617 | LCC = 0.9474 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1334068233370781
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2971 | LCC = 0.9494 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12840310049057008
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2715 | LCC = 0.9503 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12656045764684676
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2917 | LCC = 0.9524 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11838300734758377
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2426 | LCC = 0.9514 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11816242775321006
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2518 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11267110633850097
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2300 | LCC = 0.9522 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10859162503480911
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2630 | LCC = 0.9526 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10834744399785995
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2443 | LCC = 0.9483 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10838804137706756
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2497 | LCC = 0.9512 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10216581508517265
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2859 | LCC = 0.9529 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09557445323467255
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2383 | LCC = 0.9529 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09525346571207047
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2539 | LCC = 0.9470 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09149168321490288
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2497 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08858594197034836
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2380 | LCC = 0.9547 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08667169299721718
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2591 | LCC = 0.9526 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08350691232085228
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2338 | LCC = 0.9532 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08644651564955712
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2644 | LCC = 0.9504 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07894770720601083
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2497 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08107193514704704
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2481 | LCC = 0.9510 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.07786647063493729
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2754 | LCC = 0.9522 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07863480192422867
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2587 | LCC = 0.9514 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07224329367280007
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2221 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07107922717928887
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2269 | LCC = 0.9537 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07047687563300133
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2282 | LCC = 0.9532 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07127068343758583
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2325 | LCC = 0.9509 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06750820490717888
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2309 | LCC = 0.9529 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2571 | LCC = 0.9554 | SRCC = 0.9572 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4139f52d1b0f96d4b79fc8e071cdad82d30a3a06
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4323c7946f8e85b6ec1c6014b4d9511a02e7ef3f110fc0dbb8ea78a89072a09a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c49513812b2b80d07e635407715ed8dc5ecfa78
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5192f29f0d287735fab5b94e1bcb71fd684539d55cb3a03b6495247a3bd3f39d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..da5a61eb476adadbe76948504863599f4a9379ae
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47433610272407534
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3940 | LCC = 0.9007 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.25611353838443757
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3045 | LCC = 0.9200 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.2040519347190857
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2699 | LCC = 0.9261 | SRCC = 0.9284 ]
+INFO:root:Average loss=0.17388163703680037
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2585 | LCC = 0.9329 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.16405031937360764
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2389 | LCC = 0.9353 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.14370070946216584
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2515 | LCC = 0.9388 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.13475154381990434
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2203 | LCC = 0.9429 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.12794372081756591
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2593 | LCC = 0.9438 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.11977936434745788
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2183 | LCC = 0.9468 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.11021466919779778
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2873 | LCC = 0.9448 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.10427364206314087
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2139 | LCC = 0.9460 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.10447314658761024
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2183 | LCC = 0.9483 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.09618299260735512
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2240 | LCC = 0.9457 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.08933485367894173
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1978 | LCC = 0.9490 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08700752598047257
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2159 | LCC = 0.9498 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.08285087701678276
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2201 | LCC = 0.9502 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08203215557336807
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2267 | LCC = 0.9500 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.07740776062011719
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2116 | LCC = 0.9502 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.0767975902557373
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1854 | LCC = 0.9500 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.0729525217115879
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2166 | LCC = 0.9506 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.06828293511271477
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2013 | LCC = 0.9525 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06741031283140182
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2180 | LCC = 0.9506 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06228053489327431
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2004 | LCC = 0.9519 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.06118078374862671
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2050 | LCC = 0.9523 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.059609706908464434
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2036 | LCC = 0.9512 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.06038314265012741
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1936 | LCC = 0.9528 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.057046221882104876
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2354 | LCC = 0.9527 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05626686629652977
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2059 | LCC = 0.9521 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05334695553779602
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2138 | LCC = 0.9531 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05215285663306713
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2069 | LCC = 0.9524 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.050091527730226515
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2068 | LCC = 0.9539 | SRCC = 0.9541 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2023 | LCC = 0.9580 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1171f3755882814d4a07e274fa7dd7869c526308
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637c3d6a4d5f63362346b9e00984d3cf8cc609da9a9668149e957997772b38cd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0990c1ac07b8312f67f8ed014be90478eca3bb9c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3441894251fac25d22d8cef8a68ffe8cd1f72a5e5efa23dde345bf216057f7d7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..026cc476e21bf6248d0c4eb356ac4ec251dc4fca
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5761292042732239
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3784 | LCC = 0.8991 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.24614885771274567
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2822 | LCC = 0.9208 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.19375467824935913
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2330 | LCC = 0.9289 | SRCC = 0.9307 ]
+INFO:root:Average loss=0.1700204444527626
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2347 | LCC = 0.9305 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.15646577668190004
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2171 | LCC = 0.9376 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.14501707780361175
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2401 | LCC = 0.9321 | SRCC = 0.9359 ]
+INFO:root:Average loss=0.13106833118200303
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2017 | LCC = 0.9381 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.1223076975941658
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2030 | LCC = 0.9419 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.1137841973900795
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2368 | LCC = 0.9415 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.11517998370528221
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1996 | LCC = 0.9432 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.10439058455824853
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2112 | LCC = 0.9464 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.09939712333679199
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2067 | LCC = 0.9475 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.09580004051327705
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2158 | LCC = 0.9459 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.08843213951587676
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2142 | LCC = 0.9413 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.0876948548257351
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2024 | LCC = 0.9470 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.0910949199795723
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1957 | LCC = 0.9485 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.07936758598685265
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2175 | LCC = 0.9431 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.08322778195142747
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1893 | LCC = 0.9433 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.07783381229639054
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1775 | LCC = 0.9508 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.07252636331319809
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1796 | LCC = 0.9486 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.07070095527172089
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2092 | LCC = 0.9414 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.06664830631017685
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1976 | LCC = 0.9485 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.06543805539608001
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2054 | LCC = 0.9469 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.06472298583388328
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1808 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.061018262088298796
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2140 | LCC = 0.9498 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.058863215178251264
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1739 | LCC = 0.9521 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.05879511481523514
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2081 | LCC = 0.9446 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.05607249063253403
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1887 | LCC = 0.9511 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.05746307575702667
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1904 | LCC = 0.9476 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.052042425557971
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1724 | LCC = 0.9526 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05193564507365227
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1847 | LCC = 0.9508 | SRCC = 0.9512 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1682 | LCC = 0.9566 | SRCC = 0.9567 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eeca9c5129d5a0d4b854785fe7da3e1c4b591b5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620c58e25aadc48c5c3e597f6d366ffd9d66b67fa9f447908dceaf279fa2f5f3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952df46a0530491ea83b13cfc5b8dc821d7f4308
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98200f4f33c2b81bdc0d2f09eab7936a1b9d00cd235ce25519a02bce7b7cbff
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7d8994dff442d5e7f53caf0f4172273099bd0c97
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.552671260714531
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3819 | LCC = 0.8967 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.2480828109383583
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3170 | LCC = 0.9218 | SRCC = 0.9254 ]
+INFO:root:Average loss=0.196746038377285
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3202 | LCC = 0.9295 | SRCC = 0.9326 ]
+INFO:root:Average loss=0.17518417459726335
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2749 | LCC = 0.9355 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.1594526264667511
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3120 | LCC = 0.9368 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.14474736922979356
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2616 | LCC = 0.9384 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.1304512932896614
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2448 | LCC = 0.9446 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.12452127385139465
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2324 | LCC = 0.9453 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.11163137501478196
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2175 | LCC = 0.9420 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.10768730795383454
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2553 | LCC = 0.9463 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.10332881826162338
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2278 | LCC = 0.9478 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.09722845262289047
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2422 | LCC = 0.9464 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.09634270131587983
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2157 | LCC = 0.9507 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.08792206180095673
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2045 | LCC = 0.9499 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.08374191844463348
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2081 | LCC = 0.9522 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08048211887478829
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2686 | LCC = 0.9480 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.07894621858000755
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2374 | LCC = 0.9514 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07428635790944099
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2174 | LCC = 0.9518 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.07220723938941956
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2268 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07044069513678551
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2135 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0680139616727829
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2351 | LCC = 0.9508 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.06635462877154351
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2090 | LCC = 0.9535 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.062380883663892744
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2052 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.061278634250164034
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2211 | LCC = 0.9523 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.058269829750061036
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2408 | LCC = 0.9528 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.056431651920080185
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2194 | LCC = 0.9535 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05585915645956993
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2217 | LCC = 0.9529 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05447218468785286
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2244 | LCC = 0.9522 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05358174948394299
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2093 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05126620857417583
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1951 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04922311902046204
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2287 | LCC = 0.9557 | SRCC = 0.9575 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2355 | LCC = 0.9565 | SRCC = 0.9588 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a762ff2cfe95c22bcfcae53a8070e9f0f21106
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8a8d7614ca5bb64af813b05fc51b8349703272de4e80c03598336c6286387e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852e1bac9654b7d903a072f87ab68827e01b6369
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1084482ac73a664f601fa7b01e224cb0e960df79db81a62508fec0aac077fadb
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9b327273da1c4a56abceaeb999ffbcd04500325d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5389863692522049
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3465 | LCC = 0.9031 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.23959439039230346
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3223 | LCC = 0.9196 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.1909270187020302
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3044 | LCC = 0.9307 | SRCC = 0.9328 ]
+INFO:root:Average loss=0.17362871712446212
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2408 | LCC = 0.9335 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.15347847712039947
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2393 | LCC = 0.9370 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.14878207224607468
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2304 | LCC = 0.9418 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.1316846072077751
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2062 | LCC = 0.9453 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.12377158576250076
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2121 | LCC = 0.9451 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.11950060147047042
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2526 | LCC = 0.9445 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.10993428453803063
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2185 | LCC = 0.9473 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.10506163492798805
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2211 | LCC = 0.9485 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.10254851853847503
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2358 | LCC = 0.9486 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.09231634956598282
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2045 | LCC = 0.9470 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.08989128184318543
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2061 | LCC = 0.9483 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.08710387513041497
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2081 | LCC = 0.9510 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08137846714258194
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2225 | LCC = 0.9516 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.07576599389314652
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2142 | LCC = 0.9498 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.0749252209365368
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1982 | LCC = 0.9520 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07005470100045204
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1924 | LCC = 0.9515 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06945916563272476
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1872 | LCC = 0.9527 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06818341398239136
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2101 | LCC = 0.9517 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06428049811720848
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1907 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06367062014341354
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1870 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.060408151626586915
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1832 | LCC = 0.9530 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.059902663499116895
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2133 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.05744188317656517
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1779 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.055414974540472034
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2193 | LCC = 0.9541 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05418496745824814
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1813 | LCC = 0.9548 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05380541053414345
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2003 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.04988828991353512
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2010 | LCC = 0.9531 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05010919649899006
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1882 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1820 | LCC = 0.9578 | SRCC = 0.9587 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6285e5d9b4225b5dd27a64c8553a1337d34296d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3ac1df5105e18521bd2738c549c6d6c057d22397c845c7d290c0521424ded
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943e991a019d00ed5d7c07447c67c6bef58758e2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a114ce4f2a6b185ecfc20e4299839000055f68eb16c208548be9bcacd5608b10
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..93e5e61a78477c6ba5825e3b59d602846d93e13f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.552009603857994
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3568 | LCC = 0.9024 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.2564105942249298
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2821 | LCC = 0.9159 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.20420526909828185
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3501 | LCC = 0.9253 | SRCC = 0.9297 ]
+INFO:root:Average loss=0.17748485535383224
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2619 | LCC = 0.9293 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.15873771911859513
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2365 | LCC = 0.9322 | SRCC = 0.9351 ]
+INFO:root:Average loss=0.1500658711194992
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2332 | LCC = 0.9402 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.1361964710354805
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2244 | LCC = 0.9399 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.12653840857744217
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2403 | LCC = 0.9404 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.11914307755231858
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2169 | LCC = 0.9405 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.11749915885925293
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2257 | LCC = 0.9420 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.10769152781367301
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2195 | LCC = 0.9465 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.10536445850133896
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2127 | LCC = 0.9454 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.09639212849736213
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2111 | LCC = 0.9447 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.09490362778306008
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1961 | LCC = 0.9456 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.08917784050107003
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1963 | LCC = 0.9480 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.08431372418999672
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2088 | LCC = 0.9428 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.08043585497140884
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2143 | LCC = 0.9486 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.0749570082128048
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1904 | LCC = 0.9478 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.07358462670445443
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1963 | LCC = 0.9478 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.07195922282338142
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2038 | LCC = 0.9492 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.06613780638575553
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1926 | LCC = 0.9457 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.06838076829910278
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1958 | LCC = 0.9503 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.06682854780554771
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1990 | LCC = 0.9493 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.06557993188500405
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1874 | LCC = 0.9498 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.06270885676145553
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1955 | LCC = 0.9499 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.05977707579731941
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1985 | LCC = 0.9483 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.05724311181902885
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1912 | LCC = 0.9494 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.05695278851687908
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1936 | LCC = 0.9506 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.053784304618835446
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1864 | LCC = 0.9501 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.053218169525265695
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1870 | LCC = 0.9514 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.05251193006336689
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1930 | LCC = 0.9516 | SRCC = 0.9527 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1903 | LCC = 0.9556 | SRCC = 0.9561 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0851e35fef7ae509b32535d18c7af041dc50ae
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e67e3e61820c201a36c804fbad1dd5354d37f30ef508d3541df08759965ad
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28875b739f8a877d37377e0da37e2f4c9d068fdc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d83a810901531bebfdeafb81daa47bd8996aaaf1f0e0752985b7d3d8207c315
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b7e464da98bf6dd0b42c3315f4a7462edbae60ba
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41838710033893584
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3185 | LCC = 0.9196 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1868681114912033
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2726 | LCC = 0.9344 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.1574149935245514
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2732 | LCC = 0.9381 | SRCC = 0.9387 ]
+INFO:root:Average loss=0.14320989310741425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2392 | LCC = 0.9436 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.12737389200925828
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2281 | LCC = 0.9477 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.11957597813010215
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2116 | LCC = 0.9480 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11065820682048798
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2376 | LCC = 0.9507 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10015584883093834
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2419 | LCC = 0.9499 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.09940350624918938
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2672 | LCC = 0.9485 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.08935844120383263
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2047 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08485098639130592
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2452 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08638285884261131
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2106 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07311381989717483
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1953 | LCC = 0.9549 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07195172035694122
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2188 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07149865698814392
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2095 | LCC = 0.9559 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0658705353140831
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2311 | LCC = 0.9556 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0630734831392765
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2131 | LCC = 0.9563 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06184996744990349
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2084 | LCC = 0.9572 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05708284255862236
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1954 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05626045261323452
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2020 | LCC = 0.9579 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0513260597139597
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2148 | LCC = 0.9563 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.052031370863318445
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1903 | LCC = 0.9563 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05020223405957222
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1993 | LCC = 0.9569 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0462383393496275
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1889 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04496297658979893
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1900 | LCC = 0.9579 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04308232931792736
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2157 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04142844638228416
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1830 | LCC = 0.9571 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04263864785432816
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1998 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.041357321962714196
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1993 | LCC = 0.9553 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.039211646810173986
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2062 | LCC = 0.9562 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03759853647649288
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1961 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1866 | LCC = 0.9609 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca1d31d016a56b2e3b8e7528ff6294e14982c76
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61051e7e0580b039ce71fe002fd1adc8c412dc5961d9d422b0d2ca3dc880b477
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb5c5c60fd1a0b419293d28147a50eb2ec09638
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93ddac9993e7e297009ee4a5b14c5f116fabcfe0a9022d3b37c3c8eeb65d9b8
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5bbe19a183cc361f7ec9cfa9f05d317bb1ba13e4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4192619687318802
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3073 | LCC = 0.9220 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.19364101201295852
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2664 | LCC = 0.9352 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.1599559946656227
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2346 | LCC = 0.9425 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.14499150985479356
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2260 | LCC = 0.9459 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.12730471807718277
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1973 | LCC = 0.9476 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.11743436521291732
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2102 | LCC = 0.9486 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.11334249895811081
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2089 | LCC = 0.9486 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1019451425075531
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1924 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09618971830606461
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1829 | LCC = 0.9521 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09204125341773033
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1954 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08507355859875679
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2190 | LCC = 0.9522 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07956573441624641
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1914 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07770580300688744
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1786 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07487536737322807
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1777 | LCC = 0.9581 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06730536505579948
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2119 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06437365633249283
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1853 | LCC = 0.9585 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.062304506480693814
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2047 | LCC = 0.9545 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.059151160508394245
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1924 | LCC = 0.9584 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05841820320487023
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1867 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05445544478297234
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1728 | LCC = 0.9580 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.054478758126497266
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1822 | LCC = 0.9586 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0526987224817276
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1945 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04857028275728226
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2175 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.048195542097091676
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1688 | LCC = 0.9573 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04526264601945877
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1794 | LCC = 0.9580 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04311487802863121
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1836 | LCC = 0.9587 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.041242011189460755
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1821 | LCC = 0.9578 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04295009481906891
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1771 | LCC = 0.9590 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03867454634606838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1886 | LCC = 0.9588 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0371251110881567
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1857 | LCC = 0.9580 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03760452055931091
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1892 | LCC = 0.9591 | SRCC = 0.9587 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1880 | LCC = 0.9591 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d71e32b89e8a75e9c77d2313c3543b8fef4d04a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0109eac7c59a797b2083110cfa623372835ea99742a27ccb57a0502ca18715
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c9473e93a3f7fa61085ac4624836fa81f5db86
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2083425f3661ff6560ace28204fcf6f4ab16b0f9fed4a23e9b4d34980a61f1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d08fb5853d91994d466365046e112e90cd0f8167
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4619136035442352
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3205 | LCC = 0.9218 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.1961053745150566
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2368 | LCC = 0.9374 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.16742845284938812
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2200 | LCC = 0.9431 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.1410645456314087
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2212 | LCC = 0.9462 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.12717428600788117
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2006 | LCC = 0.9504 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11857555133104325
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1984 | LCC = 0.9509 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10660251885652543
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1977 | LCC = 0.9518 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09759594935178757
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2034 | LCC = 0.9517 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0938848777115345
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1986 | LCC = 0.9542 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08917645409703255
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1777 | LCC = 0.9561 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08527238869667053
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1681 | LCC = 0.9543 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0822751990556717
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1967 | LCC = 0.9574 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0751012813448906
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1670 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0728585951924324
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1765 | LCC = 0.9552 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06508816918730735
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1692 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06334681245684624
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1774 | LCC = 0.9587 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06501289159059524
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2088 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06146882528066635
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1606 | LCC = 0.9561 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05952330455183983
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1794 | LCC = 0.9584 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.056303462862968445
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1878 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.051356017127633095
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1744 | LCC = 0.9579 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.051378896743059156
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1797 | LCC = 0.9586 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04783602784574032
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1842 | LCC = 0.9544 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.046852764829993246
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1553 | LCC = 0.9566 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04801480484008789
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1701 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.044232858806848525
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1593 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04238863568007946
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1666 | LCC = 0.9577 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.03928960981965065
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1617 | LCC = 0.9561 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04444777397811413
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1853 | LCC = 0.9570 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03762162059545517
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1835 | LCC = 0.9596 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.037058129042387006
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1680 | LCC = 0.9580 | SRCC = 0.9581 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1876 | LCC = 0.9598 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1cc5c1a86c0c3a4f951d57252b7ad3189b06d9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bb662714cd29ee1db3ba03c8571257b169177cdd9d2a410eef901211497ae4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c356d679a54b0c9fe3c98e564d160271aa094698
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f950c7f9aaccc84534100e685c9bc51f4e2a93c01f9239575627a2407cdbeb54
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9402be04cb553e8ef638fb48ebae1c4169be5739
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4488259261846542
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2978 | LCC = 0.9163 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.19527032113075257
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2803 | LCC = 0.9317 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.1632980253100395
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2896 | LCC = 0.9386 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.13912570786476136
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2061 | LCC = 0.9435 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.1280011990070343
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2168 | LCC = 0.9441 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.11640978056192398
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2072 | LCC = 0.9506 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10666922622919082
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1862 | LCC = 0.9512 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.10063613483309745
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2037 | LCC = 0.9542 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0967695200741291
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2011 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08897710287570954
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1982 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08293186870217323
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2066 | LCC = 0.9538 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.0782141814827919
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1882 | LCC = 0.9566 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07540955513715744
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1861 | LCC = 0.9576 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0708912767469883
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1927 | LCC = 0.9574 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06877362114191056
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1891 | LCC = 0.9562 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06516907893121243
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1741 | LCC = 0.9575 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06656914955377578
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1924 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05849285340309143
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1709 | LCC = 0.9572 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0559753195643425
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1653 | LCC = 0.9590 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.054867832779884336
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1740 | LCC = 0.9574 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0515764594823122
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1764 | LCC = 0.9588 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04856493224203587
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1843 | LCC = 0.9569 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.051521319910883906
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1929 | LCC = 0.9570 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.046770679756999015
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1704 | LCC = 0.9581 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.044605086609721185
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1765 | LCC = 0.9587 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.043925957292318345
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1650 | LCC = 0.9582 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.042568422093987465
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1698 | LCC = 0.9590 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.041124233841896056
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1798 | LCC = 0.9586 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03975538013875485
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1709 | LCC = 0.9577 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03724842181801796
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1764 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.037923429280519484
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1891 | LCC = 0.9573 | SRCC = 0.9579 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1684 | LCC = 0.9603 | SRCC = 0.9612 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25097692c3e3917314f21d1367876c6581881842
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189872bd3d1d70175009364045b2a55ac12c7be79cd7d4d983cd3879cbc21265
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958bab493a10f1371b2d6898bedb352b261fd87d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85cd047a4ca966e5fd8cf7fdc712d6fdef44441da59455c35fb4d3490557d50
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..33776b592ac11dbf85a4cad2689eb92c1988b23c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4718521872758865
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3262 | LCC = 0.9164 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.20097898161411284
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2409 | LCC = 0.9329 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.16441020023822783
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2549 | LCC = 0.9407 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.14642828470468522
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2137 | LCC = 0.9437 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.13114579010009766
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2165 | LCC = 0.9472 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.11838266503810882
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2110 | LCC = 0.9476 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.11367039015889167
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2206 | LCC = 0.9498 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.10403702408075333
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2123 | LCC = 0.9503 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.09373213967680931
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2199 | LCC = 0.9518 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.090177744358778
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2005 | LCC = 0.9517 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08524962934851646
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1855 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08207121294736862
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1997 | LCC = 0.9553 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07264525863528251
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2453 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0734372988641262
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1843 | LCC = 0.9553 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06691399636864662
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1965 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06448169583082199
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1865 | LCC = 0.9573 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06294495633244515
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1929 | LCC = 0.9571 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.061180243134498595
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2162 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.057948534905910495
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1902 | LCC = 0.9578 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05631181436777115
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1822 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05518066051602363
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1777 | LCC = 0.9589 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.051265515193343165
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1806 | LCC = 0.9595 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.048440528005361555
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1871 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04806433409452438
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1753 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.043718080192804334
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1654 | LCC = 0.9571 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.043588499158620835
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1821 | LCC = 0.9580 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04240521778166294
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1888 | LCC = 0.9569 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04054943822324276
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1760 | LCC = 0.9582 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.041251998230814935
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1833 | LCC = 0.9588 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.039300056234002116
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1852 | LCC = 0.9590 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03782385903596878
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1683 | LCC = 0.9585 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1822 | LCC = 0.9603 | SRCC = 0.9605 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c284a8035bf02a62710cad9f267453c381ab15
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61aa3bdbd065d748d00bfd9e8de476056397273baca55527941551b9774d5d54
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d9d05673b39300022a0b02c65f99b7310aa4f5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d944795cf388cd0be8b07f2a4840c7c1a1d14c250c7365dfc549783f52bab40c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0e04e3221d259555fb58e21620e6f438bd21f8fa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2765429466366768
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3142 | LCC = 0.9437 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.16361749237775802
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2859 | LCC = 0.9468 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.15841356891393663
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2745 | LCC = 0.9490 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14650913709402083
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2523 | LCC = 0.9480 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.1436939794421196
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2773 | LCC = 0.9516 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1399080998301506
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2874 | LCC = 0.9511 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13222184485197067
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2706 | LCC = 0.9517 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12917313206195832
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2744 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12808793699741364
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2625 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1227132662832737
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2411 | LCC = 0.9524 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1246360245347023
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2917 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.12002902817726135
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2633 | LCC = 0.9534 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11389480692148209
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2395 | LCC = 0.9553 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11830514985322953
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2382 | LCC = 0.9541 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.11246899783611297
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2584 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.1105353428721428
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2676 | LCC = 0.9530 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10945532441139222
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2814 | LCC = 0.9538 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10791433012485505
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2248 | LCC = 0.9547 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10430678442120551
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2256 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10365167060494423
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2397 | LCC = 0.9530 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10080104506015777
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2510 | LCC = 0.9528 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10248510468006133
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2607 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09528086397051812
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2431 | LCC = 0.9553 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09347547301650047
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2308 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0966938368678093
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2683 | LCC = 0.9544 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08958259904384613
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2365 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0888603443801403
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2378 | LCC = 0.9533 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0915547394156456
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2836 | LCC = 0.9517 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0865816783607006
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2370 | LCC = 0.9538 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08591910737752914
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2219 | LCC = 0.9559 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08404595452547073
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2276 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2151 | LCC = 0.9595 | SRCC = 0.9602 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836039d78f968587852ab15695ce110732e0618d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aa46a27ae2d71523aa7a1f2ad7e8ff97185320559a69b1224a1c8cc52c5573
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a7b190a9f6cce6fb38c20635207757a64090d4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35955b0f881af148fa43a57c20afa62582f00a38c401cae1f334d9339fb4b3f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4d680eef75eafe13e2f0f50924b70d8bacd745f9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24179902136325837
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3024 | LCC = 0.9411 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.16036927402019502
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2607 | LCC = 0.9455 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.1545955758690834
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2606 | LCC = 0.9477 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.14537904608249663
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2755 | LCC = 0.9477 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.14173713773489
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2762 | LCC = 0.9502 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1369929928779602
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2696 | LCC = 0.9511 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13199558252096177
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2744 | LCC = 0.9499 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.12764654844999312
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2255 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12713334876298904
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2532 | LCC = 0.9534 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12529810452461243
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3021 | LCC = 0.9507 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.11899356424808502
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2634 | LCC = 0.9516 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.11623074090480805
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2173 | LCC = 0.9532 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11577875423431397
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2570 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.1131560440659523
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2309 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11512749838829041
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2283 | LCC = 0.9512 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10754488465189933
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2238 | LCC = 0.9527 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11009622079133988
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2389 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10681087383627892
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2461 | LCC = 0.9522 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.10054500067234039
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2676 | LCC = 0.9513 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.10133167040348053
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2647 | LCC = 0.9502 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.09982425689697266
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2397 | LCC = 0.9542 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09615056705474853
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2243 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09559331330657005
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2352 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.0934462922513485
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2602 | LCC = 0.9523 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.09143310296535492
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2625 | LCC = 0.9521 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.09123328951001167
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2225 | LCC = 0.9491 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.08926564091444016
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2376 | LCC = 0.9540 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08845833560824394
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2420 | LCC = 0.9491 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.08481407105922699
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2321 | LCC = 0.9512 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.0837272145152092
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2780 | LCC = 0.9426 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.08607195499539376
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2521 | LCC = 0.9468 | SRCC = 0.9479 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2297 | LCC = 0.9587 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fecf7e196d84dbfafd329b8222d46f5f71ecce
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e740715554644319d2255a13e8e592bf500dff8c4c52149fb7caad8ef4a2e927
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7387ab78a69dd03adf5958f5414d5aed0292d8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818dffc174980015f277911271b2463f821f55a1a4c618bd24eb7e30fa0b0a4b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b7b8fc2a4171e55b2ba57f1e1228b45b21a2d119
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2609810050725937
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2995 | LCC = 0.9384 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.16170150780677794
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3079 | LCC = 0.9465 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.15392390412092208
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2980 | LCC = 0.9462 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14748362803459167
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2682 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.14498494708538057
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2615 | LCC = 0.9484 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.13643344122171402
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2834 | LCC = 0.9485 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.13467367964982987
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2878 | LCC = 0.9515 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.13097155332565308
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2377 | LCC = 0.9510 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1281203875541687
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2785 | LCC = 0.9513 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1253366705775261
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2673 | LCC = 0.9520 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12091916427016258
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2547 | LCC = 0.9522 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.12005395469069481
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2838 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11648978555202484
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2616 | LCC = 0.9517 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11420327952504158
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2524 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11045110630989075
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2893 | LCC = 0.9525 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.1117616061270237
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2423 | LCC = 0.9519 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1096608355641365
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2451 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10253400442004204
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2731 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10402402937412263
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2650 | LCC = 0.9533 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10481231248378754
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2292 | LCC = 0.9524 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10071307769417763
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2699 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09860513094067573
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3006 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09691160243749619
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2484 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09536739125847817
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2515 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09171449345350266
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2703 | LCC = 0.9519 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09281870591640472
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2541 | LCC = 0.9535 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0937388631105423
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2541 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08912042418122292
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2720 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08642848497629166
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2391 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0842878138422966
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2392 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08463299390673637
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2772 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2530 | LCC = 0.9591 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aaee19b844f4bf6e5cb1682c8b235ead20ef5a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67145f36b65d73239b9ef8f4b51f3171fd767fb82c693200109297cd360a30da
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bf2c0845a6c7456dd6c8080ae7cd4e94d5bd17
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c55a6e7c9dd1ab0ddb2243c5dcee0ccbe1e8ab225a03d2ddb684fd0b72695a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dc19319f47b31a4594bdac96bfd8f146310e3e6a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24446660548448562
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3356 | LCC = 0.9429 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.1637826307415962
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3528 | LCC = 0.9472 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1498185791373253
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3163 | LCC = 0.9493 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1458190843462944
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3401 | LCC = 0.9486 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.13964443904161453
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2883 | LCC = 0.9491 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13909176522493363
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3103 | LCC = 0.9517 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13178346335887908
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3201 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.12954647356271745
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2759 | LCC = 0.9504 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12800955763459207
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2792 | LCC = 0.9533 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12113333463668824
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2738 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11956385332345963
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2702 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11781929188966751
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2845 | LCC = 0.9528 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11691348093748093
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2643 | LCC = 0.9524 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.1173636538684368
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2566 | LCC = 0.9547 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11222646349668502
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2991 | LCC = 0.9543 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11048723477125168
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2598 | LCC = 0.9543 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.1081976014971733
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2746 | LCC = 0.9545 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10626508888602257
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2615 | LCC = 0.9519 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10039630869030952
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2643 | LCC = 0.9551 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.1003707722723484
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2702 | LCC = 0.9549 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10303036722540855
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2922 | LCC = 0.9547 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09745043787360191
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2375 | LCC = 0.9547 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09377754738926887
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2757 | LCC = 0.9522 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09771312612295151
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2631 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0925537776350975
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2431 | LCC = 0.9496 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09129901126027107
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2595 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08830461233854293
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2985 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.089768075466156
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2767 | LCC = 0.9531 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08493774977326393
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2718 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08436493679881096
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2665 | LCC = 0.9549 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08377997240424156
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2346 | LCC = 0.9543 | SRCC = 0.9560 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2738 | LCC = 0.9569 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e79da02ee9195c4e5723590b8b5a27ebe21d9a4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342688838d69742759c161fa1acaa3b9d9bb282088d331b40cd6aaba27ae8c19
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7a805ee3e301751c0f63fb840ae00904b2a9c4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10796bbbc1208428bce8b884123205e2e566fb0f116259fcd84f0483715443c4
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a6558f2c50567507f4812e442749b873f270ba3a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2558684292435646
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3243 | LCC = 0.9412 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.16127259612083436
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3126 | LCC = 0.9444 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.15143622201681137
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3012 | LCC = 0.9488 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1440247555077076
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2315 | LCC = 0.9486 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13907800501585008
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2500 | LCC = 0.9506 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13638361519575118
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2624 | LCC = 0.9495 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1336472464799881
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2510 | LCC = 0.9516 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12805271005630492
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2639 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.126100844591856
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2440 | LCC = 0.9516 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12130204838514327
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2256 | LCC = 0.9546 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.1193430916070938
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2388 | LCC = 0.9532 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11577242082357407
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2603 | LCC = 0.9539 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11664250686764717
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2309 | LCC = 0.9528 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11444704842567444
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2242 | LCC = 0.9496 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11039001661539077
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2306 | LCC = 0.9512 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1097978974878788
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2452 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10738198816776276
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2369 | LCC = 0.9537 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.1043873739540577
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2330 | LCC = 0.9530 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10801953595876694
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2194 | LCC = 0.9541 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10231402876973152
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2570 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10116074407100678
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2095 | LCC = 0.9547 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09798164278268814
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2419 | LCC = 0.9523 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10266507318615914
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2506 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09603178614377976
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2193 | LCC = 0.9525 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09605703684687615
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2538 | LCC = 0.9522 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09198225513100625
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2377 | LCC = 0.9550 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08952556279301643
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2459 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08855736342072487
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2159 | LCC = 0.9529 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08910140663385391
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2166 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08868418312072754
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2356 | LCC = 0.9546 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08392806470394135
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2481 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2377 | LCC = 0.9582 | SRCC = 0.9601 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1116321e6c36d3429859e2f308f5f920f0b4dc03
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2374bfc4df056a4eb21ff18046d9c577461be9d16fb080c6d2ee704fc05ac255
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0845daacfb29ee3f890f0b549c318c8ab77fe3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7830198e06f1865a0722bd8d754b64fc78b220b284250cd52c4ee4a14e47ae
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e73bfe73ff024d4c1e64e3beed14acb30901c4fa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.25468663185834883
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2992 | LCC = 0.9404 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.17013109076023103
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3519 | LCC = 0.9386 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.16238204622268676
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3178 | LCC = 0.9377 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.15835000848770142
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2844 | LCC = 0.9452 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.1562712488770485
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3236 | LCC = 0.9454 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.15188563674688338
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2563 | LCC = 0.9452 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.148005823969841
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2750 | LCC = 0.9494 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.1423554361462593
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2735 | LCC = 0.9462 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.14261560624837874
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2831 | LCC = 0.9452 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1398609768152237
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2884 | LCC = 0.9497 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.13823508328199385
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3183 | LCC = 0.9489 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13968981498479843
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2576 | LCC = 0.9472 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.13564621329307555
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2991 | LCC = 0.9505 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13299247378110884
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2723 | LCC = 0.9514 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13123077046871184
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2752 | LCC = 0.9508 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13260778629779815
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2582 | LCC = 0.9509 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1266189035177231
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2562 | LCC = 0.9498 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12658662515878677
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2526 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12411058932542801
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2658 | LCC = 0.9495 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12362067180871963
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2334 | LCC = 0.9474 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12436381375789643
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2450 | LCC = 0.9472 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1214956867992878
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2775 | LCC = 0.9503 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1190078979730606
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2803 | LCC = 0.9514 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11891902366280556
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2799 | LCC = 0.9523 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.119110007584095
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2762 | LCC = 0.9498 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11692829209566116
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2510 | LCC = 0.9527 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11421489515900612
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2614 | LCC = 0.9512 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11659595382213593
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2568 | LCC = 0.9524 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1113576513826847
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2922 | LCC = 0.9473 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11078058543801307
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2490 | LCC = 0.9531 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10900841277837753
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2762 | LCC = 0.9530 | SRCC = 0.9537 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2533 | LCC = 0.9557 | SRCC = 0.9566 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca153a28f6cf911b67cdb758449cd10023c3cd2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bec32eed5c3fbea86bdef4eb38b359f43317beaf4b36c03f16f800ce1122c24
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691a1127ea19e6cf92b013bbf9b041a908d912a2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bb388dab5b78ffb6c0724e9c16728f206e05d438c08c5b4816253c9c0ffe2b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..663f612c8a69c4144a9c41b573f9a5e1785cc683
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2386917587518692
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3533 | LCC = 0.9425 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.1700209093093872
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3280 | LCC = 0.9402 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.1622102652788162
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3516 | LCC = 0.9434 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.1556749865412712
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2956 | LCC = 0.9367 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.15446865206956864
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3184 | LCC = 0.9487 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.14877589619159698
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3266 | LCC = 0.9497 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.1511799840927124
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3464 | LCC = 0.9489 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14917821341753007
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3114 | LCC = 0.9488 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.14483392775058745
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3211 | LCC = 0.9493 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.1418218594789505
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3446 | LCC = 0.9489 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.13883393633365632
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2813 | LCC = 0.9458 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13720880895853044
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3079 | LCC = 0.9462 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1339272000193596
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2536 | LCC = 0.9501 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13700704234838484
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2881 | LCC = 0.9471 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.1307830564379692
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2855 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1284552904367447
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2605 | LCC = 0.9512 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1263232644200325
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2577 | LCC = 0.9525 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12613130152225493
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2884 | LCC = 0.9505 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.12493198934197426
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2906 | LCC = 0.9512 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12109729701280594
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2770 | LCC = 0.9502 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12171385705471038
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2900 | LCC = 0.9530 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1210397418141365
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3018 | LCC = 0.9502 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11949756705760955
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2625 | LCC = 0.9512 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11736455363035202
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2760 | LCC = 0.9497 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11915941146016121
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2880 | LCC = 0.9498 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11666061544418335
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2515 | LCC = 0.9508 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11083750119805336
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2947 | LCC = 0.9515 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1112880625128746
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2667 | LCC = 0.9520 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10984563592076302
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2724 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10765331226587295
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2338 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10974567526578903
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2580 | LCC = 0.9527 | SRCC = 0.9529 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2839 | LCC = 0.9554 | SRCC = 0.9560 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bdd39677e639800f16e24ce98ed1666c97299c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f9bcae307c4661608e86d6cf45315670c1558af191d3886321695014a16cb5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec130de2b68a972ed225278c0d879334381c4f13
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86065cede4290b4ca227e857477cc7c00db1d0601eec334a1492e4a450bb7d98
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..02ed3c410f7001acab50f50306fe42e8be6da0df
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2582142626643181
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3994 | LCC = 0.9413 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.16991019332408905
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4339 | LCC = 0.9421 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.16102512085437776
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3609 | LCC = 0.9470 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.15905348646640777
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3220 | LCC = 0.9449 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.15344695258140564
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3192 | LCC = 0.9457 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.15346622622013092
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3315 | LCC = 0.9478 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.14906711101531983
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3481 | LCC = 0.9484 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.14570923167467117
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3068 | LCC = 0.9485 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.1408879019021988
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3366 | LCC = 0.9481 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.14086231833696367
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2692 | LCC = 0.9482 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.14064372187852858
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2647 | LCC = 0.9487 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.1365986984372139
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3027 | LCC = 0.9506 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13346333569288255
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2958 | LCC = 0.9505 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13169048100709915
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2747 | LCC = 0.9512 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12989501041173934
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2713 | LCC = 0.9512 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13147331005334853
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2822 | LCC = 0.9498 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12907550346851349
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2602 | LCC = 0.9518 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12543701231479645
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2883 | LCC = 0.9522 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12319949752092361
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2527 | LCC = 0.9523 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12415492236614227
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2553 | LCC = 0.9501 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11936788621544837
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2899 | LCC = 0.9504 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12242074719071389
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2729 | LCC = 0.9517 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12261170935630798
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2843 | LCC = 0.9521 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11970185285806656
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2465 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11585932755470275
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2593 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11491689512133599
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2454 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11370769762992859
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2867 | LCC = 0.9527 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11520892882347107
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2798 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1101507688164711
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2413 | LCC = 0.9523 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11363981851935387
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2508 | LCC = 0.9526 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1097930333018303
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2695 | LCC = 0.9531 | SRCC = 0.9536 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2424 | LCC = 0.9562 | SRCC = 0.9573 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c73a4a83cd133e2da22c94dcc872217d800120
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4d1263c7582aaff9f6941a20b4445110878cd19d1df77220732cd70be7c1f3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6de7ca29418c3f7891ad1dc2d0a51f0c717cf9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373d2fc51e50ab7262051e5c7bead6c4750d59313561558d22719d458fab324c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a9c08c90b9382fd6a2d045274cb540317e63e153
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24476322585344315
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3296 | LCC = 0.9427 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.16949532824754715
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3143 | LCC = 0.9444 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.1618532567024231
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2939 | LCC = 0.9451 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.15717542719841004
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3161 | LCC = 0.9457 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.15372456914186478
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3106 | LCC = 0.9478 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.15023028361797333
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2897 | LCC = 0.9479 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.14579167556762695
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3060 | LCC = 0.9473 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14673827832937242
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3434 | LCC = 0.9488 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1422331018447876
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2762 | LCC = 0.9505 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1370567432641983
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3477 | LCC = 0.9476 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.13877221632003783
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3166 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13572423258423805
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2453 | LCC = 0.9497 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13339545357227325
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3124 | LCC = 0.9492 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1336546307206154
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2737 | LCC = 0.9484 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12724999260902406
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2531 | LCC = 0.9511 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12756374543905258
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2760 | LCC = 0.9438 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.1268559683561325
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2665 | LCC = 0.9527 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12406180411577225
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2568 | LCC = 0.9515 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12254666620492935
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2730 | LCC = 0.9517 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12126942616701127
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2808 | LCC = 0.9514 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12170711225271225
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3047 | LCC = 0.9521 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11989023262262344
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2799 | LCC = 0.9450 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.12029584318399429
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2837 | LCC = 0.9467 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.11604549065232277
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2597 | LCC = 0.9526 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1156704375743866
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2501 | LCC = 0.9534 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1160720232129097
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2608 | LCC = 0.9524 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11271159434318542
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2808 | LCC = 0.9520 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11100144791603088
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2488 | LCC = 0.9508 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.1099294042289257
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2235 | LCC = 0.9511 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11117385441064835
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2602 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.10940259382128716
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2710 | LCC = 0.9522 | SRCC = 0.9527 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2440 | LCC = 0.9561 | SRCC = 0.9567 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34f106eb58246e398d020eaa4f9428a4d2e40f1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e24adbc7ca016fa3b86580a5520d27409ee98efda57528c776ee4dd9564c32f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590d0bb7e5754f3de00ea91227b664fa4d9401e6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c1923d7b9495cbafb4b795d72392401aed7108ecd73d79c1b10a6e2c9882b3
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b607dd0a0bcb2c01436dcc1cef2bf9d7293f99f7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26346306973695754
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3690 | LCC = 0.9393 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.17529821509122848
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3448 | LCC = 0.9419 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.16404866856336595
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3603 | LCC = 0.9452 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.16276007276773452
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3014 | LCC = 0.9454 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.15486680430173874
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3097 | LCC = 0.9447 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.1543441578745842
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2862 | LCC = 0.9452 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.15135396713018417
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3278 | LCC = 0.9481 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.1465700107216835
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3238 | LCC = 0.9487 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.14635419696569443
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3606 | LCC = 0.9454 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.1457029310464859
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3240 | LCC = 0.9464 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.1391043815612793
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3260 | LCC = 0.9475 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.14020078831911087
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3287 | LCC = 0.9474 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.13677415037155152
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2721 | LCC = 0.9484 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.1320160746574402
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2911 | LCC = 0.9511 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1338949185013771
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3694 | LCC = 0.9496 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12925362360477446
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2960 | LCC = 0.9517 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1304611403942108
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3159 | LCC = 0.9492 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12816435849666596
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3279 | LCC = 0.9505 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.12428194987773895
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3053 | LCC = 0.9515 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12448291656374931
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2627 | LCC = 0.9505 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12231822437047958
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3081 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12154792740941048
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2645 | LCC = 0.9515 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.12188374435901642
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2910 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11673162990808487
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2595 | LCC = 0.9528 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11614845663309098
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3136 | LCC = 0.9507 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11550728145241737
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2551 | LCC = 0.9538 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11489075094461441
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2650 | LCC = 0.9522 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11287091708183289
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2805 | LCC = 0.9522 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11121618795394897
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3132 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10926569232344627
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2939 | LCC = 0.9512 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.10912385976314545
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2818 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3212 | LCC = 0.9553 | SRCC = 0.9564 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219a10248a2787a120ae5d792538f71ed5b761e0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78c7cf19772e92ae3f7b5734d9096d37fc000326bb203672ee4d6bad4aa9c0c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30fd34c947be774679230f660d30e51db58845d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e4be3749b275a9d2b6b0ae1e944b39f02d6b4c982806a779e763dac7203024
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c21a925b1f153ecb639f85fa8d7fc8756f3ffbad
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4631189260482788
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3052 | LCC = 0.9287 | SRCC = 0.9300 ]
+INFO:root:Average loss=0.18520252150297165
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2719 | LCC = 0.9420 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.14444831556081772
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2474 | LCC = 0.9489 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.13013160634040832
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2115 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11715778264403343
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2280 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10808859646320343
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2023 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10034423756599427
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2350 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08907638803124428
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2003 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08638354337215423
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2077 | LCC = 0.9580 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08310756808519364
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2057 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07705348926782608
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2050 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.07125386181473732
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2048 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.0686119669675827
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1938 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06560891714692116
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2119 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.06433470004796982
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2208 | LCC = 0.9614 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.05833341172337532
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1971 | LCC = 0.9613 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.05567657621204853
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1949 | LCC = 0.9621 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.05399288383126259
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1999 | LCC = 0.9614 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.051489276826381686
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1653 | LCC = 0.9610 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04900323230028152
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2050 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.047618194922804835
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1702 | LCC = 0.9609 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04671540766954422
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2147 | LCC = 0.9614 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.043541033446788786
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1815 | LCC = 0.9621 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.04095830877125263
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1870 | LCC = 0.9599 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04171075776219368
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1826 | LCC = 0.9623 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03877183751761913
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1744 | LCC = 0.9599 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03975506317615509
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1839 | LCC = 0.9611 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03553830602765083
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1969 | LCC = 0.9610 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03548255880177021
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1994 | LCC = 0.9617 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03288164004683494
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1928 | LCC = 0.9600 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03264927077293396
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1963 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1908 | LCC = 0.9620 | SRCC = 0.9620 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ab203a94b87f591f5791748a75dfde5c9076a3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e946f24a854e67da29566a65d74e466a3e7a0360f2cb3bd97a511f2a6f9bce2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae78f999b40368bb186b7a3802802b42421d113
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeb2a2738cdf1e4eebc57b26b3e6f3233b62de1f7af3752642cc0e86e7c0ea2
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..46d1432e94264887f66fee1d2ee7a578f84d4a8a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4043300713300705
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3033 | LCC = 0.9267 | SRCC = 0.9269 ]
+INFO:root:Average loss=0.1740650682449341
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2966 | LCC = 0.9419 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.14471638596057892
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2488 | LCC = 0.9456 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.12960867395997047
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2384 | LCC = 0.9485 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.11553509819507599
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2569 | LCC = 0.9511 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.10743822538852692
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2337 | LCC = 0.9522 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.10244924074411392
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2244 | LCC = 0.9558 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09415506789088249
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1997 | LCC = 0.9556 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08418247726559638
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2233 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07974552550911904
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2114 | LCC = 0.9586 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.07473230263590813
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1965 | LCC = 0.9597 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.07414589849114418
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1940 | LCC = 0.9586 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06950169393420219
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1861 | LCC = 0.9592 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.06964704117178917
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1878 | LCC = 0.9584 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06319569492340088
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1975 | LCC = 0.9607 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05888711205124855
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2261 | LCC = 0.9599 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.057549470007419584
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2130 | LCC = 0.9597 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05281087517738342
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2102 | LCC = 0.9611 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.05137263703346252
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2118 | LCC = 0.9612 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.04750919571518898
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2125 | LCC = 0.9589 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.047762120634317395
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2004 | LCC = 0.9604 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04668106842041016
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2020 | LCC = 0.9601 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.044608289256691934
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1797 | LCC = 0.9600 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04188548868894577
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1875 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04378011937439442
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1896 | LCC = 0.9606 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.038324534446001056
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1945 | LCC = 0.9602 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03760124883055687
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2081 | LCC = 0.9608 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.036719398617744446
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1887 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03458942884206772
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2035 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03410393911600113
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1924 | LCC = 0.9606 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03423890170454979
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2062 | LCC = 0.9600 | SRCC = 0.9609 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2182 | LCC = 0.9603 | SRCC = 0.9608 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42747ac9c40d8f5debd7401f5d429d6b002a2ba3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692cd71f2bb93b411382dd6592e328cb80df9a393ebb714c4b4da452db875464
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce0374797dab8e89460d694e461af2fc8c99aa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db673374c3d2338867e50612b87dcad3b6bb20731c8b67a03153f3e0a49c6dd
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..83095779200768484cdd786bda2708266e40c379
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35536436331272125
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3196 | LCC = 0.9248 | SRCC = 0.9248 ]
+INFO:root:Average loss=0.18237580800056458
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2803 | LCC = 0.9405 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.1483500501513481
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2302 | LCC = 0.9473 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.12811819630861282
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2074 | LCC = 0.9532 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11914821565151215
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2231 | LCC = 0.9544 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10773032689094543
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2059 | LCC = 0.9573 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.10065418431162834
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1959 | LCC = 0.9576 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09328722828626633
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1812 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.088444664478302
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1817 | LCC = 0.9589 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0832902863919735
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2032 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.07732636913657188
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1908 | LCC = 0.9592 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07524954199790955
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1642 | LCC = 0.9580 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07025006219744682
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1944 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.06423548530042171
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1948 | LCC = 0.9605 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06297241538763046
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1684 | LCC = 0.9617 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.062211618423461915
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2060 | LCC = 0.9608 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05739390790462494
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1990 | LCC = 0.9606 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05389991492033005
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1795 | LCC = 0.9617 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.054252361744642257
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1747 | LCC = 0.9611 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.050426557257771495
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1783 | LCC = 0.9621 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.04744563330709934
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1724 | LCC = 0.9614 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.04431240513920784
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1826 | LCC = 0.9612 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04309628127515316
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1939 | LCC = 0.9622 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.04263752640783787
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1804 | LCC = 0.9618 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04134584183990955
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1957 | LCC = 0.9621 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.039486441254615784
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1939 | LCC = 0.9616 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03911416052281857
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1718 | LCC = 0.9622 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03879012702405453
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1844 | LCC = 0.9611 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03631926043331623
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1717 | LCC = 0.9616 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03459541450440884
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1773 | LCC = 0.9615 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03530326561629772
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2037 | LCC = 0.9611 | SRCC = 0.9606 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1702 | LCC = 0.9633 | SRCC = 0.9635 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8474ee5067b8c7728bab2ae76256c5f1e095df
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9dd58683892cfe1373ca9b1df88cd5327e4c71a35a13b5752b662994eb9f31
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975eb8c0482791676e82cebd6727d4a4869f1247
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46db1c9cc73ed068f837d0e1d006e0364b7b75fbc4892514104f2a95a456dd5f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8f015cdb0ecdbf790b126c416ce2cb51c1f6dd70
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3859260323047638
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2885 | LCC = 0.9285 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.17675829356908798
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2627 | LCC = 0.9435 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.1450189899802208
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2272 | LCC = 0.9488 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13021916770935058
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2174 | LCC = 0.9520 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11769987696409226
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2289 | LCC = 0.9536 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10811928215622901
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2068 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09900987499952316
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2325 | LCC = 0.9563 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09219608241319656
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2162 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08889245247840881
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1869 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.08288959184288978
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1917 | LCC = 0.9585 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07774381238222122
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1915 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0743800399005413
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2082 | LCC = 0.9584 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07095474046468735
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2105 | LCC = 0.9601 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0642722148001194
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2048 | LCC = 0.9580 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06393726032972336
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1782 | LCC = 0.9614 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.06167550218105316
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2179 | LCC = 0.9617 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.057172672167420384
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1841 | LCC = 0.9598 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.054850924730300905
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2009 | LCC = 0.9606 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.054319055944681165
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1945 | LCC = 0.9609 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.053102867230772975
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2029 | LCC = 0.9606 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04883222898840904
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1930 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.046008241698145866
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1795 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04342167404294014
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1950 | LCC = 0.9618 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.041555087372660636
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2003 | LCC = 0.9611 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04026017324626446
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2142 | LCC = 0.9616 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.04072619178891182
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1818 | LCC = 0.9602 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.037100252985954284
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1931 | LCC = 0.9595 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03546277903020382
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1913 | LCC = 0.9613 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03697107334434986
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1960 | LCC = 0.9603 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03544659045338631
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2041 | LCC = 0.9613 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03535760509967804
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1716 | LCC = 0.9595 | SRCC = 0.9604 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2004 | LCC = 0.9635 | SRCC = 0.9637 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60eb12624a401f61e2efd6f72f448cecad99fe85
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231c561c65c8c3d573dc33c061420e029336c02a090a41cbfea8a5245e2d485d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f2a8a4e596622327801f71a5d56de248259ccf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52932d4943004172170505059964a5621b4ad4c194585261d52d9bafe2e9d8f3
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..77fcd3b0a895332fde58751b75528787d58d891e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40306219923496245
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3082 | LCC = 0.9298 | SRCC = 0.9302 ]
+INFO:root:Average loss=0.17835226154327394
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2177 | LCC = 0.9424 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.14848501485586166
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2157 | LCC = 0.9471 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.1342045512497425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2180 | LCC = 0.9517 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1169663847386837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1898 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10853620445728301
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2062 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10144691750407218
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2190 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09073264569044114
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1868 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0877181787788868
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2132 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08144764709472656
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2058 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08041440773010254
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1783 | LCC = 0.9585 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0731173592209816
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1823 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07100963056087493
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1695 | LCC = 0.9592 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0680390651524067
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1979 | LCC = 0.9557 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.062252890884876254
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1936 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0622844133079052
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1987 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05815413051843643
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1803 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05345545941591263
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1835 | LCC = 0.9601 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05387835864722729
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1787 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.049726346001029015
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1771 | LCC = 0.9585 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05235129761695862
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2042 | LCC = 0.9584 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.046910641312599186
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1748 | LCC = 0.9594 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.047509850934147835
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1952 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04387638396024704
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1975 | LCC = 0.9604 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.042453672766685484
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1912 | LCC = 0.9605 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04153932768106461
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1895 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04019322615861893
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1782 | LCC = 0.9606 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0386767608076334
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1789 | LCC = 0.9606 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03555547161400318
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1917 | LCC = 0.9615 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.038366092130541804
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1741 | LCC = 0.9613 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.036053670063614845
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1758 | LCC = 0.9610 | SRCC = 0.9608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1944 | LCC = 0.9623 | SRCC = 0.9628 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ab78ceaa130c5e2800455c403486b38cdcf10d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ccc1dc90a27266b6614ce6cf934af43004f2397b146784c7d23bb65e1f43c0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9271076a784f97bc1deea559561d510b848190
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f4868982758dda344b8b0bb610865bfe1a13820304ddb80fb12ddd589106c0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..be6fef1c9b9f087971e500c16e48f2adc40dd7bc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.353125083565712
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2899 | LCC = 0.9288 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.16604148906469346
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2065 | LCC = 0.9483 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.13922881025075912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1990 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1239556252360344
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1943 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.1086695163846016
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2097 | LCC = 0.9568 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10097394922375678
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1951 | LCC = 0.9583 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.09240641391277313
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2099 | LCC = 0.9558 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08994868955016136
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1793 | LCC = 0.9598 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0855352578163147
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2106 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.07677108612656593
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2275 | LCC = 0.9571 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07121731054782868
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1758 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.0680359568297863
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1788 | LCC = 0.9602 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06702702957391739
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1794 | LCC = 0.9601 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06058973878622055
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1765 | LCC = 0.9611 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.05948053920269013
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1882 | LCC = 0.9595 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.055784987449645995
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1858 | LCC = 0.9594 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05420541799068451
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1749 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04952251960337162
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1966 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04787819607555866
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1709 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.047054207026958464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1847 | LCC = 0.9590 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.046526643201708795
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1722 | LCC = 0.9606 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04279676079750061
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1952 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0416900252699852
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1866 | LCC = 0.9609 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.037276511013507846
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1899 | LCC = 0.9593 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.036837928026914595
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1690 | LCC = 0.9605 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03663222296535969
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1673 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03609066420793533
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1687 | LCC = 0.9602 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.0347172769010067
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1874 | LCC = 0.9592 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03464930437505245
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1928 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.03232190391421318
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1702 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03166829565167427
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1927 | LCC = 0.9587 | SRCC = 0.9579 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1766 | LCC = 0.9618 | SRCC = 0.9624 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8394b238d105075693c0138a3a2a87a7108973c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ce63b32a49a3ba00f65b10416a80e44dbb85051dbc9d2e0aae71b6b2185ed6
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd154754d24416ef38ce370b04d7e1d1765e466
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb4b814876ed81e4402575580d8d0cbf63fc62b9f7bc0de3a901b04a27f6bf7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8dfbce6f3cd7421b5cebb7e26801ccae3eb63e46
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4261336829662323
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2706 | LCC = 0.9336 | SRCC = 0.9348 ]
+INFO:root:Average loss=0.16805693501234054
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2507 | LCC = 0.9491 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1356633144021034
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.9517 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12137165766954422
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2422 | LCC = 0.9529 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10810460475087166
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2285 | LCC = 0.9563 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.10200031325221062
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2273 | LCC = 0.9573 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.09203209015727043
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1985 | LCC = 0.9585 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08709841218590736
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2320 | LCC = 0.9580 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08376617601513862
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1932 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07826002602279186
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1980 | LCC = 0.9591 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.07165117612481117
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2057 | LCC = 0.9587 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0672623968720436
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2084 | LCC = 0.9579 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06572707065939903
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1807 | LCC = 0.9593 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06080127435922623
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2156 | LCC = 0.9588 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05868109123408794
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1991 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05486758735775948
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2243 | LCC = 0.9595 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05497342686355114
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1874 | LCC = 0.9619 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.05260686558485031
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2081 | LCC = 0.9598 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.048835682451725
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1954 | LCC = 0.9610 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.04555788616836071
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2006 | LCC = 0.9612 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.04580760477483273
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2322 | LCC = 0.9592 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.04167980876564979
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2138 | LCC = 0.9612 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04100293329358101
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1865 | LCC = 0.9622 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.03858761790394783
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1995 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03657324370741844
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2137 | LCC = 0.9609 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.036281881168484686
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2011 | LCC = 0.9575 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03526691056787968
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1830 | LCC = 0.9606 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.034975807175040244
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1965 | LCC = 0.9620 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.033215537816286084
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2069 | LCC = 0.9594 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03210850800573826
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1843 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03101788555085659
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1963 | LCC = 0.9623 | SRCC = 0.9625 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1926 | LCC = 0.9640 | SRCC = 0.9643 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6e77386385afef68ff1c90e38a5573036e47f1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb720a39f856a6530435a839fba9939339e2b885a672538226bccac36a6cdcd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b8ccf2225ed9e929dc78d2262abec31a7d1265
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad8bc6bbdaf85d11b219d38c6137adf2ab06a4385a18b9f3cc3b208b1fb146c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9118c41f7b899b52c67391c3e3c12b9897cbaf8c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43995481741428377
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2543 | LCC = 0.9329 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.16741070502996444
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2399 | LCC = 0.9471 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.13685892140865327
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2692 | LCC = 0.9528 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.122824751496315
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2071 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11550395801663399
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2095 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11135273790359497
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2109 | LCC = 0.9575 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09994425597786903
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2092 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.09128526985645294
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2187 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.08658222183585167
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2161 | LCC = 0.9601 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.08350362718105316
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1952 | LCC = 0.9591 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.07701900315284729
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2202 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.0739194664657116
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2097 | LCC = 0.9595 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06653674200177193
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2013 | LCC = 0.9604 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06476941254734993
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2188 | LCC = 0.9611 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.06232540902495384
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1935 | LCC = 0.9602 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05795760977268219
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2419 | LCC = 0.9599 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05855618536472321
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1745 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.053230146005749705
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2315 | LCC = 0.9604 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05267292286455631
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1960 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.0481987861096859
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1761 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04693496456742287
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1933 | LCC = 0.9611 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04427231243252754
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1877 | LCC = 0.9605 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04142029316723347
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2042 | LCC = 0.9598 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.042503102004528046
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2137 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.039417511895298955
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2087 | LCC = 0.9588 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04177643801271915
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2058 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03709807696938515
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1841 | LCC = 0.9615 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.038432629585266116
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1883 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.034476576283574104
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2103 | LCC = 0.9612 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.034674971684813496
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2109 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.033671422347426413
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2023 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1876 | LCC = 0.9636 | SRCC = 0.9640 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949f89798cfffa9a1ee08e21a43cdd8f32669236
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305bfeff794c3bf3eecc5a291b3d0a1ee32c49f2df20e23fe542ba16bdda6561
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cd515c6fd7d78753e9a5d7e59811e6ad71e75e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829846e05569344160738554b7dd076b98059df03a239a627a91a5a93fcba8e7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..23b519bd2269b101dc81e2f355db970cb58ee32b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3755980495214462
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2814 | LCC = 0.9347 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.16986505794525147
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2672 | LCC = 0.9485 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13943323588371276
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2303 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.1240122897028923
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1778 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11014940682053566
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2193 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.10288582414388657
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1910 | LCC = 0.9602 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.09516900837421417
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1828 | LCC = 0.9604 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.09015168252587319
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2129 | LCC = 0.9600 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.08184530004858971
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1969 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07560678622126579
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1938 | LCC = 0.9612 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.07366736021637917
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1683 | LCC = 0.9622 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.06859975177049636
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1889 | LCC = 0.9619 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.06423746755719185
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1930 | LCC = 0.9617 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.06285639244318009
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1818 | LCC = 0.9621 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.05882305434346199
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1883 | LCC = 0.9620 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.05625780041515827
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1925 | LCC = 0.9618 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.058624682530760766
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1554 | LCC = 0.9625 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.05195360447466373
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1783 | LCC = 0.9625 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.04875564368069172
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1719 | LCC = 0.9630 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.04736633466184139
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1486 | LCC = 0.9625 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.046475070014595984
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1746 | LCC = 0.9636 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.044239406898617745
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1935 | LCC = 0.9634 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.040424331590533255
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1709 | LCC = 0.9625 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.043103848710656166
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1811 | LCC = 0.9617 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04109996999800205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1781 | LCC = 0.9627 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.0381446034014225
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1824 | LCC = 0.9625 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.03661974143981934
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1780 | LCC = 0.9633 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.036017835438251496
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1585 | LCC = 0.9629 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03365974882245064
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1544 | LCC = 0.9621 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.03296797259151935
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1828 | LCC = 0.9635 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.031028173133730887
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1754 | LCC = 0.9629 | SRCC = 0.9633 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1711 | LCC = 0.9646 | SRCC = 0.9651 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4febf880f1e9236dac1b46ba7aa554dcfc1c0250
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b687c274e0a643839aab3051058e7afcf668f18a9fcb4520b9b1640b39ce2ffb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fa46cdb5919cba3e119218d6679a7cf3f5d6fb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90252fa2b4389afb4dcaf8f64bdb3a1508136e38edf6a151f6aa970a7572b261
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e281ff6fd9417fefa7802c82a124c5bdc1445ae3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3717031879425049
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2650 | LCC = 0.9327 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.16232203936576844
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2314 | LCC = 0.9456 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.13623231542110442
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2272 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12230903786420823
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2244 | LCC = 0.9537 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11116501274704933
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2026 | LCC = 0.9585 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.11552381777763367
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2102 | LCC = 0.9582 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.09837717857956886
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1916 | LCC = 0.9598 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.09144125872850419
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2463 | LCC = 0.9566 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.08467268243432045
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2261 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.08112491634488106
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1884 | LCC = 0.9606 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.07539117643237114
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1882 | LCC = 0.9620 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.07134089863300323
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1996 | LCC = 0.9605 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.06490337400138378
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1937 | LCC = 0.9605 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.06263407477736473
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2058 | LCC = 0.9618 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.060903600335121155
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1862 | LCC = 0.9618 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.055594315081834794
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1959 | LCC = 0.9627 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.053713592752814295
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1895 | LCC = 0.9620 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.054428554892539976
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1952 | LCC = 0.9596 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.050069372743368146
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2134 | LCC = 0.9600 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.048082078501582144
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2037 | LCC = 0.9619 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.046442724630236625
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1902 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04442052559554577
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1900 | LCC = 0.9584 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04497169558703899
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1702 | LCC = 0.9621 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.0405433968603611
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1932 | LCC = 0.9629 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.03839998188614845
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1969 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.037672715559601784
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1674 | LCC = 0.9618 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.03776461759209633
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2008 | LCC = 0.9621 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.033563518464565276
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1836 | LCC = 0.9623 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.036205972120165825
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1814 | LCC = 0.9621 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.034141912773251536
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2122 | LCC = 0.9601 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03445143096148968
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1954 | LCC = 0.9603 | SRCC = 0.9607 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1960 | LCC = 0.9627 | SRCC = 0.9635 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2de91bb17af10651563401c2dd9609f7220bf67
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c389e5ff28fef91e77c0c744f5c19e22179e742137640de479ef3aba17f413
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626b8fd7de4d2639e971d19cdff8640a9e157124
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c09df48fe669292e6152081d996d595d426036688fa53b708b25ab5d97210e4
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..824bcf5f8c0054c03027f3d9d3398613131ac8bc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3702454626560211
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2869 | LCC = 0.9414 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.15604517132043838
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2758 | LCC = 0.9485 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13122524043917655
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2482 | LCC = 0.9534 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12136099219322205
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2886 | LCC = 0.9520 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11202729883790016
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2349 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.10136664587259292
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1892 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.09185296931862831
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2004 | LCC = 0.9561 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0876129903793335
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2336 | LCC = 0.9562 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08362881776690483
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2041 | LCC = 0.9596 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07775698310136794
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1947 | LCC = 0.9590 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07116103762388229
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1972 | LCC = 0.9585 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06661386689543725
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2003 | LCC = 0.9577 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06291759204864501
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1923 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0618040144443512
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2252 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05806552788615227
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1955 | LCC = 0.9597 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05257793654501438
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2093 | LCC = 0.9585 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0495430261939764
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1835 | LCC = 0.9578 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.047960964024066924
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2004 | LCC = 0.9584 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.046361714377999304
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1941 | LCC = 0.9565 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04837359890341759
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2256 | LCC = 0.9549 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.043939387649297716
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2092 | LCC = 0.9589 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04097898095846176
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1982 | LCC = 0.9587 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.037509800016880035
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2033 | LCC = 0.9580 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.03925879971683025
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2154 | LCC = 0.9583 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.036226726770401
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1872 | LCC = 0.9595 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.037036190181970595
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1884 | LCC = 0.9586 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03434256175160408
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1975 | LCC = 0.9601 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0310627598464489
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1872 | LCC = 0.9596 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.031296227008104326
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2030 | LCC = 0.9573 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.030595921196043492
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1930 | LCC = 0.9597 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.02812038163840771
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1793 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1944 | LCC = 0.9629 | SRCC = 0.9640 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158540563466ea7cdbf77c47ff91db02df273b21
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9632ae130b1d82db1e0dfdbdd81d0cf6d0166041440c970ad0543383722dd47
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271b6e031f26756a861bf2417b4f580f063b89a5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5f88215b740b2f9f7c6481570b96edf4e2b11005f429adcd3f2cf8bb50ebfe
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..79e11f16d6c6faf91556b0a529ca21e3fe3bdb49
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36311376518011096
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3406 | LCC = 0.9382 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.1607538044452667
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2484 | LCC = 0.9484 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13621399730443953
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2466 | LCC = 0.9528 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1221956530213356
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2557 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11044498491287232
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2459 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10435905760526656
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2104 | LCC = 0.9572 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09635433533787727
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2373 | LCC = 0.9591 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.08948021268844604
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1971 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08735737290978432
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2194 | LCC = 0.9590 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07895479401946068
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2095 | LCC = 0.9582 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.07245180961489678
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1892 | LCC = 0.9577 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06792345434427262
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1891 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07201105219125747
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2048 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.0638842858672142
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1952 | LCC = 0.9595 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05721843844652176
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2527 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.058418889328837396
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2206 | LCC = 0.9604 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05590098059177399
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2086 | LCC = 0.9570 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05214471705257893
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2034 | LCC = 0.9594 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04715104427933693
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2062 | LCC = 0.9599 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.048001447752118113
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2171 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0459995800703764
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1849 | LCC = 0.9589 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04429873669147492
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2025 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.042029649376869205
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2399 | LCC = 0.9582 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04142775122821331
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2300 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03904677048325539
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2052 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03970624448359013
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2182 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03517725946009159
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2054 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03435454307496548
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1888 | LCC = 0.9583 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0343079356700182
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1934 | LCC = 0.9587 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03235625759512186
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2151 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03212207905948162
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2059 | LCC = 0.9588 | SRCC = 0.9583 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2320 | LCC = 0.9610 | SRCC = 0.9618 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5753d3d072e870adca48ce50ae07e9bef952d10
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f9136f03ac0b0086fd263100276d9c212970fbecf3f20de83ae2155b60ba8e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36750af61ed6fc5dfd3fe814936da4928cd28d68
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d312156f126372ff15cec01cba8d2f3f94b284b0ff1022ff37957386b2721a7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f356525bd545a83350614a0f242bea33c5253d0f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3389103469848633
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3102 | LCC = 0.9410 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.16083486998081206
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2422 | LCC = 0.9474 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.13706339597702027
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2847 | LCC = 0.9515 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.12345017379522323
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2952 | LCC = 0.9521 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11488800638914108
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2389 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10458308458328247
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2336 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09822146365046501
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2527 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.08981416451931
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2087 | LCC = 0.9586 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08449489799141884
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2194 | LCC = 0.9586 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.08278564128279686
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2189 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07348736003041267
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2680 | LCC = 0.9567 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07031078770756721
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2296 | LCC = 0.9581 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06531475529074669
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2247 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.062251848340034485
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1981 | LCC = 0.9582 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05885429365932941
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2254 | LCC = 0.9581 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.059326413363218304
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1997 | LCC = 0.9592 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.055245128944516185
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2400 | LCC = 0.9587 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0520767243206501
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1942 | LCC = 0.9575 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04943111711740494
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2276 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04923804457485676
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1919 | LCC = 0.9587 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04653879638016224
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2582 | LCC = 0.9577 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04673340432345867
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2260 | LCC = 0.9573 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04035666528344154
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2123 | LCC = 0.9575 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04142419642210007
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2085 | LCC = 0.9587 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04093529210984707
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2420 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.03807379573583603
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2261 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0388285728096962
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2103 | LCC = 0.9585 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03448710729181766
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2336 | LCC = 0.9565 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03548744621872902
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2221 | LCC = 0.9564 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.033369593977928165
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2146 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.033293779477477074
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2034 | LCC = 0.9597 | SRCC = 0.9590 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2040 | LCC = 0.9622 | SRCC = 0.9633 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81ab1dd80cbcb6f10afb21b2e5a97b7dffd5f29
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a43bee9d40614e3b1b6d1f035d32c38141ce037d4882a93f28e39c37b9a170
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2591e46b8ec39289068de2a920c2c91770737691
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3421081acbb581ca1a89879e7ba4b34385c23d5bbc7a675d7a1512f1abf66f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..01975f56429ed9324e46f9bf41bba73ad99916cf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3246494715213776
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2416 | LCC = 0.9412 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.15255555999279022
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2219 | LCC = 0.9485 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13376157796382904
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2313 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.12158912831544876
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2056 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.11128573843836784
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2059 | LCC = 0.9566 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.103044164955616
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2128 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09537933397293091
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1876 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.08808251932263374
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1858 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08400058913230896
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2289 | LCC = 0.9562 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07848252096772194
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2007 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07508413362503051
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2279 | LCC = 0.9586 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07081449526548386
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2180 | LCC = 0.9601 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06495772260427475
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1921 | LCC = 0.9591 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06293954968452453
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1823 | LCC = 0.9590 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06005247464776039
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1929 | LCC = 0.9607 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05508055500686169
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1871 | LCC = 0.9605 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05180820429325104
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2029 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05093560333549976
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1752 | LCC = 0.9620 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04728420846164227
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1764 | LCC = 0.9616 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.045470942169427875
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2132 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04539366641640663
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1761 | LCC = 0.9614 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04387310920655727
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2046 | LCC = 0.9604 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04009127716720104
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1841 | LCC = 0.9616 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03782577590644359
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2124 | LCC = 0.9614 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.0370196862667799
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1861 | LCC = 0.9610 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03834867885708809
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1994 | LCC = 0.9617 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.037788332238793375
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2093 | LCC = 0.9614 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.035239852651953694
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1941 | LCC = 0.9606 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.030877518162131308
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1978 | LCC = 0.9601 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03314602184295654
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1830 | LCC = 0.9607 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.029443504109978674
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1872 | LCC = 0.9622 | SRCC = 0.9613 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1924 | LCC = 0.9629 | SRCC = 0.9635 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e77e64f6a93a1fba6bd92deaeda73940cc3012
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb8d206b9c0179719f2e1eef31cc2151982eb75ede8068a5162221f1be3ee69
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b1cb1845d35f18c25f0492afb56bc609d374bb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8437867776f5e87a4a9b890d3976b11e283700c06be70dd91912d9317413f1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..de7017a250d91031139d37916c76bd033d379afb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37804622757434847
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3110 | LCC = 0.9371 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.15938872349262237
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2843 | LCC = 0.9462 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.1384461861848831
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2755 | LCC = 0.9513 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12153668582439422
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2609 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11183612489700318
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2524 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10249982106685639
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2227 | LCC = 0.9558 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09688242506980896
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2153 | LCC = 0.9573 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08879254996776581
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2220 | LCC = 0.9572 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0822051953971386
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2461 | LCC = 0.9559 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08100582897663117
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2584 | LCC = 0.9560 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07355388015508652
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2577 | LCC = 0.9549 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06892552876472473
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2726 | LCC = 0.9529 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.06632943397760391
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2285 | LCC = 0.9574 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06052753695845604
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2286 | LCC = 0.9569 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06055906829237938
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2249 | LCC = 0.9582 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05897963413596153
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2117 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05085623723268509
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2003 | LCC = 0.9586 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05350174278020859
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1917 | LCC = 0.9567 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04974302169680595
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2162 | LCC = 0.9583 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.04991979703307152
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2075 | LCC = 0.9588 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.04441052505373955
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2170 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.042680778235197066
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2168 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03934050889313221
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2063 | LCC = 0.9579 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03892992320656776
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2356 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.038098108500242235
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2196 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.03551007264852524
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1980 | LCC = 0.9593 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03485399144887924
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2233 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03183786781132221
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2170 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.032003249898552896
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2114 | LCC = 0.9584 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03261022675037384
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2092 | LCC = 0.9588 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0290060605853796
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2414 | LCC = 0.9563 | SRCC = 0.9574 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1977 | LCC = 0.9623 | SRCC = 0.9633 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6412d79e738e3e3964c38b591872b337e0153e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51889b253c235a126e5c8f265c98e57bb9a1e8918067c9b533e9f048f4c2d16
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18b8b310aaf89f638182f7bfbb98db29bdaf6d9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe326b13090631f62da77a431d10a4d588e53c7fe0760e25f3384ec10c38ed7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d6c324d07a59f45495eaf93c13cf57fe5f1d6eeb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3451845300793648
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2654 | LCC = 0.9403 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.1542688604593277
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2592 | LCC = 0.9456 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.13542693328857422
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2812 | LCC = 0.9508 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.12211149504780769
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2237 | LCC = 0.9532 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.1109656459093094
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2708 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.10187493199110031
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2435 | LCC = 0.9552 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09415418758988381
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2014 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08638115379214287
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1993 | LCC = 0.9568 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08647928291559219
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2014 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08016068884730339
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1960 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.07353285557031632
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2013 | LCC = 0.9576 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06880656015872956
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2146 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.0664158119559288
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2373 | LCC = 0.9568 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06306238904595375
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2056 | LCC = 0.9579 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.060032915234565734
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2351 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.056133188515901565
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2158 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05281471997499466
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1956 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.051015307784080505
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2029 | LCC = 0.9575 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04749659360945225
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2045 | LCC = 0.9580 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04587140166759491
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2250 | LCC = 0.9543 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04494310662150383
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2127 | LCC = 0.9561 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.043027627781033514
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2000 | LCC = 0.9569 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04149000170826912
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2256 | LCC = 0.9558 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04152733410894871
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2198 | LCC = 0.9554 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.03891885033249855
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2275 | LCC = 0.9566 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.036966011121869084
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2099 | LCC = 0.9551 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03765232416987419
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2195 | LCC = 0.9560 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03384849368035793
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2052 | LCC = 0.9563 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.03198478741943836
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1930 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.032543065056204794
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2066 | LCC = 0.9532 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.030013159051537515
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2012 | LCC = 0.9564 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2136 | LCC = 0.9598 | SRCC = 0.9605 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8d10fa37f4888ee03fd147895cd16508bbdb9c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb32ae14eac5b755897c943d724e37c2da324026809a573369250a92978d895
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350303b68042724c1fb379de72b8623408df74ee
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f32c72b8f91f4545dc30161638bb923f4c44271112e06047e183e733bbf5e5
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cc821b7f6d1f2c71514f3d709164ddd78ad2c47f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3089148780107498
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2760 | LCC = 0.9394 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.1552420580983162
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2395 | LCC = 0.9460 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.13268663489818572
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2539 | LCC = 0.9503 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11987041079998016
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2325 | LCC = 0.9478 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.11159823870658875
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2185 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10179437583684921
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2015 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09678309524059296
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2297 | LCC = 0.9540 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08771710959076881
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1958 | LCC = 0.9548 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08462534865736962
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2132 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08139133238792419
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2204 | LCC = 0.9551 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07668725800514221
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2152 | LCC = 0.9550 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06772781956195831
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2006 | LCC = 0.9554 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06435076785087586
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2163 | LCC = 0.9547 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.061099220842123034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2268 | LCC = 0.9519 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.06044416630268097
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1943 | LCC = 0.9545 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05550752680003643
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1950 | LCC = 0.9541 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05305655732750893
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2016 | LCC = 0.9543 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04994285728037357
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2048 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04991111074388027
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2059 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04513121584057808
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2045 | LCC = 0.9555 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04287521073222161
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2267 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04231196856498718
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2050 | LCC = 0.9531 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.04080149209499359
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1927 | LCC = 0.9539 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.03787847891449928
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2237 | LCC = 0.9538 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.03813638707995415
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2132 | LCC = 0.9540 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.035229006454348566
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1832 | LCC = 0.9534 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.03568255168199539
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1968 | LCC = 0.9547 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.033596191868186
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2066 | LCC = 0.9523 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.03185497550666332
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2050 | LCC = 0.9544 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.030531325295567513
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1982 | LCC = 0.9539 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.03062656418979168
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1834 | LCC = 0.9523 | SRCC = 0.9523 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1982 | LCC = 0.9596 | SRCC = 0.9607 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca02ad54245817829be8700b4dc9706e49f07de
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7105279b16075c96fd3bede54eb831de48f2006c97fb77737408bb333376f2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a461dcd026e0995b2d35995be83783ae8f398d95
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8636b2b0884eba8ee06f43ff7b62fad7df0224ebfd824dcf4197a93ebc161510
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..20e932321a7ec8218968a9055a40efd0743b3be7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3565114225745201
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2954 | LCC = 0.9396 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.1523404984474182
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2308 | LCC = 0.9487 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1330314880013466
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2575 | LCC = 0.9504 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1208798748254776
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2514 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11066144859790802
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2084 | LCC = 0.9524 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10118067586421967
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2269 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09480638614296913
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2174 | LCC = 0.9552 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08931281849741936
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2356 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0824977649152279
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2339 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0784647580087185
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2572 | LCC = 0.9557 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.072011494576931
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2369 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07424120180308819
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2208 | LCC = 0.9559 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0645676626265049
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2352 | LCC = 0.9557 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06090551605820656
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2361 | LCC = 0.9563 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.055852439135313035
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2119 | LCC = 0.9567 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.057766117230057715
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2077 | LCC = 0.9572 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.055213136687874795
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2397 | LCC = 0.9553 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05159291259944439
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1937 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04998900854587555
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2141 | LCC = 0.9563 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04483565571904182
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2278 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04211616531014442
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1996 | LCC = 0.9573 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04411910800635815
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1863 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.039470240578055385
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2112 | LCC = 0.9556 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.039334349006414415
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2083 | LCC = 0.9566 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.03618282780051232
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2027 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.03444136321544647
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2391 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.033528942763805386
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2102 | LCC = 0.9565 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03471456705033779
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1893 | LCC = 0.9571 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03380658320337534
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2223 | LCC = 0.9566 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.031186292499303818
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1998 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.029733009964227678
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1846 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1958 | LCC = 0.9584 | SRCC = 0.9588 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca8882739cfce44dbbd4b66d1111c476a5fa118
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216773e79d834d33121118e03f8d6376235a7b7bef8f84319afee4f7b70ebad2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2a8a0b9161a76fbf059bb2f6f56b0a0ef2f15a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf9208866a1bbf40565da74316e149ddeddb91dc251f429ddf1830b4990e12f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..24b920cf86520f302e710a10e23ea19d3c78a4c7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3107773871421814
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2864 | LCC = 0.9403 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.1549083073735237
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2603 | LCC = 0.9479 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13037494766712188
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2048 | LCC = 0.9476 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11972961401939392
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2411 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10942008677124977
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2127 | LCC = 0.9537 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10192031881213189
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2524 | LCC = 0.9532 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09408926954865456
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1955 | LCC = 0.9538 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08915202242136001
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1922 | LCC = 0.9526 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08290129259228707
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2037 | LCC = 0.9549 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07707532501220703
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2124 | LCC = 0.9543 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07351160857081414
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2014 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07039347213506698
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1927 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06559781071543694
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2084 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06144006222486496
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2286 | LCC = 0.9507 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05913210552930832
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1988 | LCC = 0.9553 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.056766067922115325
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2292 | LCC = 0.9538 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05580880317091942
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2080 | LCC = 0.9566 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05109355555474758
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1838 | LCC = 0.9559 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04824377062916756
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2305 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0468085267841816
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2206 | LCC = 0.9542 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04680190190672875
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2263 | LCC = 0.9551 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04263606674969196
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2227 | LCC = 0.9521 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.041417506635189054
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2047 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.040476901099085805
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2071 | LCC = 0.9552 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03839396040141582
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1989 | LCC = 0.9538 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.03841606990993023
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2134 | LCC = 0.9550 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03434661042690277
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1956 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03801541920006275
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2064 | LCC = 0.9547 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.03294342401623726
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2022 | LCC = 0.9527 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.03185188695788384
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1929 | LCC = 0.9564 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.030010719507932663
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2175 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1964 | LCC = 0.9594 | SRCC = 0.9602 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2821d7636c0cb519f9f7cc9cdb694388b3e10ba7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4764bbceb5239d5281da4aa893fba53ac74e135e5566d5e48ad9818e9a628394
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839662752c264bd1546a6393262807419e0aea2f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dab5e024afd7bd89e826bf61c857baa8f116836f9f107b7eac1c862e2f536d0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c0240b64be6d8fe78d6cfba8a28a92d98a2019fe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35428208380937576
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3348 | LCC = 0.9389 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.15443650913238524
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2752 | LCC = 0.9475 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.12777209383249283
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2367 | LCC = 0.9467 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.12078322941064834
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2570 | LCC = 0.9529 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11016718345880508
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2477 | LCC = 0.9514 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10229959055781364
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2674 | LCC = 0.9557 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09619702905416488
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2545 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09296673828363419
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2165 | LCC = 0.9549 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08384664884209633
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2395 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0792116265296936
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2139 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07320558544993401
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2201 | LCC = 0.9570 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06847063031792641
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2478 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06667459082603455
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2380 | LCC = 0.9576 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.061860578805208205
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2176 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.058483694583177565
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2049 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.054491074934601785
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2206 | LCC = 0.9581 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.054967975199222564
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2431 | LCC = 0.9596 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05105735722184181
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2200 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04766191540658474
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2178 | LCC = 0.9587 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.046178268015384674
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2269 | LCC = 0.9588 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.046199965462088585
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2316 | LCC = 0.9584 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04219308121502399
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2348 | LCC = 0.9581 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04083286932110786
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1995 | LCC = 0.9591 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03788516533374786
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2299 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03755355414748192
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2326 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.035097469076514246
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2371 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03607744760811329
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2233 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03397037856280804
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2149 | LCC = 0.9589 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03164004278182984
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2388 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.030938312619924545
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2369 | LCC = 0.9578 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03122205013036728
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2367 | LCC = 0.9574 | SRCC = 0.9574 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2502 | LCC = 0.9603 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429195cf8f8fc83b5f3aeb7a1a3c51edea587d8e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5987941763b16c95f73d5f6e1e4c0df44441562d9add5377ac4dad26e7a272ce
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513c9ad6577e61330ca1263eda3baa8ecee4fade
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d759b33e75fde05ecbecef7db6f8358b67be2132ae4f9cd557c3d27752bff935
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..17905704b93566705aed1e398bfc170c70b13ffb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3269955189824104
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3704 | LCC = 0.9408 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.15411208111047744
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2953 | LCC = 0.9466 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.13955983525514604
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2658 | LCC = 0.9519 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12467267727851868
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2258 | LCC = 0.9536 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11456974533200263
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2525 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10493323558568954
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2641 | LCC = 0.9541 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09942699459195137
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2157 | LCC = 0.9545 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0935055930018425
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2448 | LCC = 0.9564 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.08725702095031738
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2367 | LCC = 0.9558 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08567228755354882
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2305 | LCC = 0.9561 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07526201346516609
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2686 | LCC = 0.9536 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0733837957084179
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2104 | LCC = 0.9544 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07181935504078865
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2386 | LCC = 0.9567 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06507010948657989
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2266 | LCC = 0.9575 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06239945912361145
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2424 | LCC = 0.9556 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.059461750000715255
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2546 | LCC = 0.9552 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.057653401285409925
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2061 | LCC = 0.9566 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05336174450814724
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2302 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05345668870210647
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2202 | LCC = 0.9568 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05080399364233017
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2141 | LCC = 0.9562 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04927054406702518
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2263 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04729060058295727
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2119 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0454902695864439
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2073 | LCC = 0.9557 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04279276865720749
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2269 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.040632448866963385
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2201 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03805218933522701
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2327 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0380513861477375
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2105 | LCC = 0.9569 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03953056959807873
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2143 | LCC = 0.9564 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.03636266750097275
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1978 | LCC = 0.9562 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.03472284461557865
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2244 | LCC = 0.9576 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0336745083630085
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2390 | LCC = 0.9556 | SRCC = 0.9570 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2369 | LCC = 0.9579 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464b1e314867970967ac890ace5738c9801ebf8c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9472ff19a5bc8c8d85096cbef08398fe84696fd7e1d83a932e4435b9eee5ec5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfec81008c343121796d23cc3e38a581988bc62a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d380526b3958088e91e58ebdce8dace0cc6faa24c63d07d09e5d021a680fd089
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c9295ee2304499b19936151c5490e0179f8a857
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33060173338651655
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2532 | LCC = 0.9407 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.1561468489766121
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2542 | LCC = 0.9492 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.1385336915254593
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2850 | LCC = 0.9511 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12141008800268173
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2341 | LCC = 0.9545 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11252621123194695
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2710 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10466696089506149
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2131 | LCC = 0.9547 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09917893379926682
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2291 | LCC = 0.9558 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09664511299133301
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2260 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0864085588157177
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2398 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08170986136794091
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2445 | LCC = 0.9559 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07739749574661255
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2559 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07415639573335647
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2364 | LCC = 0.9565 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0687273323237896
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2508 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06769140046834946
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2284 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0633718566596508
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2271 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.059051048398017884
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2293 | LCC = 0.9515 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05886494481563568
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2256 | LCC = 0.9543 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05411970119178295
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2443 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05379720211029053
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2303 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.051923973232507706
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2024 | LCC = 0.9549 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04843455557525158
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2327 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04610500161349773
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2082 | LCC = 0.9537 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04444464924931526
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2167 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.042125677064061166
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2213 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04066864229738712
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2102 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04027397371828556
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1987 | LCC = 0.9546 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.03916983427107334
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2209 | LCC = 0.9529 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.03647528819739818
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2242 | LCC = 0.9547 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03464970830082893
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2253 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.03584028591215611
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2117 | LCC = 0.9531 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.034386313177645206
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2276 | LCC = 0.9523 | SRCC = 0.9526 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2368 | LCC = 0.9595 | SRCC = 0.9612 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fdd66c93178deb69abae92165e0710131da780
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ab8fd1506846c5b934f21bbb50f040b49b21c6ac63b8a85fe5384c20c3823e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335cc0a532035fe72158de084f7a261d94dfb908
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f612977fa8f2feb09a78dfb89bafc092da024e4e489282f7dd3d3ac60f163c9e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5695b8368fc89fd83046358cd917fd982446668c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37580324965715406
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2602 | LCC = 0.9373 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.1550068871974945
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2542 | LCC = 0.9469 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1354199089407921
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2280 | LCC = 0.9484 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1199262439608574
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2518 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11194440937042237
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2202 | LCC = 0.9527 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10600026506185532
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2012 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09937896731495857
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2075 | LCC = 0.9552 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09278856810927391
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2114 | LCC = 0.9547 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08496058762073516
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1984 | LCC = 0.9544 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08249099040031434
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2391 | LCC = 0.9548 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07939854994416237
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2143 | LCC = 0.9530 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07608075639605522
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2039 | LCC = 0.9544 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06907441145181656
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1955 | LCC = 0.9545 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06553635206818581
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1960 | LCC = 0.9548 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06412965363264084
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1947 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06089106673002243
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2093 | LCC = 0.9569 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05654320973157883
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1892 | LCC = 0.9561 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.053261813133955005
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2015 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05121246579289436
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1940 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05013296268880367
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1998 | LCC = 0.9558 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04636813513934612
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1977 | LCC = 0.9526 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04691749803721905
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2023 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04382653521001339
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2116 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.042858710363507274
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1938 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04239269745349884
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.9557 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.040986008271574975
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2085 | LCC = 0.9555 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.038880986183881756
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2010 | LCC = 0.9547 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03654777839779854
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1903 | LCC = 0.9550 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.034165617153048514
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2185 | LCC = 0.9558 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03618984377384186
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2155 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.033347230255603794
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1829 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1991 | LCC = 0.9588 | SRCC = 0.9593 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecc0e97222ed6c104f21de91193d079d0b0fa79
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab6648978912eceda870924d9cf906cc43d9c40d92456d9d29e8d2a2bbbebd1
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa953cd9fb44333c90b68180d71c268d5b9700c8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad6fb03eba32637a37d1e8ff89ab02b7de5ef06858f4d6c47a06842a38f4655
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..09a77931f05544e554550636f6dd855a3a947371
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3053062784075737
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2456 | LCC = 0.9400 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.14825856775045396
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2611 | LCC = 0.9489 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1307857211828232
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2060 | LCC = 0.9495 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.1199270812869072
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2527 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10828508338332177
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2132 | LCC = 0.9542 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10408445891737939
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2304 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09392037236690522
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2141 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08750418251752853
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2015 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08317858716845512
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2222 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07785615614056587
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2344 | LCC = 0.9561 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07431002876162529
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2431 | LCC = 0.9552 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07004244703054428
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2390 | LCC = 0.9514 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06514806631207466
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2663 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.061586801871657375
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2218 | LCC = 0.9537 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.058525912672281265
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2061 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05716796310245991
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2162 | LCC = 0.9569 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05398516198992729
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2071 | LCC = 0.9509 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05055109396576882
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2154 | LCC = 0.9520 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04926654869318008
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2121 | LCC = 0.9566 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04814662855863571
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2116 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04426677805185318
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2135 | LCC = 0.9567 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.042287914633750916
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2332 | LCC = 0.9528 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.040093185231089595
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2163 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03890680135786533
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2345 | LCC = 0.9546 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.038525307551026344
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2214 | LCC = 0.9515 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.03709836122393608
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2328 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03596350435912609
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2175 | LCC = 0.9538 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.03405537648499012
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2156 | LCC = 0.9555 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03148218995332718
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2370 | LCC = 0.9546 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.03159170277416706
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2127 | LCC = 0.9553 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0307386461943388
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2197 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2221 | LCC = 0.9570 | SRCC = 0.9591 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b135d7932230f9ba4367e832bf1db7ffbd60521
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2a73fa300d66e5deb3a1de0f2042848b922c68e5cca1e9300a639e8105bfdd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e063ed84a6a0d205706fadd3d8568fe062a92f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae9ab19245d1134dc34e29d384b8e6f61c292386df7d87713caeafdb44caf59
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c17a660130ca27d05148cd24cecd8882f69be30a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3301973031759262
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2663 | LCC = 0.9373 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.15087970584630966
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2572 | LCC = 0.9481 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13711560213565827
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2177 | LCC = 0.9511 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12222052174806596
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2392 | LCC = 0.9534 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11237642088532449
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2089 | LCC = 0.9537 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10082920342683792
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2290 | LCC = 0.9558 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0985141700208187
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2267 | LCC = 0.9565 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.09113898113369942
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2274 | LCC = 0.9569 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08656123340129852
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2293 | LCC = 0.9565 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0813293990790844
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2313 | LCC = 0.9574 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07813976141810418
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2183 | LCC = 0.9580 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06961070522665977
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2081 | LCC = 0.9577 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06763835692405701
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2021 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06978623980283737
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1897 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06396713450551034
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1960 | LCC = 0.9563 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06037013801932335
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2001 | LCC = 0.9562 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05729319670796394
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2017 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05112824979424477
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2043 | LCC = 0.9558 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.050499215841293334
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2092 | LCC = 0.9561 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04914249075949192
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2210 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04724784250557423
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2206 | LCC = 0.9560 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04557175618410111
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2013 | LCC = 0.9565 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04321476550400257
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2143 | LCC = 0.9561 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03973069281876087
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2016 | LCC = 0.9563 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.040783579126000405
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1988 | LCC = 0.9561 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03870491038262844
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2030 | LCC = 0.9566 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03736862961947918
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1912 | LCC = 0.9568 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.034633361041545865
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2008 | LCC = 0.9555 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.033746127918362616
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2035 | LCC = 0.9554 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03370688432455063
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2012 | LCC = 0.9563 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.031094234213232996
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2200 | LCC = 0.9557 | SRCC = 0.9567 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2205 | LCC = 0.9598 | SRCC = 0.9611 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99980c09191f87eef971e501b5e3ee8f6d8fbd31
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4725d2a5b2e318a90aae69a581e565da9b693f4b70121a5efd75632c21db97
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dbb37b14052642758e9ab96402855099c3a8a4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19a83244d9a71708eb93ed3ce3ac917edf610a2267f5dc62d3bf1ce44adc172
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..85545e21ca75a72114bda28baa0ab9037e5b55a0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31057784086465834
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2830 | LCC = 0.9415 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.15246692848205567
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2885 | LCC = 0.9479 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.13772217863798142
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2986 | LCC = 0.9481 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.12339185380935669
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2127 | LCC = 0.9505 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.1152777311205864
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2592 | LCC = 0.9519 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10586012011766434
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2387 | LCC = 0.9509 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09928156319260598
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3040 | LCC = 0.9521 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09468657031655311
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2535 | LCC = 0.9505 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09044951337575913
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2211 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0848621796965599
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2489 | LCC = 0.9475 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.07959763157367707
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2586 | LCC = 0.9515 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08018072339892388
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2153 | LCC = 0.9484 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.07465518441796302
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2449 | LCC = 0.9532 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0719455687403679
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2586 | LCC = 0.9507 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.06430779981613159
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2355 | LCC = 0.9515 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06389085306227207
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2227 | LCC = 0.9542 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05941921144723892
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2455 | LCC = 0.9517 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.05852487102150917
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2311 | LCC = 0.9501 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.056644207924604416
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2170 | LCC = 0.9546 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.055838860392570494
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2351 | LCC = 0.9522 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.0511301943063736
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2357 | LCC = 0.9445 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.049418784096837046
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2316 | LCC = 0.9492 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.05022704029083252
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2413 | LCC = 0.9520 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.04695562885701656
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2311 | LCC = 0.9527 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.04365821900963783
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2183 | LCC = 0.9537 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04305748587846756
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2472 | LCC = 0.9501 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.04205567763745785
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2357 | LCC = 0.9525 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.04022999270260334
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2438 | LCC = 0.9504 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.04054836088418961
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2442 | LCC = 0.9531 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.03851810218393802
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2372 | LCC = 0.9537 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.035672295808792116
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2399 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2202 | LCC = 0.9572 | SRCC = 0.9574 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3646128c7f003e8b738d47662f950f5118105f4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32429fca8b5e48b2a2549be3847463acc9c4e2c42cf5d016331e28413fb1b752
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aa7ffe5e4a457b3839fe07e741e95418ed042e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b6c516cf4fd95ef487fa30da4adf7f4e7389b50eda684166794bc9447023f6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1c07a0aca75619f7a411ff3ac9d9b2275d8a0c6b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28640516954660417
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2837 | LCC = 0.9391 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.15425263011455537
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2517 | LCC = 0.9472 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.1380862187743187
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2386 | LCC = 0.9508 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12780617052316665
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2415 | LCC = 0.9520 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11766330468654633
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2371 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11162532007694244
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2228 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.10453598374128342
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2700 | LCC = 0.9508 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0962276206612587
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2317 | LCC = 0.9540 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09424252054095268
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2211 | LCC = 0.9539 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08831645166873932
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2177 | LCC = 0.9514 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08301578330993652
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2201 | LCC = 0.9517 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08049845817685128
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2308 | LCC = 0.9493 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.07615542814135551
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2133 | LCC = 0.9518 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07313857877254486
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2357 | LCC = 0.9495 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.06903932705521583
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2637 | LCC = 0.9538 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06490935635566711
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2322 | LCC = 0.9541 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06483020389080048
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2051 | LCC = 0.9520 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.060376452669501306
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2327 | LCC = 0.9522 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.06000212639570236
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2340 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.055432273209095
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2438 | LCC = 0.9517 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.05150672434270382
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2428 | LCC = 0.9527 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.051754715576767925
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2465 | LCC = 0.9529 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04855861102044583
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2308 | LCC = 0.9526 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04777489838004112
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2382 | LCC = 0.9516 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.046618403017520904
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2060 | LCC = 0.9531 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.045738255381584166
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2126 | LCC = 0.9530 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.043974593982100484
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2207 | LCC = 0.9516 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.04132329861819744
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2147 | LCC = 0.9524 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.03872700622677803
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2348 | LCC = 0.9526 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.038589917182922366
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2251 | LCC = 0.9517 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.03770464891195297
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2205 | LCC = 0.9517 | SRCC = 0.9522 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2398 | LCC = 0.9574 | SRCC = 0.9582 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5860ac9cf2852dcb6b8017954887fdf5d4b8e91a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7406c4e5aec1bd584a39ee4313c2d1d22fbae1f473265dc98559444796dff191
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4f3431024f55202c7913955e482ca22eafdd81
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b783cec825c56685e64d180daa4e73a6a683d3c7ce4392db23c1c7e99d0ce
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b50cc7100b1a35c7b38528f282d19b2088853125
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3137025067806244
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3149 | LCC = 0.9415 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.15422381258010864
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3037 | LCC = 0.9463 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.13719232326745986
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2956 | LCC = 0.9502 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12569108468294143
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2505 | LCC = 0.9524 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11699392834305763
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3046 | LCC = 0.9478 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.10867260301113128
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2292 | LCC = 0.9538 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10575608187913894
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2714 | LCC = 0.9507 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.09609476616978645
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2292 | LCC = 0.9474 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.09295528635382652
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2490 | LCC = 0.9531 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08880983892083168
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2688 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08274609610438347
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2418 | LCC = 0.9500 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.07960544717311858
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2197 | LCC = 0.9543 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07523847633600235
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2524 | LCC = 0.9548 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06875329279899597
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2506 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06896268254518509
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2326 | LCC = 0.9537 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06724766789376736
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2644 | LCC = 0.9496 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.062108647122979165
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2404 | LCC = 0.9521 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.06045421528816223
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2343 | LCC = 0.9513 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05786658445000648
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2337 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05842959958314896
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2437 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.05124581179022789
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2630 | LCC = 0.9503 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0524759296476841
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2427 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04796455791592598
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2342 | LCC = 0.9528 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04618012422323227
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2623 | LCC = 0.9518 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.04835217042267322
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2456 | LCC = 0.9535 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.04332747958600521
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2536 | LCC = 0.9483 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.044569418281316754
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2400 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.042841246709227565
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2175 | LCC = 0.9505 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.04027499143779278
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2351 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.039038210809230804
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2224 | LCC = 0.9524 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.03944136871397495
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2364 | LCC = 0.9538 | SRCC = 0.9536 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2379 | LCC = 0.9593 | SRCC = 0.9598 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8232c788af3cee44368f8d0d590bdec62c19ca21
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5d4c5dd2edf1e2ed19b06e2a47604a0e2434de65f7971c9ffcdc8d32718f48
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1df010f989ebe11ed5c984ae3c54f0ea1ab6cb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73248d62350cc4271ad2c82b40f49c4d2e6509288af2e8f0904df1baf110b4cf
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5a0fde25a5f598cfd03ace97631c334f3265fbf3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32435353118181226
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2631 | LCC = 0.9381 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.15856087470054628
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2661 | LCC = 0.9472 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.13876329708099366
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2646 | LCC = 0.9490 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12630405259132385
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2290 | LCC = 0.9506 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11809881326556206
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2369 | LCC = 0.9491 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11189882272481919
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2470 | LCC = 0.9484 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10531724655628204
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2034 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09852910840511322
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2203 | LCC = 0.9508 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09264815747737884
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2528 | LCC = 0.9528 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08938354948163033
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1839 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08328560402989388
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2333 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07771466609835624
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1948 | LCC = 0.9519 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07475795242190361
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2329 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07052866443991661
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1977 | LCC = 0.9526 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.06830504488945008
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1995 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.064259502440691
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2098 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06219008302688599
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2028 | LCC = 0.9530 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05806270365417004
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2037 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05620107328891754
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2147 | LCC = 0.9521 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.0526096667945385
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2045 | LCC = 0.9529 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.05382861325144768
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2040 | LCC = 0.9532 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.050183735832571984
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2131 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04563018684089184
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2310 | LCC = 0.9504 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.04545685693621635
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2106 | LCC = 0.9509 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04709619896113872
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2134 | LCC = 0.9506 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.045698977798223496
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2002 | LCC = 0.9513 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.04087399500608444
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2020 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.040606017038226125
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2097 | LCC = 0.9500 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.03833115212619305
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1833 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.03942309032380581
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2040 | LCC = 0.9547 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.03838303531706333
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1956 | LCC = 0.9524 | SRCC = 0.9528 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2034 | LCC = 0.9559 | SRCC = 0.9563 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10548157aa91396c34d382854979f068e42a8604
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b81e3ebd1858468ca402f3ad64c62b41cbf8ead94930df9e7c6460ec21a2169
+size 2747979