diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fad00decb6cc656c0eafae6b2821a5e511eace
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ab658f4d4e9ff45e4314306fe9775b38b8b109e79587ead17cf4d74830a9d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..98ebb15cb7551f8589d936417ec8caad5b0b5ff8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28707980453968046
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3199 | LCC = 0.9391 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.15738872516155242
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2895 | LCC = 0.9472 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.14167292833328246
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3073 | LCC = 0.9498 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.13077422952651976
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2716 | LCC = 0.9479 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.11765264448523521
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2611 | LCC = 0.9509 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11245845919847489
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2697 | LCC = 0.9507 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.1056354039311409
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2458 | LCC = 0.9505 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.09754019498825073
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2471 | LCC = 0.9504 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.09180045142769813
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2171 | LCC = 0.9498 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09233760643005372
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2472 | LCC = 0.9475 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.08457009318470955
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2371 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08062963306903839
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2451 | LCC = 0.9455 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.08052573171257972
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3017 | LCC = 0.9514 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07355453065037727
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2426 | LCC = 0.9520 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.06866455879807472
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2526 | LCC = 0.9503 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.0651847172677517
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2696 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.06216874983906746
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2323 | LCC = 0.9512 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.060111724704504016
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2470 | LCC = 0.9515 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.05752545544505119
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2233 | LCC = 0.9502 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.054164391249418256
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2539 | LCC = 0.9516 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05406114858388901
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2350 | LCC = 0.9499 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.04988529220223427
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2402 | LCC = 0.9522 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.049524497970938684
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2119 | LCC = 0.9504 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.04755089159309864
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2357 | LCC = 0.9505 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.049214191526174546
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2293 | LCC = 0.9502 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.041894044518470765
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2458 | LCC = 0.9504 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.04419856537878513
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2226 | LCC = 0.9466 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.04247891448438167
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2229 | LCC = 0.9506 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.03791192159056664
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2486 | LCC = 0.9498 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.03818085719645024
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2401 | LCC = 0.9512 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.038293611511588097
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2612 | LCC = 0.9513 | SRCC = 0.9516 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2435 | LCC = 0.9570 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b5341e881bb83078ef3549644f471891ef3273
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f13579875a52053a9c43578f354ce9303f3c57fa7cd1209c603f7220032ed09
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7ba6cf469c2d8d27a3d628ac3d77dc1195bdd7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0996331fe1c4f7a443aa396d8633a7942c08ff52f65bf2afc40d755f5c1c73
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c756d1b348b8f8a73b445a44374bbcd12af1c5df
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2643887835144997
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3094 | LCC = 0.9440 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.15209648257493974
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3404 | LCC = 0.9483 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.1471015113592148
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3040 | LCC = 0.9468 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.1323102250099182
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2782 | LCC = 0.9522 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12497154897451401
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2780 | LCC = 0.9537 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11814970993995666
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2454 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11078637543320656
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2661 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10746057599782943
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2373 | LCC = 0.9537 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10262392756342888
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2999 | LCC = 0.9517 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09686324653029442
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2737 | LCC = 0.9547 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09586338269710541
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2830 | LCC = 0.9538 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09195797774195671
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.9536 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08743238776922226
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2045 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08554857432842254
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2326 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07868711110949517
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2412 | LCC = 0.9551 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0777136842161417
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.9543 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07643036261200904
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2371 | LCC = 0.9534 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07087941110134124
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2443 | LCC = 0.9536 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06986983054876328
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2476 | LCC = 0.9523 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06962108200788499
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06530544376373291
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2527 | LCC = 0.9500 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.0658346388041973
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2557 | LCC = 0.9547 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.061780412048101425
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2608 | LCC = 0.9522 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06152717676758766
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2513 | LCC = 0.9550 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05674107101559639
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2171 | LCC = 0.9555 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.056690789088606836
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2456 | LCC = 0.9528 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05337488076090813
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2226 | LCC = 0.9559 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.053207191333174704
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2376 | LCC = 0.9554 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05314134572446346
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2280 | LCC = 0.9535 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.049159225195646285
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2597 | LCC = 0.9551 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04762833313643932
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2204 | LCC = 0.9544 | SRCC = 0.9557 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2273 | LCC = 0.9575 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85acea4e66b16c9041141753b671687e4bd3951f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a13dc7e8d7d429c1340391e26bbd020ffad2600c609f2b8f401a79a7d95961
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cc772e7c8c6f40de85d7591ba5c38305498b31
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601062b262c76979ae6adc390ae9bdc419d34d30ac78af87ad6caa51139d3200
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a490b1dff8db8d4ab3fe7e44bd89825778b72b1f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3171239570975304
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2924 | LCC = 0.9446 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.15653070896863938
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2823 | LCC = 0.9489 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1423161080479622
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2486 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1321745246052742
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2213 | LCC = 0.9529 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.12373455265164375
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2356 | LCC = 0.9529 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.11943410283327102
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2573 | LCC = 0.9550 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.11462236294150352
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2265 | LCC = 0.9559 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.10879905915260316
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2280 | LCC = 0.9579 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.10331451618671417
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2219 | LCC = 0.9568 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.09850653979182243
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1969 | LCC = 0.9533 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0935852396786213
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2422 | LCC = 0.9552 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0883585347533226
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2135 | LCC = 0.9565 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08583607122302056
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2075 | LCC = 0.9558 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0858364305794239
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2125 | LCC = 0.9560 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07976125085353851
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2172 | LCC = 0.9555 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.07698456779122352
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2209 | LCC = 0.9558 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07610254603624343
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2261 | LCC = 0.9569 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07334489369392395
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2335 | LCC = 0.9570 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0688693934082985
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2270 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06705460947751998
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2211 | LCC = 0.9569 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.0652158482670784
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2197 | LCC = 0.9569 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06463800573348999
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2118 | LCC = 0.9567 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06011798903346062
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2263 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06206829439103603
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2161 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.058681390553712846
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2309 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0573929859995842
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2193 | LCC = 0.9564 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.056224782690405845
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2416 | LCC = 0.9565 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.052592512294650076
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2331 | LCC = 0.9555 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05022702133655548
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1947 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05230195021629334
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2262 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.04933633746206761
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2258 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2295 | LCC = 0.9596 | SRCC = 0.9610 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88a9c6c754aefb3fdfb696f1df877a507702e7e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f58c00ee63de56fb2de10e6b643659b0d22748165e1c45e853a4df798ede88
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d51d16473f55f053498b95e075fb31b4b4ac77a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf2c6abd8a79f12578ffcbe0c41d06c9c18c6e2c7ba0cd930bbcabb09025378
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e7931e79bfab5d1d5b107391b27c95fe93b8f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26841653913259506
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2955 | LCC = 0.9436 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.15431113177537917
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2764 | LCC = 0.9481 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.14160836082696915
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2723 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13018297028541564
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2987 | LCC = 0.9522 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12503081279993059
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2471 | LCC = 0.9530 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11791769915819168
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2391 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11227467903494835
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2425 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10511557656526566
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2207 | LCC = 0.9541 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10850517231225967
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2415 | LCC = 0.9547 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09700867927074433
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2130 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.09344277626276017
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2240 | LCC = 0.9564 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09212502747774125
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2296 | LCC = 0.9544 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0845568904876709
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2436 | LCC = 0.9567 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08295030671358108
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2236 | LCC = 0.9575 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07776272389292717
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2312 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07846979874372483
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2273 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07387813264131546
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1898 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07222416374087334
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2344 | LCC = 0.9571 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07371416899561882
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2305 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06791611230373383
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2078 | LCC = 0.9579 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0642749167084694
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2357 | LCC = 0.9550 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.062318414300680164
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2030 | LCC = 0.9557 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06186385741829872
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2284 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0599727403074503
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2075 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.057514567509293554
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2260 | LCC = 0.9533 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05666670259833336
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2134 | LCC = 0.9563 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0557381641715765
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1912 | LCC = 0.9572 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.055536221981048586
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2091 | LCC = 0.9552 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05127623279392719
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2097 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05043953345716
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2211 | LCC = 0.9581 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04954554931819439
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2200 | LCC = 0.9560 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2349 | LCC = 0.9584 | SRCC = 0.9598 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3ecef5b7cb3ed32ca305ffd76094481288751e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367199518a71803dd626abbbbffc8f3e52b58b7691f0e86e1721754e4a83b667
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b168f7eed796901ad7b0e38257d62183c8a8097a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b03aebee88b7bea824e5dc14bc7ce346921e23d964ee067e96ccd61c822db1f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..752063e38730f92610c2c59fdedf6f8c5b058b4e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26847670567035675
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2907 | LCC = 0.9432 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.15875929486751555
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2663 | LCC = 0.9477 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.144839408993721
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2751 | LCC = 0.9508 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.13094985616207122
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2705 | LCC = 0.9517 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12673144841194153
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2501 | LCC = 0.9535 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11949831414222717
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2530 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11467499387264252
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2766 | LCC = 0.9537 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10843965524435044
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2855 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10574856072664261
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2216 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09794192066788673
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2525 | LCC = 0.9548 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09177015241980553
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3037 | LCC = 0.9514 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0946483363211155
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2476 | LCC = 0.9517 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08701303377747535
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2418 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08505633276700973
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2460 | LCC = 0.9543 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08024326083064079
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2628 | LCC = 0.9574 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07725451511144638
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2289 | LCC = 0.9530 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0789252383261919
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2324 | LCC = 0.9555 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07196515408158302
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2488 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0698213610649109
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2495 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06771989631652832
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2706 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06600387665629387
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2832 | LCC = 0.9532 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06383516800403595
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2264 | LCC = 0.9505 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.0627683779001236
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2346 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05903245286643505
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2331 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.057975724905729296
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2517 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05871013686060905
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2362 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0557464565038681
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2291 | LCC = 0.9531 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.056303799241781236
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2538 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.052734830409288405
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2485 | LCC = 0.9527 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.05237258729338646
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2417 | LCC = 0.9526 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04976956121623516
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2548 | LCC = 0.9537 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2700 | LCC = 0.9592 | SRCC = 0.9605 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6851caef90b662ad58f8ea92ec55df48d49dfb39
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f74438796e62962cef6a5aa4a5bc8c4b22bd86bd3f937dfaaa749552293569
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37500ff687cd8284d111e49a3909268bca9d3a77
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d91179773dcf8542404f6b3332f1005544e10838ff3e481a5c1d543a9d18a8b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6353fbf5600a091ac8acbced0f0a085942320f7f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2738651752471924
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2603 | LCC = 0.9374 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.15368579909205438
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2770 | LCC = 0.9467 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.14389400029182434
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3144 | LCC = 0.9495 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1330324295759201
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2658 | LCC = 0.9528 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12370151674747468
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2667 | LCC = 0.9516 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11617170825600624
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2716 | LCC = 0.9526 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.1138371775150299
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2514 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.10827211955189706
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2293 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10380220830440522
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2661 | LCC = 0.9549 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10189425286650658
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2714 | LCC = 0.9535 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09427081435918808
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2450 | LCC = 0.9545 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09104087722301483
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2352 | LCC = 0.9526 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09009595102071762
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2605 | LCC = 0.9553 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08588876596093178
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2331 | LCC = 0.9515 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0807396611571312
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2533 | LCC = 0.9481 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07953001606464385
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2443 | LCC = 0.9554 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07527024447917938
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2685 | LCC = 0.9557 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07188431642949582
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2094 | LCC = 0.9544 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07054340806603432
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2352 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07018379706144333
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2666 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06439178177714348
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2414 | LCC = 0.9542 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06496538129448891
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2507 | LCC = 0.9541 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06232065004110336
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2317 | LCC = 0.9548 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06062467095255852
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1893 | LCC = 0.9565 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05855472315847874
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2096 | LCC = 0.9567 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.056939540535211566
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2311 | LCC = 0.9558 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05565232889354229
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1976 | LCC = 0.9553 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05316261740028858
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2397 | LCC = 0.9529 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.05475374449789524
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2458 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.052636192664504054
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2185 | LCC = 0.9568 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.050631697431206706
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2286 | LCC = 0.9549 | SRCC = 0.9549 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2188 | LCC = 0.9584 | SRCC = 0.9591 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec6508510d23747a4ba261e3f4e78ffa047109c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0724876bdb2c5b631ccdb61c0f92eb224e248a0515503caa4b8d6f814eb72fa0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecdaaa74577117b6a49e1958d2a3489b33ea07e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a675a9d8ed62e8e38d4f441f753b9d5bcce1b0804ab3052e4d6d27bf89c840a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cbcc19dd1bd31b84e64bb42aec7f7172fc2dc448
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29032624685764313
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3446 | LCC = 0.9421 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.159965100646019
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2904 | LCC = 0.9492 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1426604702472687
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2977 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13804860734939575
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2883 | LCC = 0.9484 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12897624200582505
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2582 | LCC = 0.9514 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12427771639823913
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2800 | LCC = 0.9520 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.12020196604728699
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2504 | LCC = 0.9509 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11729889145493508
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2592 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11194848227500916
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2388 | LCC = 0.9497 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10727065578103065
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2365 | LCC = 0.9494 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10156779021024703
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2533 | LCC = 0.9542 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.10121410125494003
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2585 | LCC = 0.9531 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0960242509841919
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2333 | LCC = 0.9504 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09343863454461097
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2192 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0907060120999813
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2466 | LCC = 0.9532 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0878658798635006
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2430 | LCC = 0.9524 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0854846297800541
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2041 | LCC = 0.9541 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08206509265303612
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2092 | LCC = 0.9540 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07896658337116241
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2566 | LCC = 0.9500 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08070898199081421
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2266 | LCC = 0.9555 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07756379115581512
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2214 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07608851701021195
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2557 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07328359293937683
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2674 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07249836820363999
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2092 | LCC = 0.9555 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07032636335492135
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2220 | LCC = 0.9540 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06858043071627618
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2165 | LCC = 0.9559 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06936172458529473
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2050 | LCC = 0.9561 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06520716372132301
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2330 | LCC = 0.9552 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06607566432654857
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2252 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06380928471684456
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2179 | LCC = 0.9548 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06373704367876053
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2363 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2076 | LCC = 0.9566 | SRCC = 0.9581 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba69c0b5fca4f4a7d75730b87e8f145836c25d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8381faffdacd7ddaa4e70cf89aff02779706bc1225b328b4135757f24156cce
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3efb51ddaef07da8f69350e8d1c2d6790029856
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c287212ce62d1cda1a20547f1f981ba935b0684a351b2c26d8279537347919a1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..77933cac31e8caa143f4e369718841a07fea5438
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.23868939340114592
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2982 | LCC = 0.9458 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.15354648464918136
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2989 | LCC = 0.9480 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14430384147167205
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2947 | LCC = 0.9513 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.13840656745433808
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2671 | LCC = 0.9515 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12932296276092528
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2498 | LCC = 0.9515 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12884389355778694
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3144 | LCC = 0.9519 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12420750612020492
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2635 | LCC = 0.9520 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11486578541994096
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2453 | LCC = 0.9493 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11451400503516197
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2758 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10998573315143585
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2880 | LCC = 0.9538 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10739918702840805
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2296 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09926282751560211
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2554 | LCC = 0.9541 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09736216732859612
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2597 | LCC = 0.9522 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09447476875782013
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2748 | LCC = 0.9541 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09376423212885857
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2463 | LCC = 0.9548 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08873865887522697
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2378 | LCC = 0.9528 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08734082612395287
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2473 | LCC = 0.9553 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08447577667236328
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2253 | LCC = 0.9540 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.081848986774683
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2457 | LCC = 0.9540 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07958533784747124
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2736 | LCC = 0.9523 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07721799620985985
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2406 | LCC = 0.9549 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07523315531015397
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2575 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07575337338447571
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2625 | LCC = 0.9487 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07203725683689118
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2361 | LCC = 0.9534 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.06922430151700973
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2349 | LCC = 0.9528 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0691052810549736
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2345 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06722200933098793
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2627 | LCC = 0.9542 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06538060876727105
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2585 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06528083500266076
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2555 | LCC = 0.9534 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06290512615442276
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.9521 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06216712835431099
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2628 | LCC = 0.9516 | SRCC = 0.9535 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2530 | LCC = 0.9575 | SRCC = 0.9586 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38938c3855b94f32b392807e14dc295aac6901bf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774ff0eb793187d7e6fbf2854f9b20b6f5cd0d19b2b8b7cceb734b0d4271de4e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ce7286f2ed068bf08607e68455f3444d797cbe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b1ec747d06b07172832f8e4d75546c346e4119efd8600e7c63c81e2ea2cde9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc51bdd850b2f7495bf65ecd017480bb0efcf1fc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2678261320590973
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3192 | LCC = 0.9413 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.1616440436244011
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2687 | LCC = 0.9447 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.14716785180568695
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2551 | LCC = 0.9468 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13713476288318635
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2669 | LCC = 0.9504 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.1301503444314003
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2726 | LCC = 0.9459 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12821210289001464
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2315 | LCC = 0.9490 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12219593513011932
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2275 | LCC = 0.9520 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11593663144111634
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2439 | LCC = 0.9508 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11239102190732955
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2268 | LCC = 0.9517 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11137502497434616
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2403 | LCC = 0.9538 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.1064710718691349
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2684 | LCC = 0.9535 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10324542760849
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2294 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0984599681198597
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2441 | LCC = 0.9547 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10181878593564034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2449 | LCC = 0.9550 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09356124576926231
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2504 | LCC = 0.9540 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09210741269588471
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2020 | LCC = 0.9529 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08754505738615989
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2209 | LCC = 0.9556 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08359334790706635
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2217 | LCC = 0.9560 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08347074010968208
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2408 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08056328243017197
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2439 | LCC = 0.9553 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07974470910429955
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2520 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07711614015698433
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2280 | LCC = 0.9528 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07429638296365738
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2448 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07409539330005646
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2386 | LCC = 0.9532 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07431035408377648
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2396 | LCC = 0.9523 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.06942329540848732
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2411 | LCC = 0.9517 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06678162118792534
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2250 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06539369049668312
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2437 | LCC = 0.9518 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0652559771835804
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2301 | LCC = 0.9542 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0648792488873005
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2157 | LCC = 0.9529 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06401854601502419
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2325 | LCC = 0.9517 | SRCC = 0.9539 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2210 | LCC = 0.9578 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d2fdc873a4ee59c37ad1fc1dcdc5ea4c5dda92
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de461d01dadf27a104e52c31f1c2f1b1b1ba053ca4ddd7dc0d91c1117e2e261
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ba7c296fdef53699f7a0821f525aed1fe5665a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02308ec9c933e8da01aedaef13a3fcb137ff4866ba182da7ec67dc2e30eb0eec
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e6df9cd3f5c07db3de40b54831adf0774efb0261
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2551267217993736
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2843 | LCC = 0.9426 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.15505895578861237
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2727 | LCC = 0.9462 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.1477326602935791
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2502 | LCC = 0.9445 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13856440997123717
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2579 | LCC = 0.9484 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1300966132879257
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2531 | LCC = 0.9468 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.13193658924102783
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2322 | LCC = 0.9500 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12179709702730179
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2277 | LCC = 0.9500 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11512825268507004
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2432 | LCC = 0.9545 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11094884568452835
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2453 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11030744823813439
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2215 | LCC = 0.9527 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.11172075417637825
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2731 | LCC = 0.9539 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10275175726413727
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2709 | LCC = 0.9550 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.10082593494653702
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2470 | LCC = 0.9558 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09634019979834557
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2325 | LCC = 0.9533 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09479671484231948
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2632 | LCC = 0.9556 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0910616026520729
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2355 | LCC = 0.9541 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09064559525251388
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2347 | LCC = 0.9558 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08539893022179604
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2670 | LCC = 0.9538 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08583397284150124
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2339 | LCC = 0.9494 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08179447361826897
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2335 | LCC = 0.9560 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07930766698718071
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2380 | LCC = 0.9519 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07578146612644196
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2251 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07575987240672112
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2422 | LCC = 0.9541 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07236314645409583
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2320 | LCC = 0.9537 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0751272309422493
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2314 | LCC = 0.9529 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06964674827456474
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2213 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06862805265188217
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2357 | LCC = 0.9531 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06870240150392055
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2188 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06344320577383042
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2361 | LCC = 0.9562 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0652608482837677
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2105 | LCC = 0.9536 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0650671578347683
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2404 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2445 | LCC = 0.9559 | SRCC = 0.9573 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e36c079a9ccdb785573a41d27aca8486dd9fd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b819e5d885345736484c1b44796aa81fde7102145c381bdc3b47065ba66851e5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3137eb384ae5f61c2e29d6a1150dda72e345de71
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf4c515f756f1b55ed35c714932fa9737880d7ce03be7f24cb9a7f3e1c1a66b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..19267d2b07a431365d5811bf0e22a0c8709d7133
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_6epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.294742700278759
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2874 | LCC = 0.9441 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.15656971967220307
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2777 | LCC = 0.9485 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.14367526018619536
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2640 | LCC = 0.9502 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13480884537100793
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2577 | LCC = 0.9512 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.1309891224503517
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2366 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12520423340797424
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2333 | LCC = 0.9545 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.12198926821351051
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2531 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11908588090538978
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2677 | LCC = 0.9492 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.11105074834823608
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2189 | LCC = 0.9539 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10755632948875428
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1997 | LCC = 0.9528 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10360729110240936
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2231 | LCC = 0.9544 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10176575610041619
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2427 | LCC = 0.9538 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.1019517560005188
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2316 | LCC = 0.9527 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09683611339330674
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2157 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09017788675427436
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2407 | LCC = 0.9541 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09090400665998459
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2338 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0878590202331543
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2069 | LCC = 0.9514 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08477153542637825
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2254 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08052304238080979
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2284 | LCC = 0.9532 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0809922117292881
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2102 | LCC = 0.9539 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07818151631951333
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2074 | LCC = 0.9535 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07847402149438858
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2397 | LCC = 0.9513 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.07576874929666519
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2227 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07379037028551101
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2248 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07447885501384735
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2066 | LCC = 0.9545 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06950025126338005
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2116 | LCC = 0.9533 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06823815721273423
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1965 | LCC = 0.9528 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06846780541539192
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2152 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06802637851238251
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2012 | LCC = 0.9529 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06491711673140525
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2262 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06233376660943031
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2155 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2156 | LCC = 0.9577 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44a171664beec0a89339222bd9ad8913a88abd6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3cdee30e6d0ca0763142078e26ff1d14c987a601044f0dbbebcc4c27b66200
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ca4fe4fc28f4fa693b6217c142032ab1ee843b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e004a111f810bae33469d3b94ca69abb785d2f0a15045074f441d9bf86ca957c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..964bb57f2c5a981716dbfa5be9768945ab3c9ce5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4889287362098694
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3579 | LCC = 0.9016 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.24451339137554168
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3131 | LCC = 0.9115 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1949731835126877
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2685 | LCC = 0.9268 | SRCC = 0.9277 ]
+INFO:root:Average loss=0.16960105401277542
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2182 | LCC = 0.9357 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.15280187034606935
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2343 | LCC = 0.9380 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.14601025128364564
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2330 | LCC = 0.9404 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.13381608748435975
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1881 | LCC = 0.9433 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.12767956244945527
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2022 | LCC = 0.9452 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.11630637174844742
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2496 | LCC = 0.9351 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.10998157346248627
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2400 | LCC = 0.9415 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.10878817617893219
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2490 | LCC = 0.9449 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.10217127305269241
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2003 | LCC = 0.9457 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.09646460101008415
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1998 | LCC = 0.9463 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.08785014751553535
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1962 | LCC = 0.9477 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.0866710897386074
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1834 | LCC = 0.9502 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.08379636162519455
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1710 | LCC = 0.9512 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07998111069202424
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2185 | LCC = 0.9484 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.07816588401794433
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2191 | LCC = 0.9465 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.0777975645661354
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2027 | LCC = 0.9508 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.06963444361090661
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1976 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.07300272914767265
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2206 | LCC = 0.9500 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.07037264660000801
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2064 | LCC = 0.9503 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06455557268857956
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1955 | LCC = 0.9498 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.06315180692076683
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1857 | LCC = 0.9513 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.061388275384902956
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2283 | LCC = 0.9509 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.05893584743142128
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2292 | LCC = 0.9507 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.06168802785873413
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2074 | LCC = 0.9526 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.057177586749196055
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1925 | LCC = 0.9513 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.053496866345405576
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1903 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05241002656519413
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1945 | LCC = 0.9500 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.05412194263935089
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1697 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1596 | LCC = 0.9592 | SRCC = 0.9597 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24519dad85cb335ecdedbbff997ce085e5853479
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b17844b57f6cc10708454190c31bec4e5f6ba27f999d80b58c4d2399c5a79d8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a81488b1c32ef6ecc9e87779158c0f0be95cd2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8079984eaae11b1ec072658d34b34f3c6b64ba74feb3b55504cbcc266f57be
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dd9ac57e342e3dabfc1d945b3ba237e61c0f2708
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5793448665142059
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3286 | LCC = 0.9004 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.24460973572731018
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3282 | LCC = 0.9183 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.19590992683172226
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2369 | LCC = 0.9255 | SRCC = 0.9282 ]
+INFO:root:Average loss=0.175962085545063
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2563 | LCC = 0.9348 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.15681339210271836
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2400 | LCC = 0.9396 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15183320432901382
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2486 | LCC = 0.9395 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.13666736274957658
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2458 | LCC = 0.9395 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.12431019747257233
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2388 | LCC = 0.9430 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.12132374531030655
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1966 | LCC = 0.9481 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.11786853504180908
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2141 | LCC = 0.9483 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.10639642941951752
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1999 | LCC = 0.9488 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.10008459144830703
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2045 | LCC = 0.9492 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.10031441390514374
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2171 | LCC = 0.9460 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.09755438736081123
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2125 | LCC = 0.9493 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.08800541162490845
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2058 | LCC = 0.9469 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.0876545746922493
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2070 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.08084802588820457
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1993 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08144808140397072
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2130 | LCC = 0.9504 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.0817652525305748
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2047 | LCC = 0.9533 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.07415814837813377
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1943 | LCC = 0.9516 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.06991627398133278
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1758 | LCC = 0.9530 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.0691428334414959
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2151 | LCC = 0.9500 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.068031893491745
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1902 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06636696538329125
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1841 | LCC = 0.9531 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.06424055409431458
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2036 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06497051239013672
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1973 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.057244617521762846
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1950 | LCC = 0.9547 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05721046084165573
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1987 | LCC = 0.9537 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.056446252435445786
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1945 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05399197441339493
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1853 | LCC = 0.9554 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.052263595014810565
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1804 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1796 | LCC = 0.9589 | SRCC = 0.9598 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c75a007c21f9986f6167ba5d4448507dbfde7f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc5fa973dcfe03262286e1417527c86d37c576b9e8d94e1333d6d81e03c3686
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a309c4c9e8af2526cf7a5387638af4a6a130fad
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985300315b25fc20e4b4a66611c4be18615d4572bd9e76c20c948f63d487e3e6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..69ebed0216f586d5acb524406bcc8a21ccc22ce2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5840929799079895
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3567 | LCC = 0.9024 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.25146933925151826
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3111 | LCC = 0.9194 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.2028951666355133
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2448 | LCC = 0.9297 | SRCC = 0.9310 ]
+INFO:root:Average loss=0.17568922120332717
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2386 | LCC = 0.9353 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.15340566796064375
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2230 | LCC = 0.9386 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.1399413211941719
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2259 | LCC = 0.9407 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.13571633249521256
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2116 | LCC = 0.9423 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.12161747759580613
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2319 | LCC = 0.9448 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.11402611070871353
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2120 | LCC = 0.9460 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.1122628014087677
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2147 | LCC = 0.9478 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.10498420464992524
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2182 | LCC = 0.9467 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.0953736515045166
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2306 | LCC = 0.9470 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.09515524789690971
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2070 | LCC = 0.9502 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.0884524082839489
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2172 | LCC = 0.9505 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.0850418413579464
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2019 | LCC = 0.9493 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.08270281273126602
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1879 | LCC = 0.9513 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.08159555748105049
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2163 | LCC = 0.9489 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.07676676604151726
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2145 | LCC = 0.9512 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.07214100807905197
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1944 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0709458172917366
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1975 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06415987825393676
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2062 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.0637287250161171
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1872 | LCC = 0.9528 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06244295158982277
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2012 | LCC = 0.9522 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06039599272608757
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1788 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05813884922862053
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2092 | LCC = 0.9542 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.058725628703832626
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2029 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05592907762527466
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2343 | LCC = 0.9522 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05545592150092125
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2111 | LCC = 0.9544 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0515637423992157
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2003 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05027915512025356
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2191 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.048036072701215744
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1984 | LCC = 0.9554 | SRCC = 0.9560 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1947 | LCC = 0.9570 | SRCC = 0.9573 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac92785ad4d9967dafd95a3dc2f582d6a531b61a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ce3cc6a749893adf42fd677aa6ecbb3f3e88322c5d9503e99d65c7bb11d23a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb42e894f7a422bcc2a2c1c3ba9484271d68ae21
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cf1bf13b45f6e9ab4050e1a914377da4f8fcc507efd7d55cb4a04be8e288fb
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..822ba8423a13f3a499aa7129b5e3c16a26f78a07
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5168760168552399
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3600 | LCC = 0.9043 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.24829461777210235
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2766 | LCC = 0.9228 | SRCC = 0.9239 ]
+INFO:root:Average loss=0.1996115923523903
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2649 | LCC = 0.9308 | SRCC = 0.9320 ]
+INFO:root:Average loss=0.1784116690158844
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2516 | LCC = 0.9347 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.15796927213668824
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2518 | LCC = 0.9387 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.15222190809249878
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2363 | LCC = 0.9394 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.13937401902675628
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2532 | LCC = 0.9398 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.12724028581380845
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2456 | LCC = 0.9433 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.11924225676059723
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2128 | LCC = 0.9450 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.11249550682306289
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2505 | LCC = 0.9458 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.10998642784357071
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2195 | LCC = 0.9460 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.09863369417190551
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2159 | LCC = 0.9479 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.09825058054924012
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2189 | LCC = 0.9464 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.09081849122047424
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2285 | LCC = 0.9462 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.08969859382510185
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2192 | LCC = 0.9492 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.0834741473197937
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2550 | LCC = 0.9464 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.08015258455276489
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2201 | LCC = 0.9491 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.07890111774206161
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1990 | LCC = 0.9497 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.07507452860474587
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2093 | LCC = 0.9498 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.0722954289317131
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2016 | LCC = 0.9474 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.07223713129758835
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2042 | LCC = 0.9506 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.06765131095051766
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1908 | LCC = 0.9514 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06646278920769691
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1980 | LCC = 0.9503 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.06524367943406105
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2311 | LCC = 0.9515 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.061017854809761046
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2156 | LCC = 0.9509 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.05886757668852806
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2221 | LCC = 0.9523 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.05671171319484711
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1883 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.0541031052172184
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2038 | LCC = 0.9530 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05353206765651703
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2014 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.052364600241184237
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2228 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.049775122985243794
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2016 | LCC = 0.9512 | SRCC = 0.9525 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2186 | LCC = 0.9565 | SRCC = 0.9579 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba992ea0eb0f6b06d1ba8dee59f4bf7ccad03922
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70088804516ed350e29f0d792e1885636604e527e723a1c230b8ba19c49a759
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545e653baa0fe9b94403702ba925c5116b7829ba
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a005d697b266b01a8121644d30f4e34bd0900914133b105cb661259950bb2f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..33d5403a9497c868482edc2c2d8dc6e5028495da
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.526319233417511
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3306 | LCC = 0.9020 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.2399787838459015
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3001 | LCC = 0.9212 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.196564961373806
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2629 | LCC = 0.9282 | SRCC = 0.9304 ]
+INFO:root:Average loss=0.18005572497844696
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2634 | LCC = 0.9351 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.15558808195590973
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2291 | LCC = 0.9378 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.1451646437048912
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2691 | LCC = 0.9375 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.1456238095164299
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2410 | LCC = 0.9414 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.12627047485113144
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2692 | LCC = 0.9403 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.11962340801954269
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2271 | LCC = 0.9449 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.11185152778029442
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2267 | LCC = 0.9445 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.10684454390406609
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2057 | LCC = 0.9459 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.1009495285153389
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2258 | LCC = 0.9481 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.0992923181951046
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1928 | LCC = 0.9480 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.09187234398722649
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2225 | LCC = 0.9496 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08545878750085831
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2145 | LCC = 0.9502 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08217845597863198
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2210 | LCC = 0.9494 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.0822830485701561
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2157 | LCC = 0.9485 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.08204818573594093
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2515 | LCC = 0.9496 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.0733713062107563
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2039 | LCC = 0.9509 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07173761755228042
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1971 | LCC = 0.9513 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06767104691267013
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1998 | LCC = 0.9520 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06588797643780708
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1792 | LCC = 0.9511 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.06482500740885734
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1909 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.05994787773489952
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1869 | LCC = 0.9502 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.061608891636133194
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1994 | LCC = 0.9522 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.05792819392681122
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1924 | LCC = 0.9521 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.060184293866157534
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2414 | LCC = 0.9522 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05621832221746445
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2178 | LCC = 0.9527 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05504720194637775
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1960 | LCC = 0.9529 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05993867683410645
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1799 | LCC = 0.9483 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.05286854901909828
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2058 | LCC = 0.9525 | SRCC = 0.9529 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1839 | LCC = 0.9583 | SRCC = 0.9592 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08148c213422d0b6c5cac6e2a5d705afc26e67b1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb799ac386a31a90a22c95b7ece12ed0f2c3d07bc7362ca8d2a5f3b77496c05
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4363ead6ac79fb5adedd6f7700c29e5c884befb7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a195df16da00c8f9dfc4c397729fe7f3ee01f521fda71e5ffadb8edaaac0cd
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..36d121c142b6c19381196c0e400ec81456e9322b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49414082562923434
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3279 | LCC = 0.9172 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.20110094177722931
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2673 | LCC = 0.9307 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.16271662032604217
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2467 | LCC = 0.9366 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.14788990354537965
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2365 | LCC = 0.9392 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.13743152326345442
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2437 | LCC = 0.9449 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.12105443719029427
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2311 | LCC = 0.9460 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.11078357216715813
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2651 | LCC = 0.9471 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.10581111127138138
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1921 | LCC = 0.9501 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10467454528808594
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2576 | LCC = 0.9475 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.09278302627801895
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1874 | LCC = 0.9516 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08711623027920723
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2035 | LCC = 0.9519 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08882314968109131
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2255 | LCC = 0.9517 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.07909845501184463
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2020 | LCC = 0.9535 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07861012899875641
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2077 | LCC = 0.9548 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07012881082296371
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2104 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06893572816252709
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2352 | LCC = 0.9534 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06644237625598907
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2096 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0645211523771286
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2236 | LCC = 0.9540 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0569236448854208
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2044 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05741391709446907
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1909 | LCC = 0.9547 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.055726409703493116
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2059 | LCC = 0.9533 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.053070075869560245
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1837 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0520743595212698
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1897 | LCC = 0.9556 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04988720242679119
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1943 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04590465749800205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2113 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04652045837044716
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1692 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.04489680294692516
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2012 | LCC = 0.9561 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04467766852676868
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1832 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.041154055520892144
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2279 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.041585605457425116
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2122 | LCC = 0.9564 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04029554262757301
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2168 | LCC = 0.9550 | SRCC = 0.9560 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2137 | LCC = 0.9596 | SRCC = 0.9611 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a7bc9415c6270ec6e63e22de90b92c0377326b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b517b268369ac6dcbf730d61c12cf8e34594640ab53be4563ff6c4e5caf130b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ef14d89b3eeac3fcb3d81cd440489f90c51bf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585262613d15986bd788ae5d3b3dcb515e3f2e69af043f33021fde789fb9196f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2e38b8c56b5ca8e61ef628b8ea13267ea53c6c79
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5574677295684815
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3042 | LCC = 0.9176 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.20183797937631606
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2771 | LCC = 0.9335 | SRCC = 0.9352 ]
+INFO:root:Average loss=0.16545207583904267
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2705 | LCC = 0.9403 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.14348034155368805
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3275 | LCC = 0.9373 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.13166300761699676
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2433 | LCC = 0.9449 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.11899129673838615
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2279 | LCC = 0.9493 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.10554095381498337
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2243 | LCC = 0.9503 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.10399085134267808
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2527 | LCC = 0.9503 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.09143893527984619
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2421 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08725849002599716
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2036 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08087666672468186
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2042 | LCC = 0.9540 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07915843307971954
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2254 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07320554953813553
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2192 | LCC = 0.9558 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07080191218852996
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2035 | LCC = 0.9571 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07190484547615052
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1918 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06370111155509948
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2010 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.060012619376182554
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2238 | LCC = 0.9562 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.058605648919939995
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2011 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0566182524561882
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1879 | LCC = 0.9568 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.052638958156108855
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1713 | LCC = 0.9574 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04903438724577427
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1857 | LCC = 0.9592 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0482707088291645
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1971 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04737926568090916
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2139 | LCC = 0.9572 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.046003288432955744
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1930 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.043202638000249864
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1940 | LCC = 0.9580 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04221469397842884
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1937 | LCC = 0.9582 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04014830243587494
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1973 | LCC = 0.9589 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03864472398161888
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1895 | LCC = 0.9590 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.037896544337272645
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2094 | LCC = 0.9593 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03852160143852234
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2173 | LCC = 0.9582 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03604025200009346
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2005 | LCC = 0.9592 | SRCC = 0.9592 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2141 | LCC = 0.9610 | SRCC = 0.9622 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa9a7170cd799ca6496e7b964c23b14c7dd5097
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95976dd9399ba9a9536a1b3eb628bfc71c3263c620673d2fd071d8439d435a0e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73314905fe274f58588bb8753e52f0f96aacce1d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d6a285f5a70af384324afee0aaaadeb181d742e6a77f5aab3469e572fa5469
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..afc5f73c00d6eecb1f5649c3f92e87f5998037d0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4652732400894165
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3298 | LCC = 0.9163 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.20275426518917083
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2698 | LCC = 0.9341 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.16661694943904876
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2611 | LCC = 0.9374 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.14527931952476503
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2451 | LCC = 0.9431 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.1355402134358883
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2497 | LCC = 0.9458 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.12299099063873291
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2270 | LCC = 0.9476 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.11716691559553147
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2344 | LCC = 0.9485 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.10383875566720963
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2696 | LCC = 0.9483 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.09752728641033173
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2522 | LCC = 0.9507 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.09303704333305358
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2372 | LCC = 0.9523 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08761520346999169
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2386 | LCC = 0.9506 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.08196740844845772
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2361 | LCC = 0.9530 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08092827677726745
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2177 | LCC = 0.9531 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.0765239384174347
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2373 | LCC = 0.9548 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07105721917748452
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2052 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0664990217089653
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2326 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06546566346287727
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2205 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06185396042466164
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1866 | LCC = 0.9557 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05925457513332367
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2140 | LCC = 0.9552 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05787402498722077
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2150 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.054106272786855696
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2250 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05452699400484562
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2108 | LCC = 0.9533 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.048880719602108
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1984 | LCC = 0.9569 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04748209661245346
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2113 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.046049852654337885
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1995 | LCC = 0.9571 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04380993138253689
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2171 | LCC = 0.9567 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04462791350483895
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2243 | LCC = 0.9535 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04203310076892376
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2242 | LCC = 0.9556 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.042796609461307526
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2277 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0398541007488966
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1983 | LCC = 0.9570 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03878975783288479
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2084 | LCC = 0.9573 | SRCC = 0.9568 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2036 | LCC = 0.9603 | SRCC = 0.9611 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547d0370c2f9fa66c3c5de2b6ea64330a1a0966c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d648abdc9238899aab11f9a986c37cfc50b16886183ca6a7eb377959472db88
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cd2104fdd9e37413cb01694520a26f97780e95
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80254cb0245a8cf207e9dbbb6c8ac0c1ae50b0e1c45f0e252c18952d1187ad1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ef8ab123875ca2198d0a14f58cba1c8725b217eb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5584801123142242
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3202 | LCC = 0.9153 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.20036319178342818
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2772 | LCC = 0.9300 | SRCC = 0.9312 ]
+INFO:root:Average loss=0.1635569840669632
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2341 | LCC = 0.9384 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.1403032945394516
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2402 | LCC = 0.9440 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.12747003823518754
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2400 | LCC = 0.9452 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.12088576829433441
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2196 | LCC = 0.9497 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.10885830116271973
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2596 | LCC = 0.9491 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.10298761492967605
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1962 | LCC = 0.9478 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.09616299420595169
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2131 | LCC = 0.9500 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.08714322707057
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2063 | LCC = 0.9532 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08142420306801795
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2188 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08184709894657136
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2049 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07563415294885635
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2349 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07508686685562134
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1964 | LCC = 0.9551 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0691103676557541
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2069 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06389000460505485
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1886 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.060055463343858716
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1983 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.058276971340179444
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2030 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06058169138431549
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2037 | LCC = 0.9559 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05547860848903656
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2084 | LCC = 0.9555 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05270454424619675
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2016 | LCC = 0.9549 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.051374123632907866
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2087 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04997393451631069
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2078 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.04592600075900555
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1956 | LCC = 0.9561 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.045516148522496226
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1831 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.042051187813282015
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1916 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04054460145533085
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2250 | LCC = 0.9547 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03991646121442318
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1884 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03996780990064144
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1880 | LCC = 0.9551 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.03746395756304264
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2003 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.037945311054587365
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1954 | LCC = 0.9563 | SRCC = 0.9563 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1813 | LCC = 0.9610 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f66bf116cc679f2cc047bd13e3ed7c1294c798
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01df407eae9ef4bd25cde7ca8661e6b5807c35a1c03a107a48be1f33a0bda1f2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb009c8af22518baf2bb703826e2d69f3aa864b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3180ec074a9807e477510fa23d51214e76d0b76dfb2b6c5c9e4edc83807f0a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fd7ad42fe25c875729e46fac01e56c8ae365f3c8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4167626178264618
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2732 | LCC = 0.9149 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.20137968581914903
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2762 | LCC = 0.9340 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.16453307503461836
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2746 | LCC = 0.9399 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.14474662071466446
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2311 | LCC = 0.9430 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.12556016090512276
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2134 | LCC = 0.9467 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.11893850228190422
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2045 | LCC = 0.9473 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.1108351029753685
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2103 | LCC = 0.9497 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.10197660517692565
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2048 | LCC = 0.9483 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.09788224256038666
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1978 | LCC = 0.9477 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.08740895491838455
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1988 | LCC = 0.9523 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08698045471310616
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2016 | LCC = 0.9524 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08016153243184089
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1778 | LCC = 0.9524 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.0773901720046997
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1952 | LCC = 0.9525 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07304248017072677
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1956 | LCC = 0.9526 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06972088491916656
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2292 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06600328686833382
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1919 | LCC = 0.9536 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06181668883562088
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1963 | LCC = 0.9528 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.060551769703626634
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1952 | LCC = 0.9563 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05816072553396225
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1855 | LCC = 0.9556 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.054845787391066554
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2020 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.052032754182815555
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1984 | LCC = 0.9560 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05524816393852234
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1745 | LCC = 0.9548 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04868501500785351
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1867 | LCC = 0.9544 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.048998883813619616
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1854 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.04605864568054676
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1888 | LCC = 0.9526 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04530032326281071
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1738 | LCC = 0.9572 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04373005826771259
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1713 | LCC = 0.9558 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.041783929377794266
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2067 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03956547439098358
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1738 | LCC = 0.9558 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.038064175233244894
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1972 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03715026174485683
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1927 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1949 | LCC = 0.9605 | SRCC = 0.9603 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b85fe542f6b73093d38d07fa529c1a7c0c8a6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe19a26b94436055a1ae5b5390b7d097b818d32ae2bac508d71c44d69964dff3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea04274cbbd0a81abc4d3b5aa08d9b79aa55084
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b4018d8ebf786839d07a4039be5b20cc6ba629233d97beafd026ddda853aef
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..12e4f4ef65c9deb7348ec43a5aa81e6345ca4cd6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.23542246252298354
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2874 | LCC = 0.9434 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.1600577725172043
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2697 | LCC = 0.9454 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1479321756362915
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2857 | LCC = 0.9458 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1438422251343727
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2958 | LCC = 0.9488 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1397531967163086
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2639 | LCC = 0.9509 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1378406763076782
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2799 | LCC = 0.9500 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13208270055055618
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2666 | LCC = 0.9518 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.13192104041576386
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2837 | LCC = 0.9525 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12472470366954803
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2387 | LCC = 0.9535 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1213968745470047
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3067 | LCC = 0.9497 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12134431055188179
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2459 | LCC = 0.9521 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11645398584008217
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2529 | LCC = 0.9530 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11738159158825874
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2482 | LCC = 0.9525 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11307226258516312
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2273 | LCC = 0.9532 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11250937646627426
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2326 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11072571796178818
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2578 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10593578633666038
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2354 | LCC = 0.9494 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10970266965031623
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2477 | LCC = 0.9500 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10405440533161163
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2590 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09992786848545074
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2710 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0999492478966713
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2755 | LCC = 0.9526 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09776156276464462
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2247 | LCC = 0.9537 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09578470969200134
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2306 | LCC = 0.9526 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09443938407301902
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2642 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09156749534606934
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2102 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0887131013572216
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2345 | LCC = 0.9539 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09124032825231553
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2380 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0872813982963562
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2453 | LCC = 0.9521 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08831492379307747
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2224 | LCC = 0.9555 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08475667759776115
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2274 | LCC = 0.9539 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08458761644363404
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2442 | LCC = 0.9528 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2198 | LCC = 0.9583 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1699a6734b950d717d8953eeba81a12c74a93287
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ff94a6ec468771dc536f9d6e519022a79ed2f6ea3566252c9bf5d6ad6ba47
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9951009141a9c986f59ddeb08c708c9c657b6955
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4207d90527ff7cca20329194e3d9e14377019a282c5f22a37365ed1952a42d8
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6e87fbe624dcdfd66ee73c5e15341da2f414de60
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24293577134609223
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2915 | LCC = 0.9393 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.16075341218709946
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3108 | LCC = 0.9461 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.1521135911345482
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2717 | LCC = 0.9457 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.14377866262197495
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2820 | LCC = 0.9495 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13720879933238028
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2590 | LCC = 0.9473 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.13258553391695022
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2536 | LCC = 0.9515 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1322646364569664
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2578 | LCC = 0.9504 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12558431780338286
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2764 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12462003034353256
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2350 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12420485025644303
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2515 | LCC = 0.9516 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.1212247440814972
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2404 | LCC = 0.9527 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.1165632803440094
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2346 | LCC = 0.9524 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.1145790821313858
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2436 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11210140857100487
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2404 | LCC = 0.9537 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10916466358304024
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2494 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10665263465046883
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2543 | LCC = 0.9526 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10625499156117439
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2583 | LCC = 0.9545 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10478254929184913
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2169 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10262435948848725
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2209 | LCC = 0.9525 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10040279966592788
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2363 | LCC = 0.9536 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09665265449881554
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2480 | LCC = 0.9536 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09680583053827285
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2485 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10103045809268951
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2403 | LCC = 0.9542 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09313080203533172
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2216 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09266076532006264
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2280 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08757152536511421
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2309 | LCC = 0.9517 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08698262122273445
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2257 | LCC = 0.9544 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08748094561696053
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2567 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08574701330065727
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2366 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08349687683582306
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2447 | LCC = 0.9531 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08231923851370812
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2488 | LCC = 0.9557 | SRCC = 0.9563 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2424 | LCC = 0.9605 | SRCC = 0.9611 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45ee3ce21c999bd28c24dc708a0bc12ccc21f63
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee049675c6f666708cf4615d656d4a6fdbc6d87485b05f67bc75a393b569d5b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e710dca9e44ebfb4f6fabe0c00748006262c94
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cada8fbb75f9f4ce88699e04155da6714e2b1c3ade194c03a9a7017557baee
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9c9d0218b1ed910e6ac3011f1ada893e210a94d2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.23139148807525634
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2980 | LCC = 0.9416 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.15897114688158034
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3453 | LCC = 0.9451 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14754329538345337
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2634 | LCC = 0.9488 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.14157723277807235
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2889 | LCC = 0.9476 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13963079690933228
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3069 | LCC = 0.9487 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.13353951102495193
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2589 | LCC = 0.9504 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12737266406416892
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2533 | LCC = 0.9510 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12944341140985488
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2507 | LCC = 0.9517 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1232254468202591
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2765 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12130786430835724
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2602 | LCC = 0.9519 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11907625988125801
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2343 | LCC = 0.9537 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.1174823141694069
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2660 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11463765591382981
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2703 | LCC = 0.9524 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11542563080787659
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2541 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11075277942419053
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2475 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10897979459166526
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2649 | LCC = 0.9522 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10554694092273711
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2378 | LCC = 0.9552 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10653623339533806
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2696 | LCC = 0.9543 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10450849235057831
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2292 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09962601006031037
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2618 | LCC = 0.9528 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09737870818376541
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2279 | LCC = 0.9534 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09654031595587731
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2713 | LCC = 0.9521 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09430660012364388
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2535 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09423122796416282
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2412 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09177534133195878
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2542 | LCC = 0.9521 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0882016689479351
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2301 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08786963909864426
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2297 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08769548025727272
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2489 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08777592015266418
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2410 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08367493826150894
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2581 | LCC = 0.9516 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08271055567264557
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2390 | LCC = 0.9536 | SRCC = 0.9536 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2270 | LCC = 0.9595 | SRCC = 0.9604 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bcdf7cad5852222c958402fbd9c8e7a38cd146
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a85f0d14d24f61bd5bed80d0939e57ee175ad1e208860ac494fc26b3e60a6c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fade9c58dcdb296c2334f598018350aa117817
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f552347600117a3420d1724d6322e0eeb55ead16199be000f8aa3e7fc4ed791
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..343e66989b8ca817aae5866bc397f1cd57b1e00b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2612996034026146
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2806 | LCC = 0.9437 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.15881082940101623
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2844 | LCC = 0.9469 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.1481777766942978
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3204 | LCC = 0.9449 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1452187997698784
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2749 | LCC = 0.9465 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1383528001308441
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2812 | LCC = 0.9512 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13654222112894057
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2558 | LCC = 0.9517 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1286909874677658
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2945 | LCC = 0.9497 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1281129744052887
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2695 | LCC = 0.9517 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12353056228160858
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2447 | LCC = 0.9525 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12021799319982529
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2462 | LCC = 0.9534 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12015755632519722
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2234 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11687524342536926
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2490 | LCC = 0.9517 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11757394689321518
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2570 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11461969459056855
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2231 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.11010802897810935
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2499 | LCC = 0.9549 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.1094624122083187
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2483 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10491864058375358
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2379 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10434639269113541
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2404 | LCC = 0.9542 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10445374557375908
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2351 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10227149766683578
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2482 | LCC = 0.9523 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0972812625169754
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2485 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10185668778419495
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2349 | LCC = 0.9535 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09793454140424729
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2054 | LCC = 0.9555 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09291953060030937
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2284 | LCC = 0.9541 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09440027418732642
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2403 | LCC = 0.9559 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0900082573890686
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2459 | LCC = 0.9536 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08968842476606369
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2656 | LCC = 0.9539 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09052247714996338
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2182 | LCC = 0.9541 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08641954815387726
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2582 | LCC = 0.9532 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08509924089908599
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2170 | LCC = 0.9529 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08743343937397004
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2337 | LCC = 0.9533 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2445 | LCC = 0.9583 | SRCC = 0.9588 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007acf6969eb716d2c2a282859be5c9379190392
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3206d2223082370dcfd5d4451d45ea8a3f829abaf8b62787547834c73417a585
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a200aa5e13a5bbe43ff37999557bac4e2d17bcdf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaa8e9adaf1522238684d230b7fb97e4ff85d39ace1fba87bff56cf73f83899
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1fd7f8cd23e84c68ba9cc4133a74ba78098d4fcb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27032032376527787
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2629 | LCC = 0.9404 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.15877048498392105
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2742 | LCC = 0.9472 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.14937628608942033
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2560 | LCC = 0.9496 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.14264636373519898
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2505 | LCC = 0.9488 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13881248956918715
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2783 | LCC = 0.9492 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1338354175686836
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2489 | LCC = 0.9514 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.13005807077884673
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2363 | LCC = 0.9530 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12437518298625946
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2554 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12153703591227531
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2480 | LCC = 0.9509 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12370925718545914
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2441 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11927195715904236
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2273 | LCC = 0.9540 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11690100166201592
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2343 | LCC = 0.9527 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11508142828941345
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2651 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11331394734978675
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2384 | LCC = 0.9523 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11099943906068802
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2461 | LCC = 0.9507 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1095045010149479
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2273 | LCC = 0.9523 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10711963322758675
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2423 | LCC = 0.9537 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.1062499534189701
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2281 | LCC = 0.9535 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.1036597588956356
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2361 | LCC = 0.9544 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09826059931516648
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2522 | LCC = 0.9519 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09635528695583344
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2220 | LCC = 0.9554 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0979619273841381
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2576 | LCC = 0.9536 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09578154149651527
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2466 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09508468011021615
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2490 | LCC = 0.9524 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09206735718250275
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2539 | LCC = 0.9519 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.09062632977962494
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2383 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08958044448494912
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2215 | LCC = 0.9538 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08794056460261344
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2071 | LCC = 0.9525 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08503195378184318
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2484 | LCC = 0.9535 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08456238359212875
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2369 | LCC = 0.9518 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0830529226064682
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2265 | LCC = 0.9520 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2412 | LCC = 0.9591 | SRCC = 0.9602 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e072a1c81200c5d7981b383d08530eb34c3803
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4364667542fe9db0be8e0309292d33843a30b64e8992f918868883cf81229eaf
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3271e7ae7514ebe15b2130c28e07c88b856fc43c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b980e31dcb01ef0ec4bb912399c1d6bcbfd3dfaace23c708e07069f48136ec
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9b283de6594bb8739b8df100655ce6d80de74
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2619775329828262
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3769 | LCC = 0.9412 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.16788135796785356
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4208 | LCC = 0.9440 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.16014378875494004
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3632 | LCC = 0.9436 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.15705287259817124
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3746 | LCC = 0.9463 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.15199195045232772
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2719 | LCC = 0.9466 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.14940769731998443
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3097 | LCC = 0.9498 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.14633991807699204
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3166 | LCC = 0.9478 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.14410408979654313
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3469 | LCC = 0.9492 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.1407729232311249
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3065 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13859538626670836
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3163 | LCC = 0.9502 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13669086831808092
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2960 | LCC = 0.9505 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1371527361869812
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2977 | LCC = 0.9501 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13353531646728517
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2855 | LCC = 0.9526 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.1301153709292412
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2883 | LCC = 0.9514 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12742113107442857
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3425 | LCC = 0.9479 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12788189196586608
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2683 | LCC = 0.9475 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.12732315063476562
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2968 | LCC = 0.9499 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12567553037405013
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2967 | LCC = 0.9512 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12333686059713364
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2802 | LCC = 0.9530 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12222290539741516
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2741 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11899787551164627
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2855 | LCC = 0.9518 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11922949308156967
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2611 | LCC = 0.9515 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12115278053283692
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2521 | LCC = 0.9487 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11721064525842667
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2797 | LCC = 0.9525 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11574996972084045
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2903 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.1122645916044712
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2781 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10939987608790398
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2675 | LCC = 0.9511 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11049873587489129
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3092 | LCC = 0.9504 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.10878743952512741
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2820 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.1088911879658699
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2566 | LCC = 0.9520 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10855576410889625
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2785 | LCC = 0.9522 | SRCC = 0.9536 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2922 | LCC = 0.9568 | SRCC = 0.9579 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14a64cda06f56508d8d3118002adf4501bf270f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7038b684298af70b1e8bfdbaf232e413b27a100c6aa0238118a39f6bc43d3ca
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482ca9916a82a1d2637f802aa9997827b2f3a28d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efda3ed8fdacaac844912b4380b4a934418ee31fe8b9cdea90c1d5efc7b6b950
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..096c48bf0ce3146f55190d5fc4a445fbc05fa004
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24594608891010283
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3409 | LCC = 0.9400 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.16715792113542557
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3146 | LCC = 0.9409 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.16111144030094146
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3496 | LCC = 0.9465 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.15474174243211747
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3412 | LCC = 0.9463 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.15005431526899338
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3278 | LCC = 0.9476 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.1477308583855629
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2887 | LCC = 0.9492 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.14678145813941956
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2792 | LCC = 0.9459 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.14313826549053194
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2969 | LCC = 0.9506 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.14146877437829972
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2741 | LCC = 0.9499 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13515483605861664
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3045 | LCC = 0.9502 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13557133144140243
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3131 | LCC = 0.9498 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13742539739608764
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3016 | LCC = 0.9493 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13641504579782485
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2561 | LCC = 0.9477 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13112167331576347
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2715 | LCC = 0.9487 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13135382091999054
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3045 | LCC = 0.9509 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13033865493535995
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2603 | LCC = 0.9537 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12639547353982925
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2835 | LCC = 0.9523 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1253688742518425
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2553 | LCC = 0.9523 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12503561425209045
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2571 | LCC = 0.9500 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12313170886039734
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2857 | LCC = 0.9511 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12373645627498626
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2723 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11900004464387894
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2721 | LCC = 0.9509 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11944018915295601
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3390 | LCC = 0.9502 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11810727578401566
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2631 | LCC = 0.9530 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11685413312911987
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2523 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11452610915899276
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2967 | LCC = 0.9500 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11621121633052826
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2619 | LCC = 0.9527 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11121011596918107
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2779 | LCC = 0.9505 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.1109191062450409
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2593 | LCC = 0.9523 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10936465066671372
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2597 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10859032759070396
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2814 | LCC = 0.9509 | SRCC = 0.9534 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2628 | LCC = 0.9563 | SRCC = 0.9564 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6a65d097b59debeffbc0ad856af6133e065f73
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc082a076cc09c4811d9263e7cf6b4a244b2f27716bd3bceaa9124176c7efee7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76155c97d63438702404d1694c875a5e47a24e8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11a617cc8448fe09b9912791a69026e9f4daeef2da923fc663159f68ce6b5e0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..48be317e979ab1ec792dce99c405b76471e1392f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26905815726518634
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3557 | LCC = 0.9381 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.16659394049644471
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3779 | LCC = 0.9444 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.16060205233097077
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3186 | LCC = 0.9435 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.1598023915886879
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3288 | LCC = 0.9473 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.15195683962106704
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3233 | LCC = 0.9469 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.14759785962104796
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3120 | LCC = 0.9495 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.14604838806390763
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3128 | LCC = 0.9492 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.1427401592731476
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2941 | LCC = 0.9474 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13952918815612794
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3248 | LCC = 0.9495 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13645127576589583
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2817 | LCC = 0.9504 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.14158033180236818
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3276 | LCC = 0.9497 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.13453817665576934
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3131 | LCC = 0.9521 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13165749272704125
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2899 | LCC = 0.9519 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.13131795847415925
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2781 | LCC = 0.9523 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12915819936990738
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2847 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12911844730377198
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2763 | LCC = 0.9522 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.126236421585083
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2879 | LCC = 0.9502 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12841982343792915
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2873 | LCC = 0.9523 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12326155662536621
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2806 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11985614973306656
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2909 | LCC = 0.9515 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12259375500679016
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2921 | LCC = 0.9520 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12114939397573471
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2701 | LCC = 0.9540 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.1178179947733879
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2683 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11650063729286193
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2914 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11578563541173935
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2514 | LCC = 0.9546 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11241685301065445
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2608 | LCC = 0.9511 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11247073328495026
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2707 | LCC = 0.9526 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11030941486358642
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2957 | LCC = 0.9523 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10959090536832809
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2749 | LCC = 0.9519 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10937613433599472
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3059 | LCC = 0.9523 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1097032810151577
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2788 | LCC = 0.9526 | SRCC = 0.9528 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2540 | LCC = 0.9571 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5a0179c3e4459353568df6aa330d98d2801c87
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876252041648b8efd2622370591237e7d2e904adefba1fd6ae047b523a36f5d1
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7479d14726b12a9038849090be6dfbfee69a4e0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d133c1b88880a306612c8e8a5787ce0bd014ac48d63c2d17395a259f6d1eeb4c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0606b969279ad7df07bd0b2ebd8666f9b0230dfb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29366613686084747
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3708 | LCC = 0.9409 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.1682471764087677
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3336 | LCC = 0.9427 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.1579251960515976
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3204 | LCC = 0.9423 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.1530916588306427
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3344 | LCC = 0.9461 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.15011304026842118
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3018 | LCC = 0.9441 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.14947087556123734
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3456 | LCC = 0.9494 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.14253386038541793
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2754 | LCC = 0.9487 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.14042640972137452
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2726 | LCC = 0.9480 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.14167877930402756
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2851 | LCC = 0.9497 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.1364452255964279
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3228 | LCC = 0.9492 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1351256194114685
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2942 | LCC = 0.9516 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.13566246563196183
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2985 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13243675345182418
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2617 | LCC = 0.9472 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13418707686662673
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2809 | LCC = 0.9486 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.13079130721092225
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2704 | LCC = 0.9532 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1273375090956688
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2786 | LCC = 0.9521 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12458254140615463
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2751 | LCC = 0.9521 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.12414183497428893
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2770 | LCC = 0.9513 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.12045948606729508
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2462 | LCC = 0.9531 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12154698133468628
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2499 | LCC = 0.9533 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11983011090755463
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2912 | LCC = 0.9498 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11722731912136078
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2506 | LCC = 0.9522 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11627891635894776
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2391 | LCC = 0.9506 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11731839165091515
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2745 | LCC = 0.9482 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11352860051393508
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2567 | LCC = 0.9506 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11266930693387986
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2726 | LCC = 0.9483 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11687352049350738
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2906 | LCC = 0.9465 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11357855740189553
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2432 | LCC = 0.9533 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10794220983982086
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2470 | LCC = 0.9533 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1118204935491085
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2581 | LCC = 0.9504 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10725748440623284
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2667 | LCC = 0.9522 | SRCC = 0.9525 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2396 | LCC = 0.9573 | SRCC = 0.9574 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455bd5ba211961bc980122b93e3f51cfb872c42
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64e08ef96a2641423b3e994f93fa735ea70d455d8b0bbf4a84885645b13e935
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93de6bb987477c3ff0e93889c58cc7ef123e506
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e1b760b52f495f66a6a2c1ad6a0064ac4b182b2ee6d9b82cdff6d0e5ac7598
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..93b2e30b7da6e5c3eb708c747f3bb67d1128ff9c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26416904729604723
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3609 | LCC = 0.9415 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.17018111383914947
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3193 | LCC = 0.9443 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.15964589250087738
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2926 | LCC = 0.9451 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.15426917350292205
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2778 | LCC = 0.9467 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.15103540629148482
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2921 | LCC = 0.9472 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.14860143798589706
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2512 | LCC = 0.9486 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.14586403411626817
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2689 | LCC = 0.9504 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.14129536646604537
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2415 | LCC = 0.9487 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.14040548491477967
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2872 | LCC = 0.9500 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13735481470823288
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2828 | LCC = 0.9464 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.1367893151640892
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2430 | LCC = 0.9510 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.13647217243909837
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2528 | LCC = 0.9520 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.13262827384471892
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2920 | LCC = 0.9516 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13591129493713378
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2576 | LCC = 0.9529 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1284718673825264
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2962 | LCC = 0.9503 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.12969716879725457
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2845 | LCC = 0.9522 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12668295741081237
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2594 | LCC = 0.9520 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12355507349967956
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2431 | LCC = 0.9531 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12369671261310577
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2293 | LCC = 0.9488 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12195908948779106
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2217 | LCC = 0.9520 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12238494211435318
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2548 | LCC = 0.9537 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12021732467412949
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2330 | LCC = 0.9542 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.1184712739288807
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2634 | LCC = 0.9520 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11647422909736634
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2631 | LCC = 0.9505 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11490137609839439
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2438 | LCC = 0.9540 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11777726721763611
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2240 | LCC = 0.9513 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11333115959167481
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9532 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11142889508605003
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2137 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11216615670919418
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2440 | LCC = 0.9541 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11142559570074081
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2698 | LCC = 0.9543 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11062998878955842
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2435 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2585 | LCC = 0.9580 | SRCC = 0.9579 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfc9f63150ae1b3e8e0c5dab7ecc7ff47affb33
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d728de8805b66ebef7b64bf845ef00a7271fef4cdf5bdd7fff8a6d5c74a0ea86
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7321326c0fa30b7dc39ef69cb429f6b9634a273
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ae44661500d91e6fb0cbb1d1ddf43e0b94b567685502e0f962a34f3306eb15
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9261b6142a1c933b5f5dc21f2ffd73c2d9ced2d1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3930854775905609
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2916 | LCC = 0.9242 | SRCC = 0.9245 ]
+INFO:root:Average loss=0.17742161685228347
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2573 | LCC = 0.9413 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.14769751244783402
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2195 | LCC = 0.9471 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.13324667865037917
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2161 | LCC = 0.9491 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11677293199300766
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1947 | LCC = 0.9535 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10556099858880043
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2011 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09938994124531746
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1989 | LCC = 0.9557 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09377906733751297
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1975 | LCC = 0.9570 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0871453406214714
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1691 | LCC = 0.9558 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08208958306908608
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1977 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08005190107226372
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2101 | LCC = 0.9592 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07452063924074173
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1809 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06615447649359703
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1749 | LCC = 0.9591 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06601495689153672
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1633 | LCC = 0.9600 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06305467703938485
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1934 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05986893032491207
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1825 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05719891029596329
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1856 | LCC = 0.9589 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05208024463057518
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1800 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.052664536222815514
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1832 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05027039033174515
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1768 | LCC = 0.9602 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04933768424391746
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1780 | LCC = 0.9613 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.046358892023563386
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1809 | LCC = 0.9602 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04543492591381073
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1639 | LCC = 0.9600 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04658303488790989
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1987 | LCC = 0.9606 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03991190119087696
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1923 | LCC = 0.9607 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04070677323639393
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1796 | LCC = 0.9608 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03805646699666977
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1776 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04069871112704277
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1727 | LCC = 0.9605 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03647829468548298
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1843 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03379952213168144
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1771 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.035055722638964656
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1901 | LCC = 0.9614 | SRCC = 0.9610 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1913 | LCC = 0.9629 | SRCC = 0.9626 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54023e0e2d6d34719c204b1667f16136fe31dcef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc08e32b89299f5a5ec702a359b15f9baa324bacc0e10b9bc94c5bd4202ea2f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c749406ff3223ab0fa175c5bd91b3389edbc9b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4bd9a93e269233e29ddfc63e450ed5fa5a6f45a439b4252b626fbfa6f93d05
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9b5942ae07602f85c1268811e3f1688fc2a0338b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4128478804826736
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3017 | LCC = 0.9251 | SRCC = 0.9296 ]
+INFO:root:Average loss=0.18007725661993026
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2483 | LCC = 0.9432 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.14695454305410385
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2636 | LCC = 0.9484 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.12731468746066094
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1975 | LCC = 0.9494 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.11454793697595596
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2257 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10748726677894592
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2642 | LCC = 0.9552 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09693543237447738
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2006 | LCC = 0.9570 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09311653345823288
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2185 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0820678308904171
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1999 | LCC = 0.9555 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08216498121619224
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1905 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08075636810064316
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2497 | LCC = 0.9557 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0753282676935196
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2043 | LCC = 0.9577 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06765625393390655
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1781 | LCC = 0.9583 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06656677520275116
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2022 | LCC = 0.9593 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06180114048719406
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2381 | LCC = 0.9594 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05834980900585651
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1917 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05653055191040039
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2345 | LCC = 0.9592 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.054261378213763235
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1872 | LCC = 0.9604 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.051063086301088335
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1772 | LCC = 0.9594 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05115501596033573
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1889 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04979467353224754
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1980 | LCC = 0.9591 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04692294378578663
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2126 | LCC = 0.9581 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.043133646816015246
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1926 | LCC = 0.9585 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04164465118944645
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2035 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0408301809579134
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2169 | LCC = 0.9599 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03950174947082996
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2023 | LCC = 0.9600 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03941458776593208
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1819 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.037990806996822356
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1811 | LCC = 0.9610 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.036120853900909425
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1901 | LCC = 0.9598 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03442361806333065
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2048 | LCC = 0.9591 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.036890721827745436
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1756 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1847 | LCC = 0.9627 | SRCC = 0.9622 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a3f74e4323b0b27bbcd9ac8f7e77cc1bb60049
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50920adcdfacc09e23138afb549f3b8239ed61d19c03eb48a1a668385079fde7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6ae4eb7036fc4617e35da4da937b8a6ae2b563
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee803b7f14499313a858c500081097b4f7efa224018399a5c80e03ae0f14806
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..57408354f54c6ba90b568b80ccd5a9ebdc82d174
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41620583641529085
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3033 | LCC = 0.9252 | SRCC = 0.9263 ]
+INFO:root:Average loss=0.18273613643646242
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2697 | LCC = 0.9419 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.15200067853927612
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2295 | LCC = 0.9482 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.12969863504171372
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2102 | LCC = 0.9510 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1176420123577118
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1954 | LCC = 0.9515 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10861310809850692
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2061 | LCC = 0.9568 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.09851041886210442
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2114 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.09362815967202187
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2001 | LCC = 0.9580 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08954564478993415
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2361 | LCC = 0.9590 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.08550485980510712
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1989 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.08507897353172303
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2345 | LCC = 0.9592 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.07791739401221276
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2064 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07465704822540284
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1911 | LCC = 0.9599 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06551813322305679
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1936 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06405859625339508
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1827 | LCC = 0.9583 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06362090700864792
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2282 | LCC = 0.9593 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05773930585384369
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1729 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0579904513657093
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2145 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.054190000772476196
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2060 | LCC = 0.9586 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05032723608613014
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1799 | LCC = 0.9601 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04764141516387463
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1895 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04632857048511505
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2068 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04446971961855888
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1879 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04665966156125069
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1813 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04319647245109081
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1841 | LCC = 0.9603 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04096778590977192
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1901 | LCC = 0.9603 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04063703937828541
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1863 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.040144163355231285
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2045 | LCC = 0.9610 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.036567101359367374
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1977 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03366775999963283
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1821 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03427157998085022
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1965 | LCC = 0.9615 | SRCC = 0.9614 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1982 | LCC = 0.9616 | SRCC = 0.9615 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e14efec9013425d2de23d0462661ab11b0bd972
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e54792743966d801edebf63595ba7df4d51cd5f7dec2e89b4d09dae9b5900f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71622b49f19dbb3bf4c4524d29437f03f4228310
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e514755f2469b2ee4caf34435309542eff42baee37136950a76c6a162f95d18
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dea1299483cd5008863809af1424b351e1980ae8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44652468800544737
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3044 | LCC = 0.9218 | SRCC = 0.9273 ]
+INFO:root:Average loss=0.17478247421979903
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2367 | LCC = 0.9408 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.14286797803640366
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2647 | LCC = 0.9492 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12551923668384551
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2061 | LCC = 0.9527 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11687867629528045
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2289 | LCC = 0.9549 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10243067872524261
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1820 | LCC = 0.9559 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09570599752664566
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2169 | LCC = 0.9539 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08922380024194718
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2132 | LCC = 0.9569 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0850191989839077
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1851 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07763002720475197
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1958 | LCC = 0.9589 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0766157233119011
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2027 | LCC = 0.9575 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07266891145706177
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1858 | LCC = 0.9600 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.06926798284053802
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2074 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.062109892934560776
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1692 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.059648126304149625
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1964 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05655844908952713
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1977 | LCC = 0.9599 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.053945569157600404
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1937 | LCC = 0.9571 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05187930153310299
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1706 | LCC = 0.9569 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04872663527727127
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1671 | LCC = 0.9603 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.046325362220406535
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1730 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04464927615225315
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1811 | LCC = 0.9604 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.046616666927933696
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1951 | LCC = 0.9602 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04311804853379726
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1873 | LCC = 0.9605 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04144863803684711
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1975 | LCC = 0.9570 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.038480824664235115
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1764 | LCC = 0.9600 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03975600671768188
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1926 | LCC = 0.9582 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03723535723984241
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1791 | LCC = 0.9608 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.037097836270928386
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1800 | LCC = 0.9582 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03384115040302277
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1820 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03371571090817452
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1855 | LCC = 0.9614 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.032613993704319
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1704 | LCC = 0.9613 | SRCC = 0.9610 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1817 | LCC = 0.9618 | SRCC = 0.9617 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c899fbf22e4221a86c19f6525fa86a051c37bceb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e0509f6ed4f98275000cbadaa0d66403878d031f25ddbc062cbdf0385e144d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c7fedb17ecb04a8820c4bbef2925e29be51ef1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fa2472c5354e3496ce1ae968473f8bf8f6322c6813da547698174d5270d14f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..27efae61297d4203438f71e26f1d76ce4bb9ecae
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5114959123730659
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3374 | LCC = 0.9217 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.18049950122833253
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2455 | LCC = 0.9410 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.1451100971698761
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2408 | LCC = 0.9480 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.13487811881303788
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2334 | LCC = 0.9518 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11717933106422425
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2279 | LCC = 0.9539 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10842116007208824
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2438 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09880141693353653
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2040 | LCC = 0.9564 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08895691654086113
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1984 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08654046565294266
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1960 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.082311518907547
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2044 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07643935406208038
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2154 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.07875703895092011
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1934 | LCC = 0.9575 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07084864047169685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2129 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06558745248615741
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2043 | LCC = 0.9592 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06286057679355145
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1847 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.062361685931682585
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1897 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05477412495017052
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2047 | LCC = 0.9595 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05679071953892708
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1828 | LCC = 0.9570 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.053411001205444335
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1999 | LCC = 0.9600 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05158338764309883
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2040 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04815533688664436
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2097 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04727746893465519
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1927 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04821145813167095
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1888 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04431585398316383
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2206 | LCC = 0.9606 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04188668841123581
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1914 | LCC = 0.9592 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.041969755232334136
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2046 | LCC = 0.9587 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03923644049465656
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1902 | LCC = 0.9607 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03743981371819973
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1794 | LCC = 0.9581 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.037657456457614896
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1827 | LCC = 0.9581 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03650189472734928
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2069 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.037991717144846913
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1892 | LCC = 0.9598 | SRCC = 0.9593 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1910 | LCC = 0.9637 | SRCC = 0.9634 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e07286c71744ce6a4b58407eb1ce3de157ab2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af36169c55738ef8f989d249bc0ee740941738b6a18c023a12ace0ecdaadfa55
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254ada5f9c8f3c2db0b51d56a83bbb8aa4670481
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b4f8bf428a32dbf9b16cb0f32e234304bd56914b4aa7747a30ff86eeeb1881
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..19105d77c1bc9a29ff68c08d9fdf70b339a437e7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3868233262300491
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2891 | LCC = 0.9361 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.17185912102460862
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2587 | LCC = 0.9478 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.13846568143367768
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2153 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12592352306842805
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2295 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.1148743696808815
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2545 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.10300093570351601
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2128 | LCC = 0.9585 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.09499489057064056
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2376 | LCC = 0.9580 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0884616779088974
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2040 | LCC = 0.9593 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.08277834165096283
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2521 | LCC = 0.9575 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.08356705039739609
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2104 | LCC = 0.9605 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.07420411324501038
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2270 | LCC = 0.9609 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.07402198845148086
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2012 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.06518273836374283
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2187 | LCC = 0.9599 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.06213335582613945
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2111 | LCC = 0.9588 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05962041065096855
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2164 | LCC = 0.9604 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.056010826244950296
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1950 | LCC = 0.9611 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.055999160125851634
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1960 | LCC = 0.9614 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.050975515246391295
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1989 | LCC = 0.9617 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.050610911592841146
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2047 | LCC = 0.9602 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04562473659217357
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1871 | LCC = 0.9612 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04588927449285984
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1905 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04295164288580418
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1897 | LCC = 0.9623 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.043053750962018966
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1908 | LCC = 0.9608 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.038755859926342964
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2003 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03696166209876537
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2124 | LCC = 0.9615 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.03591415959596634
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1730 | LCC = 0.9628 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.034335775777697565
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2015 | LCC = 0.9601 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.034780845195055005
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2038 | LCC = 0.9604 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.033016821414232254
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1895 | LCC = 0.9604 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03117354965209961
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1897 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03357835227251053
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2001 | LCC = 0.9608 | SRCC = 0.9621 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1749 | LCC = 0.9627 | SRCC = 0.9630 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9128feab06ddc5f3bc091ac7684ff2663f0358
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258bdb0bceffe0b1519ca11fa8e9e210b2cb0361793969eb278263ba84ed3309
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8007d778186a8f302c8dc138ac361e469f9ad83
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514af7ad87113d8e6c02da52035bce54b8171f8d4ade04943e7be3df806c1c61
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5cf898ac72052ca9adcf577c10868b8390c085c7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4315098571777344
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2743 | LCC = 0.9332 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.1621759906411171
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2261 | LCC = 0.9491 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1335096909403801
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2215 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11845026668906213
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2679 | LCC = 0.9555 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.10879219695925713
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2199 | LCC = 0.9584 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.09840743497014046
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1832 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.09355504137277604
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1962 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.08743454724550247
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2410 | LCC = 0.9586 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.07839222297072411
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2018 | LCC = 0.9601 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.07828055745363235
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2166 | LCC = 0.9614 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.07009236270189285
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2045 | LCC = 0.9628 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.06603836300969124
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1850 | LCC = 0.9608 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.06581692337989807
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2054 | LCC = 0.9620 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.0620503343641758
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1947 | LCC = 0.9624 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.05882004961371422
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1913 | LCC = 0.9613 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.05631330868601799
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1937 | LCC = 0.9629 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.05223914711177349
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1914 | LCC = 0.9623 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.0509170910269022
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2090 | LCC = 0.9624 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.04722946190834045
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1984 | LCC = 0.9624 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.04744123208522796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2044 | LCC = 0.9629 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.0446980582177639
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1677 | LCC = 0.9637 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.04158453707396984
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1922 | LCC = 0.9624 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.040861321002244946
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1860 | LCC = 0.9626 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.04016397798061371
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2014 | LCC = 0.9626 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.03786163178086281
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1797 | LCC = 0.9637 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.03568670831620693
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2053 | LCC = 0.9626 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.036642549976706504
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1896 | LCC = 0.9635 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.03708319915831089
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2098 | LCC = 0.9609 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03261048847436905
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1905 | LCC = 0.9629 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.031356753215193746
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1939 | LCC = 0.9629 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.030071678191423416
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1630 | LCC = 0.9632 | SRCC = 0.9634 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1731 | LCC = 0.9628 | SRCC = 0.9630 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c2c25aa176f4a58ff43c95c1e3b44d2afc5058
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56268d969b51c81e6a2d7f5bb9f8cc038cc0ac029d78d7db88ad8049e23a62aa
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd1bd1f25fa78bcdab81e32166d6d533e0ff7a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d164863c17a91e1a4e911094ae50da38ddc853e2bf07924ac78df3e7e76d10
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ff5bfcc2351ad205c9387375d416eb8fc9486ef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.372092257976532
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2987 | LCC = 0.9337 | SRCC = 0.9328 ]
+INFO:root:Average loss=0.1625982197523117
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2168 | LCC = 0.9476 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13755798232555388
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2056 | LCC = 0.9517 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1228147357404232
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2085 | LCC = 0.9552 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11597376507520675
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2440 | LCC = 0.9567 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10492824497818946
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2065 | LCC = 0.9582 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.09755454251170158
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2042 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.08774569416046142
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1987 | LCC = 0.9593 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.08707641938328743
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1953 | LCC = 0.9598 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.08311882323026656
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2080 | LCC = 0.9610 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.07530967935919762
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1870 | LCC = 0.9606 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.07527430832386017
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2032 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.06625747641921044
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1859 | LCC = 0.9593 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06501229530572891
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1711 | LCC = 0.9599 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05984995254874229
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1658 | LCC = 0.9618 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.06258463194966316
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1796 | LCC = 0.9623 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.05500512617826462
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1845 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05163810983300209
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1822 | LCC = 0.9604 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.05439345134794712
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2229 | LCC = 0.9609 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.05098057524859905
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1731 | LCC = 0.9626 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04687847925722599
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1715 | LCC = 0.9618 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04456289100646973
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1989 | LCC = 0.9617 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.044297319009900096
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1975 | LCC = 0.9586 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04140653482079506
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1928 | LCC = 0.9614 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0397997737377882
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1833 | LCC = 0.9574 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03873249401152134
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1706 | LCC = 0.9608 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.038857063353061674
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1894 | LCC = 0.9571 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0361299534291029
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1689 | LCC = 0.9587 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03644145213067532
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1799 | LCC = 0.9613 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03760359412431717
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1886 | LCC = 0.9608 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03205258911848068
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1971 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1707 | LCC = 0.9630 | SRCC = 0.9629 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abb8f4a21e258f4e2afebc0798468f9cda5e97a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200370a8d47dca7b6b71a9501e1fb77a8a84f3135464f29c89a08fdb191b8db8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f0a1b53394f5150cf39f369195a4ba5f405c06
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89cf96230b459bf49556a82f7294ad97766308f3e655228932483deb235b26e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e184963aabdd947a60e83fdf2b82bb80fd1ecc49
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3771584551334381
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2657 | LCC = 0.9341 | SRCC = 0.9359 ]
+INFO:root:Average loss=0.15720546913146974
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2674 | LCC = 0.9483 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13376793271303178
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2162 | LCC = 0.9517 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11795270758867264
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1980 | LCC = 0.9529 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10989107438921929
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2195 | LCC = 0.9567 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09819396579265595
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1847 | LCC = 0.9568 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.09424353647232056
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2066 | LCC = 0.9583 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0881699353158474
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1832 | LCC = 0.9595 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.08131146678328514
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1837 | LCC = 0.9582 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07533118575811386
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1910 | LCC = 0.9589 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07277294132113457
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1824 | LCC = 0.9580 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.071730260014534
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1958 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06832663440704345
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2093 | LCC = 0.9594 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06122628864645958
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2189 | LCC = 0.9597 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.06212831136584282
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1912 | LCC = 0.9588 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05718267433345318
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1880 | LCC = 0.9598 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.055395154505968096
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1705 | LCC = 0.9594 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05333802622556687
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1826 | LCC = 0.9610 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.05256320920586586
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1862 | LCC = 0.9589 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.047158061519265174
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1889 | LCC = 0.9605 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04684980134665966
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1918 | LCC = 0.9607 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04658913660049439
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1831 | LCC = 0.9613 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.041665926694869994
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2029 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.042273098692297936
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1891 | LCC = 0.9604 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.039011165574193
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2025 | LCC = 0.9618 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.039239312276244165
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1944 | LCC = 0.9616 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03709460002183914
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1980 | LCC = 0.9609 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.035117881059646604
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2119 | LCC = 0.9609 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03498279564082622
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1875 | LCC = 0.9609 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03319097800552845
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1769 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.032803804613649845
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1820 | LCC = 0.9606 | SRCC = 0.9610 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2089 | LCC = 0.9623 | SRCC = 0.9630 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcb4187ba6a86879c690fc72d115e7044a2fe56
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a4007c7209fda28a715785f66b618c763bb025985f4ea7f3f806dfa096f297
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7673e9ad4de1065cc5488e51115f025cbf1468cb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4b775d0cd0f6eaffa22666e12d8becbe3b52fbb9395756f4bec08160867b9c
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..907e6d7335c9476616fb13bbd6170c65d04d3ff7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3848730187416077
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2960 | LCC = 0.9307 | SRCC = 0.9315 ]
+INFO:root:Average loss=0.16811538803577422
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2900 | LCC = 0.9453 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.14272106623649597
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2626 | LCC = 0.9490 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.12887877109646798
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2789 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1165689509510994
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2292 | LCC = 0.9565 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.10480529057979583
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2526 | LCC = 0.9573 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0957861587703228
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2068 | LCC = 0.9586 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.09096755528450012
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1974 | LCC = 0.9592 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.08553828024864196
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2503 | LCC = 0.9599 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.08323404696583749
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2067 | LCC = 0.9592 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.07863095831871032
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2282 | LCC = 0.9612 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.0703735806941986
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2368 | LCC = 0.9592 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.07133250957727433
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1818 | LCC = 0.9603 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.06303793525695801
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2071 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.06176701459288597
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2334 | LCC = 0.9591 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.05874005621671677
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1867 | LCC = 0.9609 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.05600261732935905
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2076 | LCC = 0.9609 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0547241977751255
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2321 | LCC = 0.9605 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.051195903182029726
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2005 | LCC = 0.9621 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.049831863313913344
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1980 | LCC = 0.9619 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.045003587514162065
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1970 | LCC = 0.9617 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.04584552837908268
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2087 | LCC = 0.9634 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.04491423274576664
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1952 | LCC = 0.9619 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0434156923443079
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1982 | LCC = 0.9630 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.040955061092972755
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2055 | LCC = 0.9616 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.0377656165510416
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2166 | LCC = 0.9621 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.036685094967484476
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1989 | LCC = 0.9622 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.03431626558303833
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2022 | LCC = 0.9622 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.03282311816513538
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2137 | LCC = 0.9619 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.03194958512485027
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2053 | LCC = 0.9625 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03333313123881817
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2131 | LCC = 0.9626 | SRCC = 0.9628 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2148 | LCC = 0.9622 | SRCC = 0.9635 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44ce2bc2ebf8518d10f7b161abbd3cb8047b9e7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d2466c78e6f43e41bdd4070ff60255929fbc8339c2cf32289d2a852eb4d33a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940a3c9276facf4fec6e8e7075dee9325583ccdc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80cef47ed88c65b7f78732417da2bbb0f9feaf4b6f9a1c358655f88dbab1458
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9aab23774338f83aabb2c618e15cf728840f6e60
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34273940098285677
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2533 | LCC = 0.9418 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.1531625634431839
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2264 | LCC = 0.9486 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13196333622932435
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2481 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12042716646194458
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2157 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10922355288267135
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1977 | LCC = 0.9575 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09998963338136672
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2112 | LCC = 0.9579 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.09605153062939643
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1786 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08926591688394546
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2142 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08171072798967362
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1842 | LCC = 0.9587 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.07745542275905609
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1791 | LCC = 0.9590 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07165652784705162
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1931 | LCC = 0.9593 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.06938402050733566
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2156 | LCC = 0.9591 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06755477398633956
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1791 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0591971084177494
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1794 | LCC = 0.9579 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.059853126287460326
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1862 | LCC = 0.9611 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.054971379756927494
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1698 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.052603578388690946
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1843 | LCC = 0.9597 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04959881387650967
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1818 | LCC = 0.9583 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04752045166492462
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1718 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04527057600021362
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1724 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04194160862267017
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1951 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.041851319670677185
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1722 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03968639200925827
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1850 | LCC = 0.9605 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.0365873271971941
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1775 | LCC = 0.9596 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.038043092623353
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1620 | LCC = 0.9604 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0362550695836544
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1699 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.036542972907423976
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1855 | LCC = 0.9610 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.033792958244681356
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1790 | LCC = 0.9615 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03344744651019573
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1844 | LCC = 0.9591 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03106767000257969
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1704 | LCC = 0.9614 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03131470812857151
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1929 | LCC = 0.9613 | SRCC = 0.9610 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1804 | LCC = 0.9627 | SRCC = 0.9633 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94647fdc1aab5b998e7603c9a1ac22ced9825a9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9e4f5d7921747399a2ccc59d216cd4a698eff89ce71401882bc7a1b662ae9e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b670c64e5d41f2fff83182986b755586fc4b81fb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f59ac941e4b5f7e7ecc1e13afe7397748615cc5ad9520ed37f1919d58ce376a
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5e28d14ce5aecb4a6d90910d8a0e283a1c8c6487
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35749705862998965
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2414 | LCC = 0.9365 | SRCC = 0.9382 ]
+INFO:root:Average loss=0.15472672355175018
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2196 | LCC = 0.9485 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.13391553920507432
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2420 | LCC = 0.9492 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.11891956388950348
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2317 | LCC = 0.9531 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11038629114627838
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2092 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.10280744755268097
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2161 | LCC = 0.9568 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09204770666360855
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2081 | LCC = 0.9576 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08473520329594612
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2133 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.08312144050002099
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2206 | LCC = 0.9587 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.07436415803432464
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1752 | LCC = 0.9574 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0718327488899231
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2004 | LCC = 0.9582 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0660797911286354
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1960 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06343328627943992
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2330 | LCC = 0.9587 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06494060584902764
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1911 | LCC = 0.9588 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05606150209903717
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1775 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.054821132063865664
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2280 | LCC = 0.9596 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05228029859066009
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2214 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.050408385500311854
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2236 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0499774364233017
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2161 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.0432327339053154
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1996 | LCC = 0.9610 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.042048565104603766
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2012 | LCC = 0.9603 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04089237850904465
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2075 | LCC = 0.9616 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.038903753265738486
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2000 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.038920198336243626
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1990 | LCC = 0.9596 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.036383841753005984
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1986 | LCC = 0.9609 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.035714967668056485
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2055 | LCC = 0.9605 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.03797256271541118
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1701 | LCC = 0.9612 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.035014244496822354
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2075 | LCC = 0.9619 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.030540756464004518
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1887 | LCC = 0.9615 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0313433585613966
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1997 | LCC = 0.9601 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03100740599632263
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1945 | LCC = 0.9611 | SRCC = 0.9604 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2085 | LCC = 0.9617 | SRCC = 0.9621 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04d72bf20d05a32009c8332ea01e7be487ab76c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf78c13a8abe84f2bca069aada9d2ec1cf3a98c313a28ca92d367f3ba9d7e4f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1c7ec5cc6e08395d6e7fe7f06eb6a33c7ebdef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2c741f6764ce6f98fe5e300ec77ddb27963a7b62782fe08d9fe21e19f006f5
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4ad4bded28b80aebef3ffe0aa8050efa992e5a93
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3435532900094986
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3229 | LCC = 0.9387 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.15769937586784363
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2526 | LCC = 0.9502 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13383378660678863
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2937 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12039803785085679
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2374 | LCC = 0.9542 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11140896758437156
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2623 | LCC = 0.9560 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.1048272733092308
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2376 | LCC = 0.9582 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.09689360007643699
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2571 | LCC = 0.9589 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.08854774564504624
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2129 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.08383228692412377
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2130 | LCC = 0.9602 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.0779009130001068
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2196 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.07607290068268777
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2128 | LCC = 0.9604 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06764410802721978
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1886 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06674207296967506
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2221 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06279666775465012
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2159 | LCC = 0.9608 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.057968232572078705
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2149 | LCC = 0.9596 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05565644055604935
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2588 | LCC = 0.9590 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05272160466015339
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2327 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.049999393060803414
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1935 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.049961613699793815
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2170 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04830275541543961
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2519 | LCC = 0.9590 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04629195539653301
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2209 | LCC = 0.9609 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04254341760277748
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2009 | LCC = 0.9606 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04048842205107212
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2336 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.039565419137477874
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1862 | LCC = 0.9617 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.036715038791298865
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2078 | LCC = 0.9613 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03571500779688358
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2090 | LCC = 0.9602 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03393765152990818
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2218 | LCC = 0.9606 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03494374400377274
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2243 | LCC = 0.9613 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.03226292528212071
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2006 | LCC = 0.9612 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03331052525341511
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2081 | LCC = 0.9612 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.032458470866084096
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2348 | LCC = 0.9612 | SRCC = 0.9615 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1908 | LCC = 0.9618 | SRCC = 0.9625 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd97b36493795cd49e65cf3152f7d766cc968262
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c97a4166b41a386ef04f2690d75fc681d46a980724319b9ba5e9eeb5468bcd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad8c2b45bb1e89199a4d58fd109bda3496f775
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bfd212382c0b6cab9db449cc8fd25a168b1c8b455006e6845e33374815d435
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e6e1848aeb66b1ab56e529b186ec3f86d0dd80ad
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34088108777999876
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2579 | LCC = 0.9424 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.15274486929178238
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2665 | LCC = 0.9480 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.1313650585412979
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2584 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12487227112054824
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2483 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11297866278886795
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2121 | LCC = 0.9550 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10287339743971825
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2073 | LCC = 0.9573 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.09649031487107276
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1887 | LCC = 0.9584 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08939347669482231
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2211 | LCC = 0.9568 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.09036831471323967
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2323 | LCC = 0.9598 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07978196966648102
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2067 | LCC = 0.9572 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07574746656417847
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1990 | LCC = 0.9594 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06990139070153237
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2034 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06889045479893684
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2036 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06349513202905654
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2150 | LCC = 0.9599 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.061402597963809966
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1917 | LCC = 0.9604 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.059657690167427065
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2032 | LCC = 0.9605 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05417185059189796
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1999 | LCC = 0.9602 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05243989849090576
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2081 | LCC = 0.9596 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.05213045567274094
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1837 | LCC = 0.9598 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.047861771687865255
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1877 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.047611240968108176
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1918 | LCC = 0.9610 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.04473602744936943
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1917 | LCC = 0.9610 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04323132009804249
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1842 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04474654649198055
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1846 | LCC = 0.9604 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03817070136964321
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1822 | LCC = 0.9607 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.037365196615457535
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1910 | LCC = 0.9604 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03782148492336273
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1972 | LCC = 0.9600 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.036659552559256556
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2092 | LCC = 0.9600 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03528903569281101
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2002 | LCC = 0.9595 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.031839753076434135
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1946 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03137238778173924
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1850 | LCC = 0.9601 | SRCC = 0.9599 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1951 | LCC = 0.9607 | SRCC = 0.9618 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feb784a7e811751cfb8e5dcc59d640fddb0a265
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af78f9fb2963eb4148a7f99e353982527a22773cb537bfb4b971d01b18b60e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141098018b73d6e4f9b2ab07b1835ff534ffdfdf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6094c9dd9010b4f873ce8d3be968a82e3917a03f338f98274c5a011bd4b28215
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..93176310a9baa1303e9b57e3aee9a5ceaf845aa4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36339245963096617
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2254 | LCC = 0.9396 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.1601888756752014
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2191 | LCC = 0.9506 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1334183685183525
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2207 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.12237389081716538
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2471 | LCC = 0.9563 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.11414410671591758
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2086 | LCC = 0.9585 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.1036449656188488
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1993 | LCC = 0.9588 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.09584657794237136
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2174 | LCC = 0.9590 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0890390057861805
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1954 | LCC = 0.9594 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.08614591845870018
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1871 | LCC = 0.9602 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.07764157873392105
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1991 | LCC = 0.9611 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.07532203313708305
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2296 | LCC = 0.9588 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07152262803912163
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1826 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.06701430481672287
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1781 | LCC = 0.9610 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06218389025330544
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2100 | LCC = 0.9607 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.06162436546385288
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2098 | LCC = 0.9609 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05890638755261898
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1767 | LCC = 0.9614 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.054686096757650376
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1725 | LCC = 0.9610 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05316675785183907
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1657 | LCC = 0.9605 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.0495123401582241
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1841 | LCC = 0.9623 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.047906529247760773
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1985 | LCC = 0.9599 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04582714931666851
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1776 | LCC = 0.9616 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04267867782711983
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1764 | LCC = 0.9617 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.042250686258077624
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2102 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04198990587890148
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1893 | LCC = 0.9601 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.038774068862199786
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1756 | LCC = 0.9612 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.040289942413568494
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2054 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0367389151006937
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1823 | LCC = 0.9610 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03320158062875271
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1843 | LCC = 0.9614 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.032467870369553564
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1832 | LCC = 0.9613 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.030484928980469703
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1931 | LCC = 0.9597 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.030199782624840736
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1937 | LCC = 0.9591 | SRCC = 0.9584 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1895 | LCC = 0.9615 | SRCC = 0.9623 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72373da888c5f6b2175411832bdd0dc8bb3d966
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe057c6738f3d5ba1c43aa4ca4f3743c8bf29d78737f68bad3455370da54a88
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b1500aa4f7e785e96128efd0ffe15ae5cf1f3f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628dffdcc1992918501f9901ca0a7a06c9dde28ab20a1e3d9b42e178123d3014
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5005da8fafb12b160232721c4827789ec0c665af
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3374607182741165
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2840 | LCC = 0.9391 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15160624998807906
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2257 | LCC = 0.9498 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.1292611700296402
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2182 | LCC = 0.9520 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11719772905111313
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2227 | LCC = 0.9519 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10680335813760758
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2062 | LCC = 0.9562 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.1006727623641491
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2121 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09201736322045326
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1874 | LCC = 0.9563 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08373374459147453
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1934 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07972865471243859
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1701 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07771519380807877
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2020 | LCC = 0.9573 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07560887625813484
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1935 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06808514061570167
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1884 | LCC = 0.9566 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06400398895144463
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1900 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.061073963850736615
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2129 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05662260487675667
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1888 | LCC = 0.9573 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05646117880940437
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2139 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.055857759594917296
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1977 | LCC = 0.9583 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0497020006030798
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2208 | LCC = 0.9572 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04715579134225845
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1951 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04478734783828259
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1832 | LCC = 0.9582 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.042923399046063425
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1655 | LCC = 0.9581 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.042167928621172905
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1997 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.03945225204527378
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2026 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.037244846343994144
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2035 | LCC = 0.9583 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.036943337589502336
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1935 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03717434860765934
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1804 | LCC = 0.9581 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0338524305075407
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1905 | LCC = 0.9588 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.032235787093639376
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1923 | LCC = 0.9600 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03276674841344356
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2040 | LCC = 0.9584 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.02960761497914791
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2052 | LCC = 0.9587 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03170967079699039
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1966 | LCC = 0.9595 | SRCC = 0.9596 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1963 | LCC = 0.9581 | SRCC = 0.9583 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5f605159b917c2bd2650800a9f382898eacdce
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60a7436db92b976648f78e804899cf7df8831392379bb7e26a1486a81ba9bb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22c193d32de99cb3d03caa7821177c86415db58
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42091de2e8285157e69842b2e564cd6b04cddc39e65f39c8640f0a35e2d8e632
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..50f32e26e2a577b58dcb5caa615bcd24053ce286
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3906696488857269
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2711 | LCC = 0.9384 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.15355507999658585
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2961 | LCC = 0.9499 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1313745463490486
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2683 | LCC = 0.9513 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1207864508330822
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2294 | LCC = 0.9518 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11187097746133805
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2204 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09912109237909317
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2445 | LCC = 0.9567 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09492255383729935
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2419 | LCC = 0.9566 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.088984055519104
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2007 | LCC = 0.9571 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0829974746108055
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2263 | LCC = 0.9588 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07954934570193291
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2262 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.071708400785923
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2098 | LCC = 0.9580 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06922577312588692
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2043 | LCC = 0.9571 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06721667677164078
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2163 | LCC = 0.9585 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06197970244288444
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2283 | LCC = 0.9570 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06038744676113129
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1914 | LCC = 0.9582 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05603607043623924
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2301 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05358307963609695
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2112 | LCC = 0.9590 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.049174360066652295
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2140 | LCC = 0.9584 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04867361481487751
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2039 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.046446465656161305
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2130 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04334939083456993
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2133 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04168049843609333
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2231 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0396808215379715
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1970 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.038868482023477556
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2155 | LCC = 0.9583 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03816181942820549
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2001 | LCC = 0.9580 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.037807121232151984
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2171 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03457874310016632
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1976 | LCC = 0.9586 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.033798770919442174
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2045 | LCC = 0.9572 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03241142784059048
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2017 | LCC = 0.9585 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.033183252841234204
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2214 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03057527905702591
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2191 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2032 | LCC = 0.9581 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52bd6246af57645d9301635aad9a880e524c786
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688ad7b75e9a1bfc9ba413fd990ce9c2d0f4ef098a934b2ecdf38c9b946843f0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851a35dfa9ce60fe8c397e4a2f84e44ad9722d00
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffd38835edf3f8042c299be1bfb566689bb418668c1620f181dfc3005ea6744
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bd2d91227990e4efb114f93abf74c88267185026
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.302736782848835
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2921 | LCC = 0.9408 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.15874408125877382
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2737 | LCC = 0.9499 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.13014971280097962
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2565 | LCC = 0.9530 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1189381360411644
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2338 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10945509698987008
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2889 | LCC = 0.9550 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.1034459448158741
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2110 | LCC = 0.9561 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09487639692425728
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2330 | LCC = 0.9577 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.09020232239365578
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2243 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08274058967828751
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1976 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07958601900935174
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2624 | LCC = 0.9559 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07451722100377083
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2348 | LCC = 0.9578 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07077201825380325
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2642 | LCC = 0.9568 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06821384608745575
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1941 | LCC = 0.9570 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06120474538207054
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2452 | LCC = 0.9569 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.059135219097137454
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2192 | LCC = 0.9576 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05758491645753384
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2075 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05551437336206436
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1800 | LCC = 0.9582 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04954301941394806
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1956 | LCC = 0.9587 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.048857633620500565
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2054 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04656753227114677
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1851 | LCC = 0.9596 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04480532230436802
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1855 | LCC = 0.9598 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04392290721833706
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2390 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04137171447277069
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2190 | LCC = 0.9581 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.039644160449504855
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2403 | LCC = 0.9583 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03839262533187866
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2153 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03686495743691921
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2180 | LCC = 0.9595 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03405824878811836
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2010 | LCC = 0.9590 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03509536518156529
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2211 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.032413877740502355
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2019 | LCC = 0.9585 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.030393555343151094
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2135 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.031272905737161634
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1968 | LCC = 0.9592 | SRCC = 0.9586 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1925 | LCC = 0.9588 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4da18bf358530ce2a3e6cb6bdcec2a360f4505
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316295ae18793c62e6089c586f9947d69c27fdd278469110efe189b5d88e55af
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0e5056051845cbdcb34b7f12e553b15c603dd9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2beea8ddc20ba623dc308eb0782cc16e2703c8af46b0cf15fe2c5b0a1e7adf0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1f87f46490d54d6d41fab60eaa777b27a8ac5462
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30247575694322587
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2439 | LCC = 0.9409 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.14893098706007005
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2436 | LCC = 0.9497 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12840535175800324
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2410 | LCC = 0.9523 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11711757665872574
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2186 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10703047552704811
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2301 | LCC = 0.9559 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09963537138700486
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2046 | LCC = 0.9569 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09144172984361648
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2508 | LCC = 0.9560 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08602756899595261
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1975 | LCC = 0.9561 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08153426507115365
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2388 | LCC = 0.9570 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07627632200717926
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2351 | LCC = 0.9566 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07062612840533257
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2250 | LCC = 0.9574 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07029662987589837
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2161 | LCC = 0.9576 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.0660580509006977
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2042 | LCC = 0.9577 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06075521355867386
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2096 | LCC = 0.9574 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.058143306702375414
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2180 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05599005609750748
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2279 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05341011419892311
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2117 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.051666281536221506
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2312 | LCC = 0.9561 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.051762464299798014
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2150 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.044311697885394095
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2194 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04238994611799717
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2038 | LCC = 0.9586 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.044999247148633
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2027 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.041274048551917075
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2122 | LCC = 0.9572 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.037894275739789006
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2098 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.039792989104986194
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2189 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03492847937345505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2190 | LCC = 0.9564 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03425520345568657
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2356 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03424305731058121
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2310 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.032658761516213414
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2049 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.031126627907156944
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2175 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.030097121328115463
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2352 | LCC = 0.9574 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2060 | LCC = 0.9589 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8a6c1524d49cfecfe1beef41516cf40f091139
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec2a395a4e2bdcd580d0c054aad7e8eb956e77ee16fd3a6ea229221bd3c6bb8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c452dc7f9a2ded1e1e3e34d35a11099a3cb9b356
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62ec2396eee5f917e9df53749c5396c3ef46a71761ac2bf83286ab1a03e20c3
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3dcef8b867f33ae83e4b0336aeb845e27b79f0e5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33404776722192764
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2544 | LCC = 0.9393 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.15344740974903107
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2813 | LCC = 0.9487 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.13420405024290086
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2435 | LCC = 0.9519 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12100035086274147
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2491 | LCC = 0.9533 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11082799980044365
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2228 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10356553113460541
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2299 | LCC = 0.9570 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09611439618468284
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2421 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09069760403037071
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2029 | LCC = 0.9573 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08655260726809502
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1829 | LCC = 0.9513 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08253941771388054
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2047 | LCC = 0.9571 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07474835228919983
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2218 | LCC = 0.9585 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.07328177520632743
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1904 | LCC = 0.9562 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06595992192625999
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1922 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0672826432287693
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2253 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06030429780483246
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1831 | LCC = 0.9579 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05735396417975426
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2306 | LCC = 0.9575 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05699216303229332
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2036 | LCC = 0.9603 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05182563763856888
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2173 | LCC = 0.9579 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.051401994824409485
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2091 | LCC = 0.9586 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04948060838878155
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2661 | LCC = 0.9572 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04678004842996597
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1925 | LCC = 0.9572 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04352430464327335
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2227 | LCC = 0.9598 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04154693785309792
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2045 | LCC = 0.9589 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03947677533328533
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2177 | LCC = 0.9594 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03872548727691173
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2035 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03566966533660889
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2134 | LCC = 0.9591 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.035291559591889385
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2122 | LCC = 0.9597 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.033794924691319464
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2051 | LCC = 0.9580 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.03460553339123726
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2197 | LCC = 0.9597 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.033251222670078275
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2013 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.030289834916591644
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2390 | LCC = 0.9575 | SRCC = 0.9579 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2155 | LCC = 0.9594 | SRCC = 0.9603 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26922ed53388d09be542324c841fe07c05ff8a6a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b070ae405ee50b0d7f5a85d2709e1b2fba20ebd2736018f726496458406856d9
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3a4254d05296bdbf94beb348a33fa5828058c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e649445e3aca33aa209bb82f9ceb9185ff20d243fd1bfba4e54793f31aea5a
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b4fbcce396e3d42f1a0a992e5117c67be34505ef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28775364166498185
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2766 | LCC = 0.9423 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.14906913822889328
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2729 | LCC = 0.9495 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.13131616127490997
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2508 | LCC = 0.9512 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.11601503518223763
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2702 | LCC = 0.9534 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10789050310850143
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2501 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10094206741452218
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2477 | LCC = 0.9555 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0941668729186058
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2254 | LCC = 0.9570 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.088367044121027
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2685 | LCC = 0.9566 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.08547961419820785
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2262 | LCC = 0.9573 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08055734393000603
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2521 | LCC = 0.9581 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07548216751217843
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2359 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0717281068265438
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2139 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06803876787424087
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2395 | LCC = 0.9568 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06313775357604026
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2033 | LCC = 0.9563 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06330753299593926
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2352 | LCC = 0.9557 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05751101294159889
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2424 | LCC = 0.9557 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05785541734099388
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2235 | LCC = 0.9568 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.055183071464300154
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2111 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05074375919997692
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2186 | LCC = 0.9543 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04860421620309353
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2306 | LCC = 0.9561 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.048338287472724915
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2419 | LCC = 0.9558 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04362153194844723
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2436 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04394842554628849
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2474 | LCC = 0.9564 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04080840122699737
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2102 | LCC = 0.9565 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.040002131387591365
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2494 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.039436542689800264
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2275 | LCC = 0.9564 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0386120253354311
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2427 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.035465831637382504
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2080 | LCC = 0.9566 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0339346835911274
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2428 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0331162983328104
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2275 | LCC = 0.9568 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03301456992328167
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2345 | LCC = 0.9558 | SRCC = 0.9562 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2628 | LCC = 0.9574 | SRCC = 0.9582 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754c62e130b069ced70ffee833abd874ba2826d0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02254446a5ff7d721e7f4878836ca6cf64cfea6d1ab60b69a0e804e9b0557777
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa07298626725c004a39a5953d0f0c37ed96feb4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079979126cc479feb199b3e2acc8e01ce8ecca6284b5e7770c6e6ed7cc76316d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cfad7b7cba5ea182509d3b9b8a279544a0a0495c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3005416988134384
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2682 | LCC = 0.9418 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.15767544317245483
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2300 | LCC = 0.9505 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.1323771520256996
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2224 | LCC = 0.9530 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11993807449936866
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2503 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11078513890504837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1958 | LCC = 0.9564 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.10274526566267013
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2234 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09436992076039315
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2120 | LCC = 0.9569 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09205971750617027
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2132 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0849678637087345
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1953 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08048960569500924
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2222 | LCC = 0.9552 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07737686944007874
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2086 | LCC = 0.9571 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07182302838563918
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1985 | LCC = 0.9572 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06813473480939865
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2086 | LCC = 0.9571 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06369438135623932
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2042 | LCC = 0.9560 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06319616761803627
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1772 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05976579789817333
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1937 | LCC = 0.9574 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.057576530814170836
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2112 | LCC = 0.9559 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05528970289230346
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2056 | LCC = 0.9572 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05221909019351006
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1884 | LCC = 0.9547 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.04814009968936443
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1837 | LCC = 0.9564 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04759005546569824
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2205 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04472629062831402
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2003 | LCC = 0.9560 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.043725122913718224
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2111 | LCC = 0.9555 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.042487898856401446
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1770 | LCC = 0.9561 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04091983491182327
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2013 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.040159123569726944
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2050 | LCC = 0.9563 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.03798929962515831
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2076 | LCC = 0.9567 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.036682301551103594
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2204 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.035020416989922525
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2099 | LCC = 0.9567 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03372478152811527
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2131 | LCC = 0.9555 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.03248164787888527
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2103 | LCC = 0.9554 | SRCC = 0.9557 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1960 | LCC = 0.9585 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74ae3a3a4d4b6128701c95035bc6f20042ddcff
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d05afa3fc39bd4ff24bd4d8646498d5d3bef4f984ddaf767e05ce58db0a4a7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3faa58f98c349a48abd271ed18fbb4ee79716be
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20cbd2f121e6766e17acfc03e58616b07e2ca0d0be839e9e0806b82c918dd56
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fcb0068ca95774fbb56ed6ca05f27b60e8aaa71d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3768871764540672
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2767 | LCC = 0.9426 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.15210927045345307
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2436 | LCC = 0.9508 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.130045267701149
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2149 | LCC = 0.9518 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12316053009033204
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2603 | LCC = 0.9552 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.10959133237600327
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2552 | LCC = 0.9552 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10458723771572113
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2358 | LCC = 0.9564 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09990472653508187
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2844 | LCC = 0.9560 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.09287763729691506
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2334 | LCC = 0.9572 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.08472689789533615
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2681 | LCC = 0.9565 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08274969521164895
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2385 | LCC = 0.9562 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07854643735289574
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2536 | LCC = 0.9561 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07112686410546303
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2401 | LCC = 0.9578 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0710204361975193
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2172 | LCC = 0.9556 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06488443538546562
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2118 | LCC = 0.9585 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06197647719085216
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2188 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.058243317276239395
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2168 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05581429207324982
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2226 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0545746002048254
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2457 | LCC = 0.9575 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05127805152535438
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2346 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.049094870239496234
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2261 | LCC = 0.9565 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.047743364959955216
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2348 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04517921306192875
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2320 | LCC = 0.9550 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04263809211552143
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2205 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.040852350369095805
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2273 | LCC = 0.9564 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.041566162034869195
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2221 | LCC = 0.9574 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.03770159028470516
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2326 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03680161018669605
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2242 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.03753478270769119
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2147 | LCC = 0.9548 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03447783136367798
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2093 | LCC = 0.9573 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.032010180428624156
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2242 | LCC = 0.9563 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03196159721910954
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2133 | LCC = 0.9570 | SRCC = 0.9569 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2131 | LCC = 0.9588 | SRCC = 0.9597 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3658bc6cdfcff81b37112301dbd9edb127a2f50
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bbbe55367c185e700707d2256c876ed9c26210dfdf89f7bde6a01cc4ecef28
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f4eb9fe219e187af93680b99eb7bb4430e66fb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dccd528f0c85146de1b5c6d570321c61e89ea6020c943e3ecef301bbba917a8
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d53d3411fd824ec239f1a9625c6c23f9d42ee703
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.366213551402092
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3312 | LCC = 0.9397 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.15418373388051987
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2608 | LCC = 0.9485 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.13134835815429688
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3133 | LCC = 0.9503 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12046143960952758
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2424 | LCC = 0.9507 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1123423519730568
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2587 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10248756766319275
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2966 | LCC = 0.9522 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09860232511162757
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2528 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09361029699444771
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2556 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08330211624503135
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2817 | LCC = 0.9549 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08393300303816795
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2126 | LCC = 0.9542 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07525902739167213
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2620 | LCC = 0.9558 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07118685081601143
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2640 | LCC = 0.9536 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06780864176154136
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2282 | LCC = 0.9574 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06376900604367255
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2284 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0621633785367012
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2556 | LCC = 0.9550 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06071692144870758
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2267 | LCC = 0.9561 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05520565038919449
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2327 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05514700610935688
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2432 | LCC = 0.9569 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.052246992379426954
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2141 | LCC = 0.9547 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04920699925720692
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2750 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05199803541600704
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2450 | LCC = 0.9565 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.04555489921569824
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2261 | LCC = 0.9559 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04400732995569706
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2089 | LCC = 0.9569 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04176457177102566
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2374 | LCC = 0.9576 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.0405156469643116
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2362 | LCC = 0.9563 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03941649243235588
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2436 | LCC = 0.9555 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03729288746416569
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2190 | LCC = 0.9568 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.03661988954246044
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2273 | LCC = 0.9579 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.03767155906558037
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2429 | LCC = 0.9546 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03406871585547924
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2376 | LCC = 0.9560 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.03248548360168934
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2244 | LCC = 0.9552 | SRCC = 0.9560 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2381 | LCC = 0.9574 | SRCC = 0.9586 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cc3a7cbe5d091d807c2b5065f2dbc0d1c82fbc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424ab1dc6a1d4cb5beba27d26dd747dff29acbaf8bf5613705a053965201c15c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021ddb319210e9bc2d73da6f51c36a8b94b93daa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026a836c807f4d00f29d88eb1604c993204258be72cfcef19335b9b66c974686
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b3db31cfd1d4506007a2f671aba609decc0bbefe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3702753793001175
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2555 | LCC = 0.9409 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.15285196751356125
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2449 | LCC = 0.9474 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.13499871492385865
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2263 | LCC = 0.9495 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12184892269968986
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2285 | LCC = 0.9547 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11219218114018441
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2193 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10452316316962242
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2281 | LCC = 0.9574 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.10019060093164443
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2657 | LCC = 0.9553 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09255578741431236
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2395 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08936897361278534
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2444 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08255467367172241
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1970 | LCC = 0.9564 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07837342604994774
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2060 | LCC = 0.9569 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07567947813868522
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2084 | LCC = 0.9582 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06851401129364967
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2212 | LCC = 0.9571 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06956001651287079
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1940 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06441778665781021
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2337 | LCC = 0.9570 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06302570739388466
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2060 | LCC = 0.9570 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05991558659076691
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1853 | LCC = 0.9588 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.05596394792199135
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2273 | LCC = 0.9567 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.053563167333602904
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2176 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05250931134819985
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2185 | LCC = 0.9560 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.04923528695106506
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2109 | LCC = 0.9559 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.048505880534648896
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2058 | LCC = 0.9575 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0461026725769043
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2119 | LCC = 0.9570 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0420396478921175
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2243 | LCC = 0.9562 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.041218531683087346
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2006 | LCC = 0.9583 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.040498071268200875
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2085 | LCC = 0.9575 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0393831016421318
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2062 | LCC = 0.9572 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.039137030333280566
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2238 | LCC = 0.9549 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03618880249559879
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1936 | LCC = 0.9569 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.036833682239055636
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2289 | LCC = 0.9564 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03343511061370373
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2016 | LCC = 0.9575 | SRCC = 0.9570 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1877 | LCC = 0.9579 | SRCC = 0.9583 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cce0d623492ffc96e8d815ad75345a1df7f7bb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57fa4d332470b322719a3aa5492f93313bf302ba3a8f85fc584834b0f83b69f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100c3a601b9d789949323fba274c21fbc10ede60
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbd924f563fad40caffadd4a1dfba5a9d046e1221bd59509714f01ab00dac9f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d4175607395157848b78637ea2faca3dc9fdabdc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32348801583051684
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3106 | LCC = 0.9429 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.15395554274320603
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2712 | LCC = 0.9492 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13726701104640962
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2449 | LCC = 0.9522 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12202069166302681
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2701 | LCC = 0.9515 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11435836592316627
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2542 | LCC = 0.9531 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10799358895421028
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2441 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10144514155387878
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2572 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09558386930823326
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2548 | LCC = 0.9525 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08636316406726838
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2129 | LCC = 0.9520 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08831431797146796
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2290 | LCC = 0.9537 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08014389261603355
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2244 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08033537763357163
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2542 | LCC = 0.9541 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0744215878546238
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2181 | LCC = 0.9540 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06851706990599632
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2327 | LCC = 0.9533 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06494940254092217
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2156 | LCC = 0.9540 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.0604778570830822
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2136 | LCC = 0.9536 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05918602773547173
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2503 | LCC = 0.9530 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05751367363333702
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2462 | LCC = 0.9529 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05460502776503563
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2285 | LCC = 0.9528 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.051947538882493975
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1923 | LCC = 0.9536 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05152215968072414
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2286 | LCC = 0.9520 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.04858674505352974
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2459 | LCC = 0.9527 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04714445267617703
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2040 | LCC = 0.9527 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.04346560308337211
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2125 | LCC = 0.9517 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.04382330279052257
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2168 | LCC = 0.9527 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.042818602189421656
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2475 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04020072019100189
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2023 | LCC = 0.9529 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.03889455001056194
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2255 | LCC = 0.9531 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.03744375952333212
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2270 | LCC = 0.9515 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.038035600751638414
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2274 | LCC = 0.9532 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.03450826114416122
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2292 | LCC = 0.9537 | SRCC = 0.9535 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2241 | LCC = 0.9578 | SRCC = 0.9588 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e9449fbcce08ee3ba07910cb6827c25623e4b3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a86bf4bcba945e133c16c51549776d90deb5a68fa549108efa678b16dd37fff
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e71ce119da28f447eeb4bde9a9129f70d44c8fc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e35a83bb1a00ce59f38df086e0e7247996dac58250df8ae5ebb633d881d3b9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..23b80ec1958f7abc0a2fc661b9229bc2d953d4bb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28189703094959256
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2814 | LCC = 0.9426 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.1524846384525299
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2361 | LCC = 0.9434 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.134992815554142
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2346 | LCC = 0.9522 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12919913977384567
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2462 | LCC = 0.9532 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.1152456333041191
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2878 | LCC = 0.9480 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11041354212164879
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2496 | LCC = 0.9538 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10567823332548142
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2876 | LCC = 0.9522 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09797328513860702
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2186 | LCC = 0.9559 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09228722164034843
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2782 | LCC = 0.9530 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08690840175747871
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2300 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08018784695863723
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2206 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0754986695945263
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2375 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.07647328576445579
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2397 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06792197152972221
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2249 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06968946942687035
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2113 | LCC = 0.9554 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06295160472393035
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2331 | LCC = 0.9552 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06354920515418053
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2348 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05797602331638336
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2292 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.056456517711281774
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2355 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05430508768558502
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2143 | LCC = 0.9570 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05141565409302711
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2134 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.052311204463243485
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2517 | LCC = 0.9518 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.04982261379063129
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2380 | LCC = 0.9534 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.046920332685112955
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2281 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04556332294642925
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2432 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04297654770314693
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2356 | LCC = 0.9515 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.042115085512399675
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2339 | LCC = 0.9539 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.043273433730006215
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2125 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03777513152360916
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2436 | LCC = 0.9525 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.03822667273879051
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2261 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.03678941103816032
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2021 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2285 | LCC = 0.9586 | SRCC = 0.9596 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb6388c0057cd4544914bd41159dba241f3110d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a27307397ee776fb7972cfb421e49695a6cca29d8fe33fc6b128321aa591ee
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f3d7e383ecc00a6106d76570cd7727fa77a8df
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48f4ea0e2951bbac61727a78224f31e0da7eb6604ce7f8cddf902c8f0a37dd0
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf2f4e11ae79521cf1eeefb2b7ab24035f8588ec
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35615017491579054
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3029 | LCC = 0.9414 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.1579068210721016
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2513 | LCC = 0.9505 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.1348315200805664
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2654 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12302726465463638
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2434 | LCC = 0.9525 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11389719000458717
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2539 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10853202480077744
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2932 | LCC = 0.9523 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10154979947209358
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2097 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09457112410664559
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2518 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08736554771661759
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2354 | LCC = 0.9556 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08501819548010826
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2163 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07981368800997735
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2369 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07528763136267662
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2039 | LCC = 0.9530 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07398919048905372
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2467 | LCC = 0.9526 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06779542106389999
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2258 | LCC = 0.9550 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06520669364929199
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2402 | LCC = 0.9532 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06374756434559822
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1990 | LCC = 0.9541 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.058615209877491
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2327 | LCC = 0.9511 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.05698712733387947
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2154 | LCC = 0.9541 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.056337745994329454
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2248 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05347011248767376
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2150 | LCC = 0.9556 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05061476314067841
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2241 | LCC = 0.9563 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0500147892832756
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2196 | LCC = 0.9543 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04739195607602596
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2103 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0450606574267149
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2070 | LCC = 0.9553 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04414154997467995
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2260 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.042994336768984794
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2195 | LCC = 0.9543 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04186395561695099
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2216 | LCC = 0.9547 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03921402135491371
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2184 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03750996603071689
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2091 | LCC = 0.9538 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.039338880032300946
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2144 | LCC = 0.9553 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03572626340389252
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2287 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2262 | LCC = 0.9584 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224f07667849a581521e264876b5bb1b13ccb8ca
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e20335593fe8b91865a770bdf1c81cb39daad49ae398bfdde25be674dd4fcd5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a9bf4324575bf927a61287a9bba5bc79a5c889
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b244c9c4d4da65a08dda7c79204ef738054af74cd1659f48b75ed39ec1f91b98
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5ba5c61143bfb0bbf4630662e6f4b5ede9533573
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3038286121487617
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2457 | LCC = 0.9425 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.1537554071545601
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2408 | LCC = 0.9505 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13350741875171662
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2085 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.12381466388702393
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2168 | LCC = 0.9550 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.11503413194417954
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2298 | LCC = 0.9524 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10459229946136475
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2380 | LCC = 0.9538 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10281448936462402
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1900 | LCC = 0.9562 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09495504352450371
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2186 | LCC = 0.9541 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08770473992824554
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2227 | LCC = 0.9531 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.08401428705453873
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2125 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.07831634932756423
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2593 | LCC = 0.9472 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.07517573842406274
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1978 | LCC = 0.9536 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.0734225348830223
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2241 | LCC = 0.9520 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06947268146276474
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2190 | LCC = 0.9556 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0670362869799137
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2023 | LCC = 0.9534 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06520467680692672
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2300 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.060491762906312946
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1929 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05792163789272308
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2252 | LCC = 0.9523 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05543260012567043
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1985 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.054135482028126715
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1974 | LCC = 0.9548 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.051780061900615695
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2096 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05125161059200764
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2147 | LCC = 0.9535 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.04735461241006851
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2194 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.04629245874285698
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1955 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.04492273074388504
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2354 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04344627320766449
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1993 | LCC = 0.9550 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.040878424316644665
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2087 | LCC = 0.9541 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04259352806210518
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2058 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04002151289582252
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1896 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.038486351072788236
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2502 | LCC = 0.9507 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.03845682314038277
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1986 | LCC = 0.9551 | SRCC = 0.9545 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1895 | LCC = 0.9581 | SRCC = 0.9587 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e228da907a4454ce2e5779f1a9b6433cdb68c98a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dc018f7c9a5be605f10ed0846f76771f9ae5ac1de47cb9ca4379b319b72ec6
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbcfd685bd223df39df26e98e97a515387f0802
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348811f8f4ee5bae15ffc6c09f1165c89b170f6736c98b9570444fe85f328b58
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..90787c218d2b8c582c95558d5e80d488ce1de3f2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2920191149711609
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2807 | LCC = 0.9396 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.15457405602931976
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2611 | LCC = 0.9490 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13723802870512009
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2926 | LCC = 0.9500 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12485183376073837
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2219 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11642197000980377
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2478 | LCC = 0.9524 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.1085739831328392
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2685 | LCC = 0.9504 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10176315614581108
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2287 | LCC = 0.9554 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09604868465662003
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2396 | LCC = 0.9525 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09096690559387208
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2394 | LCC = 0.9550 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0867905656993389
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2464 | LCC = 0.9531 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08192478954792022
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2029 | LCC = 0.9548 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.07679841405153275
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2537 | LCC = 0.9517 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07268600600957871
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2173 | LCC = 0.9543 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0688692788183689
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2240 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06447965300083161
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2189 | LCC = 0.9530 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06479695591330528
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2313 | LCC = 0.9552 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06353543779253959
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2790 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05907083636522293
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1984 | LCC = 0.9532 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.057954674005508425
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2266 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.051741520911455154
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2398 | LCC = 0.9529 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.051094365328550335
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2387 | LCC = 0.9526 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.050355340763926504
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2420 | LCC = 0.9528 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04796055901050568
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2012 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05029086463153362
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2011 | LCC = 0.9530 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.046179494544863704
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2294 | LCC = 0.9539 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.043782826632261275
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2200 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.045713600501418115
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2274 | LCC = 0.9537 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04475058396160603
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2295 | LCC = 0.9491 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.04105375657230616
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2021 | LCC = 0.9535 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.03843044306337833
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2552 | LCC = 0.9519 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.036784817203879355
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2163 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2211 | LCC = 0.9604 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcae8ef26f3ecc07f99a22926fc8a87237ba692
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9488478c63d71f66f3b14af114e3638a6f36611602414e9d3fa18f973774763
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7439f2c93edc14852845d1459d921065e8acce
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46728348da15445812897d53ffd524b11ee5e1db98caa699f2bf211b1a7f9ca
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..731907dcd18858d850edd87a8960d168b9c75f40
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2916314790844917
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2974 | LCC = 0.9378 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.15750232166051864
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2539 | LCC = 0.9469 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.14507438802719116
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2916 | LCC = 0.9502 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.131650054872036
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2746 | LCC = 0.9505 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12591330999135972
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2384 | LCC = 0.9522 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.12161916303634644
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2408 | LCC = 0.9514 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11421202927827835
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2049 | LCC = 0.9508 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10977967491745949
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2304 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.1069933505654335
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2073 | LCC = 0.9530 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10048568239808083
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2530 | LCC = 0.9555 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.09648116642236709
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2242 | LCC = 0.9537 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.09182718458771706
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2277 | LCC = 0.9553 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08602997902035713
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2272 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08581810492277145
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2212 | LCC = 0.9565 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.08185938075184822
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2454 | LCC = 0.9562 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.081239013671875
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2264 | LCC = 0.9571 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07705110627412796
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2121 | LCC = 0.9556 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07214317333698272
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2330 | LCC = 0.9584 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06966235718131066
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2062 | LCC = 0.9519 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06850112563371659
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2266 | LCC = 0.9567 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06639253628253937
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2415 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06495433887839318
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2325 | LCC = 0.9560 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.062235288769006726
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2318 | LCC = 0.9538 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05975973889231682
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2376 | LCC = 0.9542 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05964038133621216
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2457 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06209957799315453
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2391 | LCC = 0.9564 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.056676929488778116
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2348 | LCC = 0.9576 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.054478836834430694
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2433 | LCC = 0.9559 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05162689520418644
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2232 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05103169322013855
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2342 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.047595367774367334
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2393 | LCC = 0.9571 | SRCC = 0.9581 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2374 | LCC = 0.9582 | SRCC = 0.9587 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa66ac615a015eeceb2ace35374314136f84a9b5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5196cbbcee1a43f81ba2c51c4cf1ec4a19ec6bcbb40b7271dc1c8e68aeb173
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf29b9435ba652c5fdb689a55f2e85ba5eb78993
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea15ecda85169ed8a465ad1343dc678b9b65f993892bb99a7c2c7b601ace3838
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5ff643348c88a3b23a69c06f2a5f408750b4ce5c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2776884509325028
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2897 | LCC = 0.9413 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.15618215048313142
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2476 | LCC = 0.9427 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.14212634873390198
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2435 | LCC = 0.9509 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13284868305921554
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2272 | LCC = 0.9534 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.1248088875412941
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2635 | LCC = 0.9536 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12147245344519615
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2604 | LCC = 0.9512 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11136823204159736
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2757 | LCC = 0.9506 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.10660464134812354
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2276 | LCC = 0.9548 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10393630969524384
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2475 | LCC = 0.9544 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09766278013586999
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2234 | LCC = 0.9555 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09644101443886757
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1990 | LCC = 0.9530 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09168644672632217
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2353 | LCC = 0.9510 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08541134881973267
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2626 | LCC = 0.9523 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08225620317459106
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2338 | LCC = 0.9521 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08058935469388961
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2474 | LCC = 0.9555 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08028508141636849
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2060 | LCC = 0.9547 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07486306172609329
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2181 | LCC = 0.9552 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07114242684841156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2332 | LCC = 0.9554 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0697279667854309
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2440 | LCC = 0.9535 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07012347757816315
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2525 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06557843974232673
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2427 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06256973019242287
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2190 | LCC = 0.9524 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06053416945040226
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2378 | LCC = 0.9543 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05939793792366981
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2205 | LCC = 0.9534 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.05819315211474895
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2341 | LCC = 0.9535 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.058122675478458403
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2204 | LCC = 0.9561 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05453375460207462
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2222 | LCC = 0.9530 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.053038403019309045
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2591 | LCC = 0.9491 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.05132293644547462
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2257 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04998365306854248
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2417 | LCC = 0.9545 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.049315058574080466
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2091 | LCC = 0.9559 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2179 | LCC = 0.9589 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77b987b1872d801f16bf7399f2343839e67f2e6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1034f1fd6aa5ab526977fd350485f7a2f2385e4c6879b99820f4e568ccb0bd18
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea3828296206277ca8f849decec5ed6af653c24
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7855de8ce6479d98ebe680a3ba6691081c31081ec28a548b717aac01f9d400
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..354c69d81b43d7d40afbf9fb2e973601e71769e8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2882984332442284
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3067 | LCC = 0.9444 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.15559638291597366
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2629 | LCC = 0.9480 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1391222770810127
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2702 | LCC = 0.9519 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.13223147147893904
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2294 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.12337549021840095
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2300 | LCC = 0.9547 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.11307474502921104
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2517 | LCC = 0.9531 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10808210408687592
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2158 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.10318705010414124
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2325 | LCC = 0.9571 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.09968631106615067
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2667 | LCC = 0.9549 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09473427754640579
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2478 | LCC = 0.9567 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.09318676230311394
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2480 | LCC = 0.9531 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08526894274353981
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2135 | LCC = 0.9566 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0848817001581192
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2392 | LCC = 0.9564 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.08142210611701012
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2574 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0769188993871212
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2264 | LCC = 0.9573 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07422569012641907
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2124 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.072213328063488
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2280 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06806195431947708
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2394 | LCC = 0.9511 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.06880004286766052
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2303 | LCC = 0.9550 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0659673662185669
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2341 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06475786271691322
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2265 | LCC = 0.9560 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06330853483080864
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2292 | LCC = 0.9561 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06095676210522652
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2293 | LCC = 0.9536 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05970523028075695
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2262 | LCC = 0.9533 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05863032391667366
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2360 | LCC = 0.9560 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05528462097048759
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2379 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05135899718105793
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2517 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05313773988187313
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2102 | LCC = 0.9560 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05225583052635193
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2259 | LCC = 0.9537 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04914078418910504
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2467 | LCC = 0.9495 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.047518822267651556
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2371 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2205 | LCC = 0.9603 | SRCC = 0.9607 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756b32edb310f9e28fc66e031772b7de14365bcf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32c8dc4180d759b26711cad2588cad41a1fb33f212fbf6e34a408f8a4faa6e3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ac423ff2861848396fb3faa257605d2f590c22
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84989426c1c448e7277554037fe57ccad7df6210922b2fa8dfc2c16bc0422f8b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bfc28187d159f42bcd205a7220bb6915caa3d798
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3507003566622734
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2715 | LCC = 0.9386 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.15644978100061416
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2790 | LCC = 0.9479 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.14506041723489763
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3210 | LCC = 0.9496 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1309781576395035
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2645 | LCC = 0.9492 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12509948164224624
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2420 | LCC = 0.9542 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11988302803039551
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2588 | LCC = 0.9537 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.11251132783293724
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2258 | LCC = 0.9551 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.1074469812810421
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2555 | LCC = 0.9525 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10228663447499275
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2089 | LCC = 0.9558 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09588040715456009
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2443 | LCC = 0.9529 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09246345168352127
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2167 | LCC = 0.9553 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09010871231555939
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2198 | LCC = 0.9553 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08697502273321152
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2261 | LCC = 0.9555 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08268572273850441
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2174 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0803629975616932
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2514 | LCC = 0.9493 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07784028878808022
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2469 | LCC = 0.9508 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07690993475914001
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2495 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0729172395169735
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2096 | LCC = 0.9565 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06817118270695209
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2064 | LCC = 0.9559 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06838629496097565
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1943 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06507600471377373
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1972 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06308586686849595
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2246 | LCC = 0.9563 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06147295655310154
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2210 | LCC = 0.9541 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06088722096383572
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1919 | LCC = 0.9556 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.058857472717762
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2090 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.056199479579925535
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2043 | LCC = 0.9550 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0570185709297657
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2042 | LCC = 0.9545 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.054223768413066864
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2158 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05372662471234799
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2396 | LCC = 0.9509 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.04959715101122856
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2255 | LCC = 0.9493 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.04824655309319496
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2083 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2042 | LCC = 0.9581 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25e91c4ef0d285efeec1ac29f7aede0514f8736
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be33b68d79cfbc40ca24b4ada1b7b17b4fd411487447a9bdfb32a486cdeb7a00
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b35538824d59ddc63da9b487241748a9ab04ddb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81aaa92e53280335a7ac324c581724a3c689e3fa3d5392c8afd6b5d4d6a1d9f9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8c09d7006b2ced18a867e1961bc408841d860193
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2625369642972946
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2539 | LCC = 0.9438 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.15126844424009322
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2530 | LCC = 0.9499 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.14338229781389236
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2946 | LCC = 0.9504 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.13061323541402817
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2465 | LCC = 0.9515 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11976739132404328
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2568 | LCC = 0.9530 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11984513503313064
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2237 | LCC = 0.9537 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11071126416325569
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2138 | LCC = 0.9556 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.10800234416127205
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2216 | LCC = 0.9550 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.10171051529049874
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2172 | LCC = 0.9559 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09722464880347252
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2312 | LCC = 0.9555 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.09171525910496711
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2120 | LCC = 0.9538 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08662616032361985
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2161 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08668887421488762
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2193 | LCC = 0.9547 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08140954771637916
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2242 | LCC = 0.9564 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0772007051706314
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2114 | LCC = 0.9535 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0768326601088047
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1836 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07472405269742012
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2232 | LCC = 0.9568 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06994611349701882
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1955 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06741443714499473
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2221 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06473955032229424
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2341 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.0658228104710579
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2189 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06311024448275566
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2257 | LCC = 0.9565 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06018923076987266
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2372 | LCC = 0.9557 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06258757731318473
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2130 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05709049494564533
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2374 | LCC = 0.9504 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.05429310119152069
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2188 | LCC = 0.9511 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05335152915120125
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2266 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0529851884841919
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2159 | LCC = 0.9510 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.05124786567687988
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2288 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05106751284003258
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2106 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04852953657507896
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2053 | LCC = 0.9570 | SRCC = 0.9571 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2249 | LCC = 0.9586 | SRCC = 0.9593 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb192452574491f4f99fe2bcb5ce4815bf67a90
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ba03b7fa2526e100055a26b70015fc217d19aa8b3559ea54c4bb68e3e5873f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a6cc9087ab4137054712195b4d8e8d276499a1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089db88ddfa621ed70f0b942809bb3a1c77158abd5cad77bea75b23d1e7b1124
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d07b7b3aaf99a813d815947b0e64af56e5af39fa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2738588435649872
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3633 | LCC = 0.9438 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.15295474207401275
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3993 | LCC = 0.9469 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.14157272762060166
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3509 | LCC = 0.9503 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.13741427236795425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3030 | LCC = 0.9519 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.13223753386735917
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2868 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.1231577137708664
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3583 | LCC = 0.9511 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12292288553714752
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3050 | LCC = 0.9498 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11642275747656822
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3124 | LCC = 0.9522 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11259314024448394
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3045 | LCC = 0.9541 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11089835929870605
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3370 | LCC = 0.9534 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.1079887712597847
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2672 | LCC = 0.9552 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.10519721615314484
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3069 | LCC = 0.9545 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10132906639575959
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2746 | LCC = 0.9557 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0961863965690136
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2766 | LCC = 0.9541 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09689538624882699
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2845 | LCC = 0.9532 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09448357823491096
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2697 | LCC = 0.9551 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09088233318924904
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2473 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08600787210464478
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2825 | LCC = 0.9514 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08418121418356896
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2559 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08430293717980385
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2427 | LCC = 0.9518 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08005066728591918
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2942 | LCC = 0.9536 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0771076778769493
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2785 | LCC = 0.9502 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.07531840541958809
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2737 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07609642592072487
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2572 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07285873395204544
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2526 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07028796079754829
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2619 | LCC = 0.9517 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06931395998597145
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2606 | LCC = 0.9540 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06981652519106865
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2744 | LCC = 0.9541 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06630732661485672
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2725 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06608869418501855
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2944 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06288612705469132
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2433 | LCC = 0.9509 | SRCC = 0.9516 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2842 | LCC = 0.9583 | SRCC = 0.9593 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53884e94d32bdbd348d0d20e199632f535ba024
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4e17effce97aa9599c0d0e4fa8ece007c39852215bbc701462cdd6787df2bb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f713dd4ca7d802d66f3c770ce416f0caa0ed65
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1786e6fb5b06d1cfbde9985d847de4ac6805f29ecfdfc5d970b8bf89afaa0ebf
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..873bb1f5286461f68e59c0ae6ab147cecaa88232
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2546342293024063
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3009 | LCC = 0.9393 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.15288948440551758
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3058 | LCC = 0.9469 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14273358196020125
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2832 | LCC = 0.9484 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1343596386909485
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2639 | LCC = 0.9502 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12633662104606627
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3309 | LCC = 0.9494 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12571982020139694
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2380 | LCC = 0.9501 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11783453834056855
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2290 | LCC = 0.9494 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11585569283366204
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2605 | LCC = 0.9534 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11134358960390091
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2440 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.1063273738026619
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2347 | LCC = 0.9530 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10554460099339485
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2584 | LCC = 0.9528 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10321003279089927
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2647 | LCC = 0.9524 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09864240708947182
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2558 | LCC = 0.9520 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09597038352489472
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2527 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09021168360114097
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2292 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09026811376214028
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2271 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08600734975934028
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2360 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08502705329656601
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2414 | LCC = 0.9526 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08422601586580276
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2592 | LCC = 0.9540 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07919050976634026
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2293 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07892346131801606
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2458 | LCC = 0.9519 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.07629089137911796
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2218 | LCC = 0.9521 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07205641958117485
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2504 | LCC = 0.9525 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.074944118142128
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2311 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07071577036380768
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2492 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06789449305832386
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2448 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06565346811711788
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2011 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06394221565127373
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2197 | LCC = 0.9515 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06284700614213944
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2351 | LCC = 0.9521 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.06322211587429047
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2228 | LCC = 0.9531 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05967402364313602
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2122 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2036 | LCC = 0.9592 | SRCC = 0.9603 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c956fd5df405fbc9041d533a7cba4a8cca40a3f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5776064c8162756058138a8deee613ff6d275f5db1105d688cf82aeb3d02d6b8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a27916b66bbd7223b81308928a8c6cce749a42
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2790dc2b442a75294277d1779abb0a9604f2ca3394d7237978e3e646d22400d5
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b9fc93d304b6e5c3724201e8bad3484a2623d92
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2484903866648674
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2971 | LCC = 0.9451 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.15067523247003556
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2713 | LCC = 0.9491 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.14182351368665697
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2862 | LCC = 0.9505 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13305100685358048
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2570 | LCC = 0.9528 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.12900023365020752
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2509 | LCC = 0.9510 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12853977328538896
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2302 | LCC = 0.9514 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11896032494306565
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2508 | LCC = 0.9517 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11705127644538879
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2578 | LCC = 0.9534 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.10917390224337578
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2260 | LCC = 0.9517 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10555706563591957
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2405 | LCC = 0.9546 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10514733484387398
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2392 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10043814152479172
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2295 | LCC = 0.9559 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09871114200353623
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2349 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0947283130288124
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2380 | LCC = 0.9551 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09109742310643196
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2203 | LCC = 0.9561 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08897374188899994
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2397 | LCC = 0.9559 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08642295196652412
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2805 | LCC = 0.9505 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08230779555439949
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2358 | LCC = 0.9560 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08335039788484573
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2375 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07867060989141464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2343 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07748153698444367
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2435 | LCC = 0.9534 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07383838790655137
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2391 | LCC = 0.9530 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07485095390677451
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2262 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.071533213108778
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2414 | LCC = 0.9534 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07148432856798172
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2702 | LCC = 0.9536 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06895407605171204
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2316 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06608667612075805
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2489 | LCC = 0.9545 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06735028997063637
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2441 | LCC = 0.9551 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06253374737501144
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2338 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06180799299478531
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2163 | LCC = 0.9560 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.059314233481884006
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2204 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2327 | LCC = 0.9599 | SRCC = 0.9614 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d256d36f1bbd89123952142ea112175a0cd0ac
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0d4b5ba336a1204b9e27956a95e6fbde73f6ca91b230b79fab9717d1f96163
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9271002022d1fc620b8fc53d4633cbec1d5e5a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fc270adae02a4e3a9c356b03fd6622fbbe04c4c6f06080ab40e48c5a5adf77
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4ff70a4945820aa83141014c0e265101e11745b8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2920873439908028
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3074 | LCC = 0.9424 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.15447646456956862
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3100 | LCC = 0.9452 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.1453458558320999
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2686 | LCC = 0.9477 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.13533813029527664
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2771 | LCC = 0.9496 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13060166543722151
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2760 | LCC = 0.9503 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12595677441358566
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2613 | LCC = 0.9520 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12134816238284112
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2867 | LCC = 0.9505 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11645238035917282
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2585 | LCC = 0.9504 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1130672804415226
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2338 | LCC = 0.9527 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.1074796227812767
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2278 | LCC = 0.9534 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10784256067872047
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2318 | LCC = 0.9508 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10091529783606529
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2141 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09898009699583053
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2067 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09626949125528336
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2262 | LCC = 0.9500 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09430885279178619
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2530 | LCC = 0.9514 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08932201752066612
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2051 | LCC = 0.9526 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08983403915166854
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2544 | LCC = 0.9516 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08560630977153778
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2241 | LCC = 0.9530 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08303133517503739
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2356 | LCC = 0.9533 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0793382280766964
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2578 | LCC = 0.9516 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07795744827389717
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2248 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07687217557430268
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2293 | LCC = 0.9518 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07541013067960739
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1997 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0736210088133812
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2120 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0723288562297821
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2328 | LCC = 0.9524 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0707370530962944
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2315 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06614864891767502
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2176 | LCC = 0.9528 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06609615227580071
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2050 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06793859320878982
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2143 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06448922836780548
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2173 | LCC = 0.9528 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06218448638916016
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2101 | LCC = 0.9528 | SRCC = 0.9542 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1984 | LCC = 0.9599 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2294eadf2c6c17dea97eae278da8fa3145f25f0c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a95543483cce6ad33b657afdf3f8b4c9c2138aa45264628ffea3bda764a4c5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84288b8791df235c86689a366aa95af84010158
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf0f3c2fdff07f70a30491a5a66266edb65115cf29c965a06bbf4170ea4aac7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..07cd54467e0bc2972adfbc93c347ed46eb11895b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_7epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30148849564790725
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3202 | LCC = 0.9421 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.1559794381260872
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2423 | LCC = 0.9468 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.14375821155309676
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2820 | LCC = 0.9490 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13398826205730438
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2966 | LCC = 0.9490 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.1312712618112564
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2509 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.12754217559099199
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2387 | LCC = 0.9521 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12340948814153671
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2487 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11630901768803596
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2404 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11137535548210144
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2373 | LCC = 0.9551 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10630643546581268
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2246 | LCC = 0.9549 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.10600546488165856
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2694 | LCC = 0.9535 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09981250700354576
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2284 | LCC = 0.9533 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10106370392441749
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2130 | LCC = 0.9566 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.09835030362010003
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2155 | LCC = 0.9546 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09247406619787216
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2316 | LCC = 0.9557 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09059829059243202
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2326 | LCC = 0.9564 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09028685250878334
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2165 | LCC = 0.9528 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08747877714037895
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2568 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08235450357198715
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2300 | LCC = 0.9544 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08218886333703995
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2366 | LCC = 0.9535 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08250884437561035
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2317 | LCC = 0.9555 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07632231110334396
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2199 | LCC = 0.9549 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0742257390320301
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2194 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07331151539087295
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2520 | LCC = 0.9541 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06869195008277892
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2195 | LCC = 0.9567 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07011227276921272
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2041 | LCC = 0.9543 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07019661930203437
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2074 | LCC = 0.9547 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06820819520950318
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2457 | LCC = 0.9554 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06595276656746864
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2074 | LCC = 0.9560 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06485441780090331
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2247 | LCC = 0.9565 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.0628197865486145
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2118 | LCC = 0.9565 | SRCC = 0.9571 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2173 | LCC = 0.9593 | SRCC = 0.9609 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc546de11af91887f6f692b59caa2a9b1e590d56
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2f9aa3d0c91267cd4793c8defa46364196d27c66acd601c2e3eef05927a7a7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec54d1513fcaad9d56be2bd7ca805bdb2fe8d76
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb02e5dcb6ae96cded940b55ae264cbf094612229b53575cf3218aea74eeee9d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..22161705de5008bb531abb84170b32d41aa66b8b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48268087148666383
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3377 | LCC = 0.9086 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.2267471934556961
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2702 | LCC = 0.9277 | SRCC = 0.9294 ]
+INFO:root:Average loss=0.18949052101373673
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2687 | LCC = 0.9348 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.16523816484212875
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2647 | LCC = 0.9392 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.15537763553857803
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2457 | LCC = 0.9412 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.13687935775518417
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2176 | LCC = 0.9376 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.12736053109169007
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2530 | LCC = 0.9420 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.12092798465490341
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2186 | LCC = 0.9457 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.11182549917697907
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1964 | LCC = 0.9464 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.10395119732618333
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2051 | LCC = 0.9481 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.10455000323057174
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2127 | LCC = 0.9481 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.09408094552159309
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2012 | LCC = 0.9451 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.09350298726558685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1870 | LCC = 0.9502 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.08867850124835969
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1904 | LCC = 0.9497 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.08329108273983002
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2369 | LCC = 0.9487 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.0813616014122963
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2030 | LCC = 0.9517 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07861246410012245
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1908 | LCC = 0.9516 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07573216208815575
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1897 | LCC = 0.9534 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07055520483851432
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2028 | LCC = 0.9510 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.06928093013167382
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1801 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06745911294221878
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1908 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.065482177734375
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1788 | LCC = 0.9529 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06229248756170273
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2079 | LCC = 0.9527 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06219789470732212
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1859 | LCC = 0.9508 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06009787073731422
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1968 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05686271053552627
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1769 | LCC = 0.9519 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05842092268168926
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1772 | LCC = 0.9541 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05604332169890404
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2064 | LCC = 0.9497 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.05129365798830986
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1763 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05031864705681801
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1896 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.047452672630548476
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1958 | LCC = 0.9548 | SRCC = 0.9557 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1942 | LCC = 0.9567 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a44ad9f861df8cccd97fff36aef5adf48d87c0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a64ab87ef566d496c81997bdf1dc441b890be86454a49301ba7a6f245010aa
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fc0bff6a39c7f3a6c4beba59f270a0a304d66d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeeba15ee93bdc187a3ede1db638cba3821269c34a56b17910ff19222561b52
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5dbe7d87a96d6d62e6e30c5ea30d9cd9ebefe522
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5357750468254089
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2990 | LCC = 0.9054 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.23816175109148024
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2935 | LCC = 0.9240 | SRCC = 0.9265 ]
+INFO:root:Average loss=0.1912602037191391
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2270 | LCC = 0.9327 | SRCC = 0.9347 ]
+INFO:root:Average loss=0.16794717627763747
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2496 | LCC = 0.9369 | SRCC = 0.9387 ]
+INFO:root:Average loss=0.1540210371017456
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2536 | LCC = 0.9405 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.14013809382915496
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2163 | LCC = 0.9440 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.13090923124551773
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2045 | LCC = 0.9453 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.12372487080097198
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2321 | LCC = 0.9457 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.11654009640216828
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2071 | LCC = 0.9441 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.10906023514270782
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2170 | LCC = 0.9492 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1012498213648796
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2025 | LCC = 0.9511 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10065856429934501
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1926 | LCC = 0.9499 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.09420887523889541
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2011 | LCC = 0.9511 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.08543093317747116
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1900 | LCC = 0.9499 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.09791737028956413
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1743 | LCC = 0.9506 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.08182170999050141
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1995 | LCC = 0.9514 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08098065891861915
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2275 | LCC = 0.9486 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.0774059299826622
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2055 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07307459571957588
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1809 | LCC = 0.9535 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0696818007826805
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1720 | LCC = 0.9521 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.0672879693210125
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1733 | LCC = 0.9525 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.062466777324676516
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1992 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06673051354289054
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1855 | LCC = 0.9543 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06198841652274132
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1821 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05969619670510292
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1836 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05868718662858009
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1834 | LCC = 0.9549 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05643215861916542
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1849 | LCC = 0.9517 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.056229732066392896
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1681 | LCC = 0.9556 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.053177493512630465
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1638 | LCC = 0.9550 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05068264058232307
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1719 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.049778648391366004
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1735 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1728 | LCC = 0.9581 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938c8a9608f32869c59c8af91133e409d0dfaab8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f8387cab2f9d6dd76d30d84e20d4f7989885f444f96985771b70054a15e47c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeee1dc3d9100f8b05e694113cf7ca3bf3aa9cef
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4eede44c85605d8ae3e2983dbad7362b7f262dc148d3c5912242cebcf7db87
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5be668d6fc39f1f78fdcce21951fd372244cc4ae
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5068019660711288
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3232 | LCC = 0.9116 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.23633841598033906
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2891 | LCC = 0.9250 | SRCC = 0.9284 ]
+INFO:root:Average loss=0.1894520353078842
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2830 | LCC = 0.9309 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.16741320973634718
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2594 | LCC = 0.9378 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.15179678702354432
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2685 | LCC = 0.9373 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.14052268636226653
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2342 | LCC = 0.9388 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.12772157365083694
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2017 | LCC = 0.9461 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.11919790631532669
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2136 | LCC = 0.9470 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.10981773087382317
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2132 | LCC = 0.9496 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10706526291370391
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2665 | LCC = 0.9463 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.10197935044765473
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2069 | LCC = 0.9501 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09585304534435272
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2118 | LCC = 0.9482 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.08704901003837585
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2120 | LCC = 0.9491 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08463751110434532
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2046 | LCC = 0.9511 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.08129901465773583
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1977 | LCC = 0.9504 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.07812602370977402
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2262 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07257027289271355
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1776 | LCC = 0.9513 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.0705660701394081
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1862 | LCC = 0.9534 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06960288754105567
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1910 | LCC = 0.9531 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06791241779923439
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1995 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06531403517723083
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1861 | LCC = 0.9529 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06097169584035873
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1900 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06011259013414383
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1810 | LCC = 0.9561 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05479302716255188
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1643 | LCC = 0.9555 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05433491338789463
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1738 | LCC = 0.9534 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.053863452419638636
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2004 | LCC = 0.9544 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05247468292713165
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1991 | LCC = 0.9543 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.052651145204901696
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1925 | LCC = 0.9539 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04963961520791054
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1915 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04807633292675018
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1932 | LCC = 0.9535 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.047694296002388004
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1817 | LCC = 0.9571 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1914 | LCC = 0.9548 | SRCC = 0.9557 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d980ff1043bf075c578958c03ffe0b492a7d6894
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10ab24aec4098e5a85701f9a9eff0f7a9316abb95b26ef9ecac029e87ca1f0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dbe98f60d1f85ca5a801a039e64962517d1e22
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3507421130ca2df37a7119450899242f892e26a1aaa6d0585eb3f744fc20ef
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..31c3076e0a64c566c65715fb6e6f2c9f9ad340fd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4707130478620529
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3425 | LCC = 0.9103 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.23065750157833098
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2967 | LCC = 0.9238 | SRCC = 0.9256 ]
+INFO:root:Average loss=0.18653209602832793
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2519 | LCC = 0.9360 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.16819679325819015
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2542 | LCC = 0.9393 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.14662422865629196
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2328 | LCC = 0.9417 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.13796211516857146
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2332 | LCC = 0.9429 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.12613317966461182
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2273 | LCC = 0.9441 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.11615134811401367
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2173 | LCC = 0.9470 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.11239727467298508
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2295 | LCC = 0.9460 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.10460959574580192
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2046 | LCC = 0.9504 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09563701602816582
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2242 | LCC = 0.9502 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.0989024068415165
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1989 | LCC = 0.9505 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.09369821885228156
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2174 | LCC = 0.9517 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08269846260547638
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1927 | LCC = 0.9496 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.07958118432760239
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2079 | LCC = 0.9511 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.08068565160036087
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2079 | LCC = 0.9516 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.07301916626095772
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2194 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0703541360795498
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2006 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07074923151731491
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1822 | LCC = 0.9530 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06622740623354911
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2008 | LCC = 0.9549 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06125498916208744
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1895 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06267373651266098
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2058 | LCC = 0.9556 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06021772381663323
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1894 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05722471404075623
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2132 | LCC = 0.9554 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05594484975934028
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2079 | LCC = 0.9556 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.054945881575345995
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2133 | LCC = 0.9549 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05187269461154938
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1860 | LCC = 0.9548 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05224217188358307
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2028 | LCC = 0.9557 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04833986346423626
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1993 | LCC = 0.9551 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.047248334631323816
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1920 | LCC = 0.9536 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04586493854224682
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1898 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1984 | LCC = 0.9543 | SRCC = 0.9559 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe436d781143f10e7c34e2f46491a4a261985df
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d1fdc63035ed7990b025766c4932440b3a9d7d679aa9e5e928040c49afff00
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de504f9a9afccb04578f711435ecfbc5895af6d7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2687b11db119de1a1a2f40029e89ea6226b846950dd31ca5fd0c8b85df29cec
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..90379d232ed9d234ea3fff6b2badae119d49af90
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.604923376083374
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3508 | LCC = 0.9067 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.24048743283748628
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3062 | LCC = 0.9251 | SRCC = 0.9272 ]
+INFO:root:Average loss=0.1945956465601921
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3012 | LCC = 0.9210 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.1773238188624382
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2836 | LCC = 0.9346 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.15696211403608323
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2428 | LCC = 0.9373 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.1423172681927681
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2452 | LCC = 0.9420 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.13795366787910462
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2664 | LCC = 0.9420 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.12216785264015198
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2483 | LCC = 0.9432 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.11478066277503968
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2108 | LCC = 0.9468 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.1106461193561554
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2119 | LCC = 0.9446 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.10139378049969673
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2288 | LCC = 0.9492 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.09681071931123733
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2220 | LCC = 0.9484 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.09621209114789962
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2071 | LCC = 0.9503 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.08743714082241058
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2010 | LCC = 0.9492 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.08861668378114701
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2307 | LCC = 0.9510 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08500925698876381
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2396 | LCC = 0.9504 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07928835076093674
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1987 | LCC = 0.9513 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.07686781451106071
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1912 | LCC = 0.9520 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.07306313389539719
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2045 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07193062070012092
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2251 | LCC = 0.9514 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06848457816243171
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2121 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06671319010853767
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1990 | LCC = 0.9497 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.06397361660003661
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2045 | LCC = 0.9500 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.06021808178722859
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2076 | LCC = 0.9524 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05933500276505947
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2080 | LCC = 0.9530 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.05902328005433083
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2131 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05590860426425934
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2157 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.055361044317483905
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2067 | LCC = 0.9535 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05088532975316048
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2093 | LCC = 0.9542 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.052276983976364134
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2135 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05011093178391456
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1902 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2129 | LCC = 0.9571 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cac7f565be50e69902178dae284563f08c8351
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cfb8ff68de2ff87f5966abf73f9b52891aa306fc1cf60c7302d2bd3e60c09f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34751cb9d9e3713e97887107c5c3c9013f798cb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984f8102ac928a6dede49a06616651d60623e43754182c0842917e90c1e18d86
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5d7f0e29ee22e47550ed39afc371db1edc046d32
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4828639621734619
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3044 | LCC = 0.9169 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.20261093670129776
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2726 | LCC = 0.9364 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.1604319811463356
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2519 | LCC = 0.9429 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.13853923523426057
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2188 | LCC = 0.9418 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.12143242752552033
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2478 | LCC = 0.9458 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.11320006495714188
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2519 | LCC = 0.9503 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.10419387957453728
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1977 | LCC = 0.9508 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.09396900129318238
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1885 | LCC = 0.9523 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09027903920412064
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2311 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08375946474075317
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2282 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08112698426842689
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1910 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07566074141860009
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1925 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07277469566464424
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2098 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06967186823487281
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1943 | LCC = 0.9540 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06310511755943299
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2119 | LCC = 0.9542 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0615206509232521
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2079 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.058849106699228285
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2026 | LCC = 0.9548 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05973860850930214
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2067 | LCC = 0.9572 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05246724270284176
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1842 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05154681585729122
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2044 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05056590393185616
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1919 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04764246305823326
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2054 | LCC = 0.9569 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04454932352900505
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1846 | LCC = 0.9565 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.042126072511076924
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2051 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04567331041395664
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1939 | LCC = 0.9568 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04138309732079506
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1938 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03991588468849659
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1895 | LCC = 0.9564 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03895678961277008
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1691 | LCC = 0.9544 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.040867843210697176
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2025 | LCC = 0.9572 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0375922125428915
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1993 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.035582346245646476
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1924 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1996 | LCC = 0.9601 | SRCC = 0.9610 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3583d40f4e15758b053343f3402fa16e5e61b999
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27d17e860a4c239c8e3849fec1a148c3f349e091147de6efc30b94eb456136b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efc2c699c2f7cff99edf9d9cfd616acb67e189b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769bd513ba90f454397f7573ac15050e6309b8cb31c6dd9eb6d48443994dbdfb
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0856b82509954e839d7926c7eb0fdf63fcf85510
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5305915290117263
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2997 | LCC = 0.9212 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.19111551892757417
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2503 | LCC = 0.9356 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.1579297724366188
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2823 | LCC = 0.9411 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.1406624453663826
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2413 | LCC = 0.9457 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.12674079197645188
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2325 | LCC = 0.9472 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.11902888804674149
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2426 | LCC = 0.9482 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.10681639340519905
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2118 | LCC = 0.9503 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.0947511360347271
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2173 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09415513968467712
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2091 | LCC = 0.9512 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.087323335647583
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1917 | LCC = 0.9516 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08274481561779976
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2126 | LCC = 0.9516 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.07921062317490578
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2219 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07282947546243668
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1917 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06878265425562859
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1923 | LCC = 0.9528 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06782036957144737
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1756 | LCC = 0.9515 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.06439571994543075
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2109 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06062178471684456
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2296 | LCC = 0.9544 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06036364959180355
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2062 | LCC = 0.9535 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05567656569182873
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2051 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0532179471552372
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1866 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04989989572763443
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1999 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.047274344354867937
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1897 | LCC = 0.9554 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04876329346001148
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2181 | LCC = 0.9552 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.044222802475094795
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2233 | LCC = 0.9550 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.043980932310223576
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2037 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04517556644976139
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1900 | LCC = 0.9557 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.042069028496742246
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1942 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03824313139915466
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1991 | LCC = 0.9568 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03725115537643433
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1908 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03721867880225182
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1943 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.036698160767555235
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1875 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1904 | LCC = 0.9609 | SRCC = 0.9621 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec21923503f4c9969916ab409728af7fc907c28
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700792a05ef74ed6900616d7393f4dbf2f51ac7b47d4b5fc98239e0f2b0b87da
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e42c7aac8f2fc0dbaafe891afc5b4f6334e5657
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f703e65f48847915728ba90f7709a7dc822068cfae0c3465ff2c22d0ec5927
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5220d0dafd4be31a410169a183cd8d12cee8900a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3816380612850189
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3793 | LCC = 0.9201 | SRCC = 0.9243 ]
+INFO:root:Average loss=0.19173058265447618
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2981 | LCC = 0.9358 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.1570424749851227
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2547 | LCC = 0.9393 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.14199410569667817
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2450 | LCC = 0.9468 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1257385025024414
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2321 | LCC = 0.9500 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11285685846209526
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2307 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10948977515101432
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2269 | LCC = 0.9514 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10404801300168037
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2500 | LCC = 0.9493 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09465027198195458
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2134 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09000628012418747
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1992 | LCC = 0.9548 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08490361475944519
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1965 | LCC = 0.9545 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.07975337773561478
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1995 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07280241906642913
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1801 | LCC = 0.9561 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06894787952303887
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2092 | LCC = 0.9559 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06950064465403556
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2057 | LCC = 0.9572 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06315249514579772
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2165 | LCC = 0.9564 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.061843890964984896
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1992 | LCC = 0.9571 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05728048861026764
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2056 | LCC = 0.9587 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.05319688196480274
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1840 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05156288753449917
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1910 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05038063311576843
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2211 | LCC = 0.9542 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.048147887527942655
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1868 | LCC = 0.9579 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0459037684649229
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1925 | LCC = 0.9574 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04478000175952911
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1934 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04657040606439113
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2258 | LCC = 0.9575 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04431475766003132
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1892 | LCC = 0.9586 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03976945298910141
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2112 | LCC = 0.9590 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04032181105017662
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1824 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03666432535648346
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1999 | LCC = 0.9583 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03688935926556587
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1841 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03646282728016376
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2068 | LCC = 0.9572 | SRCC = 0.9587 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2125 | LCC = 0.9588 | SRCC = 0.9608 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c4738158bbece31e9c1c4c1836a48846757e21
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3dc83e402ae3496293502e0c893a8d8324ee89779f09633b8f7f7af6eaeafd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbcdf58c18e588f5e4226eb8bfd243107881306
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426c8c6d6457c6751e278fb89c20b1959bb051f594ac3f3a8f373c07419e77b3
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6b5824cfea29c16bf4c13bfbaca33f49dbb2e5d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.501950930595398
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3043 | LCC = 0.9190 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.20121694147586822
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2701 | LCC = 0.9375 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.16171290814876557
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2126 | LCC = 0.9441 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.1373306418657303
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2380 | LCC = 0.9469 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.13262059587240219
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2089 | LCC = 0.9496 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.11737652432918548
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2401 | LCC = 0.9507 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.10739500939846039
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1893 | LCC = 0.9525 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.1021654563844204
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2060 | LCC = 0.9488 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.09079860922694206
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1788 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08619986408948899
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1958 | LCC = 0.9540 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08264564222097397
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2085 | LCC = 0.9520 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07636705455183983
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1926 | LCC = 0.9538 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07296603038907051
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2132 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07034725823998451
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1834 | LCC = 0.9530 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06465974146127701
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1831 | LCC = 0.9537 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.061201979875564576
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1823 | LCC = 0.9547 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05871122854948044
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1972 | LCC = 0.9508 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.058819997191429135
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2088 | LCC = 0.9576 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.054288565784692766
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1749 | LCC = 0.9564 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05191463044285774
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1784 | LCC = 0.9557 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.050473702520132065
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1635 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05085231073200703
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1659 | LCC = 0.9586 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04605950412154198
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1767 | LCC = 0.9600 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04294034704566002
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1783 | LCC = 0.9591 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04449432207643986
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1734 | LCC = 0.9601 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.040227959617972375
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1783 | LCC = 0.9604 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.039768379360437395
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1698 | LCC = 0.9610 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.036828966408967975
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1671 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.038931095093488695
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1845 | LCC = 0.9589 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03767228543758392
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1885 | LCC = 0.9591 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03741389974951744
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1731 | LCC = 0.9610 | SRCC = 0.9606 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1778 | LCC = 0.9592 | SRCC = 0.9597 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b33f4bcf89056a0f737f238241b8f69a212efbf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207403aea0904d55a505841659bad74199c06749f212a18f5b037ac1b8fa2b56
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dff559003256dae91997169b9b69dedbf6ae60b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c273b822d55aaeeae91ba8be68fa12b465a4df6cf296d4f87e7626a79d32f1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c23ce341e138647bb5a94a34b58404312ab1a5ee
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4071687377691269
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2811 | LCC = 0.9240 | SRCC = 0.9262 ]
+INFO:root:Average loss=0.18607011055946351
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2616 | LCC = 0.9374 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.15783473682403565
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2365 | LCC = 0.9444 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.14242893159389497
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2454 | LCC = 0.9466 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.12388566756248474
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2238 | LCC = 0.9477 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.11786035072803497
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2358 | LCC = 0.9484 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.10373705339431763
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2081 | LCC = 0.9524 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.10276956009864807
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1972 | LCC = 0.9518 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.09204127249121666
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2013 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08687650763988494
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1914 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08223930305242538
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1999 | LCC = 0.9543 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0771736666560173
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1988 | LCC = 0.9558 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07446605640649795
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2051 | LCC = 0.9572 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0742742524445057
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1916 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06646708217263221
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2092 | LCC = 0.9568 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06662449717521668
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2100 | LCC = 0.9578 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.061885378092527386
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1936 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05600508451461792
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1793 | LCC = 0.9580 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.05360228568315506
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1782 | LCC = 0.9573 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05263347381353378
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1987 | LCC = 0.9586 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05137666858732701
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1680 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.048128008022904394
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1740 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04688470387458801
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1993 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04402484230697155
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1773 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04468805854022503
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1742 | LCC = 0.9587 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04277003547549248
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1815 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.041773447483778
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1659 | LCC = 0.9575 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.04032059623301029
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1913 | LCC = 0.9579 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0395545047968626
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1806 | LCC = 0.9568 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.038265468075871466
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1950 | LCC = 0.9584 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03735263460874558
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1685 | LCC = 0.9591 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1678 | LCC = 0.9598 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aa012b7232fadfb8250e2b6834685e2ff2c6b7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4ad720b481d2576f9f71317df8a801690668e8c6936ad88f3a92d1368baf04
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83507561a049249aca1faef299318da7127f7c87
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924655708269ea29b17169a4b7a9bbecef413f934fc5671bbe27dc442219559c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9224b009cf7a6b7976fcc90bf23a872d9d291dd4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2511252079606056
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3395 | LCC = 0.9425 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.16304828137159347
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3549 | LCC = 0.9455 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.1507409988641739
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3446 | LCC = 0.9439 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14525546652078627
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3332 | LCC = 0.9458 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.14262561351060868
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2880 | LCC = 0.9481 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13444484561681747
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2613 | LCC = 0.9509 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13237341237068176
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2918 | LCC = 0.9484 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.12982242673635483
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3017 | LCC = 0.9504 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12942709863185883
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2863 | LCC = 0.9489 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12303177225589752
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2810 | LCC = 0.9492 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11943215352296829
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2712 | LCC = 0.9502 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11643629962205887
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2733 | LCC = 0.9520 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11970043522119522
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2536 | LCC = 0.9519 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11435248601436615
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2835 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11279704174399376
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3048 | LCC = 0.9475 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.10924863648414612
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2713 | LCC = 0.9497 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11011063754558563
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2748 | LCC = 0.9515 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10705925339460373
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2558 | LCC = 0.9524 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10276021194458008
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2663 | LCC = 0.9522 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10260573428869248
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2991 | LCC = 0.9514 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10055198070406914
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2609 | LCC = 0.9486 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.09945673847198486
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2755 | LCC = 0.9496 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09619598066806793
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2704 | LCC = 0.9536 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0942956087589264
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2770 | LCC = 0.9504 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.0957355901002884
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2703 | LCC = 0.9511 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09262200427055359
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2607 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08991143131256103
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2491 | LCC = 0.9531 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09141429781913757
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2860 | LCC = 0.9529 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08682203915715217
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2688 | LCC = 0.9521 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09004412347078324
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2588 | LCC = 0.9509 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08605359518527984
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2490 | LCC = 0.9503 | SRCC = 0.9526 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2731 | LCC = 0.9568 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0478ebd2d8f9a1620f15550f0a62ac0aab21f4fc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e521231e2316471cb73d81d744430f2b2cbd6710d1690a42c9759ef714f647
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860de6cc602fbd36ce667dc2033dc5d870a42c05
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7877b5c996c8dcaef519c21a4caa36a81def64ef9c55a9828e567cede39b0b
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b0693d425111caaae51b1130ea8ca6b62127bd1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.25155605691671373
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3260 | LCC = 0.9413 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.16227336263656617
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3164 | LCC = 0.9416 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.1505118156671524
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2803 | LCC = 0.9477 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.14996357023715973
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3039 | LCC = 0.9500 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.14035740828514098
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3055 | LCC = 0.9494 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13601443123817444
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2897 | LCC = 0.9507 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.1299338724911213
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2819 | LCC = 0.9520 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1328998677134514
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2834 | LCC = 0.9497 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12747895389795302
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3015 | LCC = 0.9436 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12303951141238213
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2802 | LCC = 0.9497 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12215797567367553
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2674 | LCC = 0.9510 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12071655490994454
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2561 | LCC = 0.9513 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11799701073765755
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3064 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11613956987857818
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2499 | LCC = 0.9522 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11531844019889831
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2294 | LCC = 0.9514 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1108080752491951
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2354 | LCC = 0.9469 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.11244871485233307
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2676 | LCC = 0.9511 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.10828664162755013
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2543 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10524293395876884
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2849 | LCC = 0.9517 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10555986925959587
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2934 | LCC = 0.9520 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10393558779358864
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2420 | LCC = 0.9505 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10240249583125115
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2497 | LCC = 0.9511 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.09934950521588326
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2668 | LCC = 0.9522 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09739537498354912
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2667 | LCC = 0.9524 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09756312334537506
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2377 | LCC = 0.9518 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.0956584033370018
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2317 | LCC = 0.9503 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09560924941301346
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2488 | LCC = 0.9526 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09416199854016304
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2639 | LCC = 0.9522 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09212567484378814
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2741 | LCC = 0.9512 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09160904747247696
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2879 | LCC = 0.9472 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08886151471734047
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2412 | LCC = 0.9507 | SRCC = 0.9533 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3069 | LCC = 0.9578 | SRCC = 0.9591 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8912475077a6bdeb17ab2bee5bd93204e63294d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555e0fe0db7afec40038409246d720d5d05d18e879c09837007b5e8984d51217
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240e11b459ea18d529bb1e55c5fc68156235a265
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c02616e8cba026439de4cc0d6833ab04958f7ae88fab0164aa8bb9afa1bb36f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d5130d81f9befdc746c9ef45479ae23ad5c59104
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2820510165095329
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3408 | LCC = 0.9415 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.1628454339504242
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3227 | LCC = 0.9445 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.15178865319490434
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3121 | LCC = 0.9466 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.14487264341115952
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2695 | LCC = 0.9430 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.13936687588691712
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2657 | LCC = 0.9501 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1360686941742897
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2740 | LCC = 0.9480 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13055363813042642
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2638 | LCC = 0.9504 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12915943348407746
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2581 | LCC = 0.9528 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12688364923000336
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3035 | LCC = 0.9522 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12650296032428743
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2730 | LCC = 0.9480 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12083213791251182
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2473 | LCC = 0.9519 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11876071298122406
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2674 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11715419888496399
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2517 | LCC = 0.9487 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11547684514522552
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2269 | LCC = 0.9512 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11231645917892456
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2491 | LCC = 0.9521 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11027676075696945
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2569 | LCC = 0.9527 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11048783963918686
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2491 | LCC = 0.9512 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10436818468570709
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2875 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10407041931152344
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2363 | LCC = 0.9520 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10088243290781974
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2504 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10006153798103333
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2261 | LCC = 0.9518 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10015048703551292
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2327 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09902297607064248
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2313 | LCC = 0.9525 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09587893927097321
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2543 | LCC = 0.9512 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09261406001448631
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2585 | LCC = 0.9529 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09115799635648728
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2343 | LCC = 0.9543 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09052526172995567
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2257 | LCC = 0.9544 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09143953067064285
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2372 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08924534976482391
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2478 | LCC = 0.9523 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0871470510661602
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2389 | LCC = 0.9512 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08404755634069443
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2565 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2537 | LCC = 0.9592 | SRCC = 0.9603 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35315777a85daf8bb25838c177cdd1a09c47c992
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f839c4639843b57d6478c5e9045a15708cc3728ce6fe105d30e598cc66d2e7b5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6fb747fcfd0fae75836b25141134095b9a1663
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3183817f8095f700cd7f2ff8f3c96f1391d8e98bc88922be667fedd38716ff9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e1f0cd3c3b63f058737e7d04667a6b6ef521cb3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2569639863967895
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3309 | LCC = 0.9368 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.1622582037448883
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3290 | LCC = 0.9439 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.15384608817100526
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3222 | LCC = 0.9427 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.14591025078296663
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2687 | LCC = 0.9483 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1397106169462204
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3080 | LCC = 0.9485 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.13689360415935517
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2582 | LCC = 0.9496 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.13154643094539642
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2483 | LCC = 0.9505 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12850779190659523
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2519 | LCC = 0.9512 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12870506843924523
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2619 | LCC = 0.9507 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12400599402189255
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2760 | LCC = 0.9512 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12297873166203499
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2176 | LCC = 0.9529 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12033670610189438
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2395 | LCC = 0.9537 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12055776327848435
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2778 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11624354541301728
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2418 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11259672963619233
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2750 | LCC = 0.9527 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11314656215906144
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2472 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.109243462651968
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2380 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10563913267850876
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2382 | LCC = 0.9475 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.10582545027136803
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2618 | LCC = 0.9483 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10513199353218079
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2217 | LCC = 0.9504 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.10398969104886055
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2232 | LCC = 0.9546 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.10133383816480637
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2420 | LCC = 0.9510 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10396116778254509
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2692 | LCC = 0.9515 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.0965765375494957
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2614 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09546428483724594
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2335 | LCC = 0.9506 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.09645629444718361
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2846 | LCC = 0.9521 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09311774650216102
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2375 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09020752027630806
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2422 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09134121146798134
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2379 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.0912517763376236
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2410 | LCC = 0.9522 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08873535403609276
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2364 | LCC = 0.9495 | SRCC = 0.9534 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2184 | LCC = 0.9583 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f98bad72c42ae8d61249cde71f6328a626989e3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d6017e559a6b774afe4695374c8aa30b70bbe049c8be3f3db224f6bd69884c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef70ac93c2962a9bba856f074bd87f3fd3b0c6c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d689fe455507d28daf942013e8fc71af821cb6ef5ee2ba30380e7a6e87337c76
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..937b5c6554cf8949e0e546fc38ec34fcb0194a17
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28068427950143815
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3703 | LCC = 0.9442 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.1573058372735977
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3143 | LCC = 0.9473 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.15001678550243377
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3426 | LCC = 0.9481 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.14157644015550613
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3071 | LCC = 0.9503 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.1384601458311081
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2974 | LCC = 0.9509 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1340705719590187
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2816 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.13082861018180847
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2900 | LCC = 0.9513 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1289268824458122
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2637 | LCC = 0.9530 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12436288237571716
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3244 | LCC = 0.9519 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1225030432343483
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2741 | LCC = 0.9530 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12010416799783706
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2689 | LCC = 0.9516 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11900976493954658
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2746 | LCC = 0.9530 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11502979016304016
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2721 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11467899549007415
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2649 | LCC = 0.9529 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1120621982216835
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2767 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10797922030091285
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2607 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10730227771401406
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2679 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10928650903701782
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2561 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10429302236437797
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2732 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10090992206335067
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.9549 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10038334953784943
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2545 | LCC = 0.9527 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09786045610904694
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2301 | LCC = 0.9545 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0974319731593132
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2740 | LCC = 0.9551 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0975705136358738
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2821 | LCC = 0.9522 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09380264872312546
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2762 | LCC = 0.9549 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09414701929688454
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2594 | LCC = 0.9542 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09194033059477806
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2347 | LCC = 0.9536 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08896022045612335
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2337 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08876126050949097
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2605 | LCC = 0.9505 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08621983301639558
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2622 | LCC = 0.9540 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.08631765419244766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2918 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3010 | LCC = 0.9572 | SRCC = 0.9586 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682429a20872d24a274889cc11509d6ed75af48a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabda83da112cea43a0897186125da5e5a034ff4004d71055145150b73164ec3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3907c8d3cf3165545e89c0e5eeb8e6b247d930ba
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a00cc33ab9627925847879830ca6b81737a6511d1d4b54ea0e285db239d985
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f379bcced259c4e0ac484557fde8f505cdbc3125
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27650929522514345
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2954 | LCC = 0.9404 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.1681025660634041
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3382 | LCC = 0.9414 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.16091526180505752
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2736 | LCC = 0.9437 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.15533018720149994
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3087 | LCC = 0.9478 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.1511467810869217
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3021 | LCC = 0.9482 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.14684261280298233
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2821 | LCC = 0.9494 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.14532084506750106
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2981 | LCC = 0.9480 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.14654618453979493
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2717 | LCC = 0.9481 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.14176813739538194
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3314 | LCC = 0.9500 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.1394226506948471
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2502 | LCC = 0.9491 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.13778612220287323
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2749 | LCC = 0.9510 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13790645384788514
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2608 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1382609076499939
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2858 | LCC = 0.9513 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.13362804055213928
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2671 | LCC = 0.9491 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.132616353392601
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2915 | LCC = 0.9516 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12993018782138824
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2661 | LCC = 0.9510 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12883592626452445
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2547 | LCC = 0.9506 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12732001069188117
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2880 | LCC = 0.9504 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12299388390779495
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2774 | LCC = 0.9518 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12314654821157456
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2639 | LCC = 0.9506 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12335083711147309
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2517 | LCC = 0.9519 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12098634243011475
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2595 | LCC = 0.9531 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11962003371119499
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2303 | LCC = 0.9524 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11901676625013352
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2635 | LCC = 0.9512 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11888481685519219
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2616 | LCC = 0.9511 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11815455406904221
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2409 | LCC = 0.9518 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1212471467256546
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2536 | LCC = 0.9530 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11750665265321732
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2476 | LCC = 0.9542 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11344792288541794
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2909 | LCC = 0.9519 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11141679540276528
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2545 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11262024912238121
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2588 | LCC = 0.9540 | SRCC = 0.9540 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2505 | LCC = 0.9560 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bc805306bad56a8c4a63de7d4d13e63a87664b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed87e7a061bc035547d51b5912fb8c35fbfcc7a64806258c1a2db2f5c38c0490
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7767e971ed48bb126ab5fe9bf350cd8aea6045b4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55acdbc124630881631a0cab5c12fcb067a7d4a9c9ac067ff84817b507a4455
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9c26630abada90264e0a681d67a4c93e8ea11ef2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2623346156477928
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3637 | LCC = 0.9383 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.17043962037563323
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3164 | LCC = 0.9410 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.16117668968439103
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3352 | LCC = 0.9462 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.15559950202703476
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3263 | LCC = 0.9471 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.15264246594905853
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3236 | LCC = 0.9484 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.14746819525957108
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2980 | LCC = 0.9468 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.14780039358139038
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3040 | LCC = 0.9489 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.14469073325395584
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2917 | LCC = 0.9477 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.1425954856276512
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2531 | LCC = 0.9476 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1413123390674591
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2807 | LCC = 0.9479 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1384809178709984
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2994 | LCC = 0.9521 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13487887853384017
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2656 | LCC = 0.9495 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13231105661392212
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2543 | LCC = 0.9519 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13076400023698806
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2737 | LCC = 0.9509 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1326063505411148
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2564 | LCC = 0.9514 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1308399728834629
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2666 | LCC = 0.9514 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.12823541939258576
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2418 | LCC = 0.9513 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1271511133313179
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2604 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12445143669843674
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2614 | LCC = 0.9528 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12324258202314377
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2757 | LCC = 0.9485 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12382317388057709
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2982 | LCC = 0.9520 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12163384258747101
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2984 | LCC = 0.9428 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12167595142126084
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2662 | LCC = 0.9521 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11872017711400985
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2501 | LCC = 0.9521 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11829870456457138
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2601 | LCC = 0.9508 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11826864290237427
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2426 | LCC = 0.9536 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11511985301971435
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2682 | LCC = 0.9542 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11416008538007737
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2896 | LCC = 0.9525 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.1109671950340271
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2653 | LCC = 0.9496 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11304132160544396
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2441 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11016587576270104
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2531 | LCC = 0.9514 | SRCC = 0.9532 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2636 | LCC = 0.9587 | SRCC = 0.9598 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afb79c7be7c26efa77047ab6932051e96daec09
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ab5d497894eaca389728c3a0b6f605327c66c6881ba36d9a271c6f93abed16
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e26a4611832aa87f8b9c9210a214e788d4b0d2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d963b8abd120d3b8ce8ab3eaadf443fae79c29aef5110c1e5988c87dfd0b01f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..15a51651d35a9ca131626529aed15af45eee4762
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2606730830669403
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3517 | LCC = 0.9410 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.17055364841222764
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3233 | LCC = 0.9424 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.16164246332645416
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3691 | LCC = 0.9442 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.1612766391634941
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3283 | LCC = 0.9473 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.15272840636968613
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2993 | LCC = 0.9437 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.1516555343270302
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2877 | LCC = 0.9481 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.14836999583244323
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3316 | LCC = 0.9464 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.1428090091943741
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3205 | LCC = 0.9499 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.14247472935914993
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3285 | LCC = 0.9497 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1378480378985405
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3129 | LCC = 0.9458 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.1368279323577881
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3451 | LCC = 0.9477 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13822713184356689
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3300 | LCC = 0.9511 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13291917246580123
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3383 | LCC = 0.9509 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1336343421936035
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2949 | LCC = 0.9507 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.13054029500484465
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3031 | LCC = 0.9517 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12868196326494216
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3207 | LCC = 0.9510 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13078627783060073
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3076 | LCC = 0.9496 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12618018972873687
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3375 | LCC = 0.9493 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12731412476301193
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2881 | LCC = 0.9538 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.1219812439084053
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2973 | LCC = 0.9515 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12063092321157455
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3102 | LCC = 0.9497 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12060861504077912
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2874 | LCC = 0.9523 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12441230183839798
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3144 | LCC = 0.9509 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1209687397480011
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2630 | LCC = 0.9476 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11649972230195998
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2857 | LCC = 0.9507 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11465762999653817
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2902 | LCC = 0.9501 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11568187323212624
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2820 | LCC = 0.9512 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11597915351390839
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3220 | LCC = 0.9495 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11397325819730758
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2991 | LCC = 0.9480 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11377556425333023
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2601 | LCC = 0.9497 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11345283555984496
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2842 | LCC = 0.9483 | SRCC = 0.9512 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2879 | LCC = 0.9567 | SRCC = 0.9574 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dd1dd0d9f0b223c1ff12f8340940db03fb1b05
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb853c4c480b1a5917efdffa0fbdf52004ea1f33a8beda86b481390f5aefb74
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e6cbbdfc2e81c0c259932bda7f470dcf4438b1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c707f5e1087f371224f2c012fdd91ed49032f6779385ce135ff2b176a9aeb2a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..acbe26c98c7f5de3100b7b3767ac7f363f7f00bd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27004456853866576
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3533 | LCC = 0.9369 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.16892218786478042
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3336 | LCC = 0.9424 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.16232776015996933
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3322 | LCC = 0.9454 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.15675752454996109
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2893 | LCC = 0.9445 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.15213038301467896
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3015 | LCC = 0.9444 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.14988766807317733
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3114 | LCC = 0.9441 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.1449958153963089
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2754 | LCC = 0.9471 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.14372232913970948
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2859 | LCC = 0.9479 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1401372846364975
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2890 | LCC = 0.9487 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.142398128926754
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3477 | LCC = 0.9511 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1374075733423233
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2609 | LCC = 0.9466 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1343484210371971
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3272 | LCC = 0.9497 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13561307990550994
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2615 | LCC = 0.9491 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.13391139036417007
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2759 | LCC = 0.9490 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1338707355260849
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2910 | LCC = 0.9528 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12861295157670974
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3261 | LCC = 0.9523 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12625817507505416
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2563 | LCC = 0.9476 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12599290269613267
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2685 | LCC = 0.9508 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.12245340353250503
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2715 | LCC = 0.9528 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12168517124652863
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2719 | LCC = 0.9531 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1253719685971737
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2496 | LCC = 0.9518 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12204981970787049
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2707 | LCC = 0.9537 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12211645978689194
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2288 | LCC = 0.9515 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12003624820709229
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3101 | LCC = 0.9530 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11835823106765747
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2643 | LCC = 0.9517 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11554737883806229
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2629 | LCC = 0.9509 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11410908845067025
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2612 | LCC = 0.9518 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.11372207558155059
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2653 | LCC = 0.9496 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11404215830564499
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2594 | LCC = 0.9511 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11358551236987113
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2507 | LCC = 0.9473 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11149366796016694
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2611 | LCC = 0.9514 | SRCC = 0.9526 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2741 | LCC = 0.9563 | SRCC = 0.9572 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0008d1a8b7cb1c444be7a02d2409b6df5d8f90d0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24348458cabbe284d2b09c4e487c46285bdc16bd59008160d66929fbd733d740
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f680fd16767d8e03f48b0235527cb7411dd70940
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3498f563b7fdb3ce148d0960ba179189f0cb7d2c519a70c08e3529da0623ea9f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3c8a2e2f6ed4c8e5e82ef26b7bb7783f41e24d8a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2530045453906059
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3183 | LCC = 0.9398 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.16918676102161406
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2760 | LCC = 0.9417 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.16040174347162248
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2806 | LCC = 0.9447 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.15518803310394286
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2442 | LCC = 0.9473 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.15495597088336946
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2539 | LCC = 0.9473 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.15052311328053475
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2685 | LCC = 0.9486 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.14495301336050034
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2852 | LCC = 0.9472 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.1460401749610901
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2536 | LCC = 0.9450 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.14251860862970353
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2834 | LCC = 0.9485 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13891192877292632
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2684 | LCC = 0.9508 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13900514322519303
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2461 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13763370329141617
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2472 | LCC = 0.9517 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1320382124185562
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2574 | LCC = 0.9492 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13172316521406174
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2223 | LCC = 0.9518 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12884639370441436
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2707 | LCC = 0.9525 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12803335356712342
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2378 | LCC = 0.9508 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12713037782907485
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2298 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1272335524559021
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2379 | LCC = 0.9527 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12541489544510842
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2308 | LCC = 0.9515 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.12445137059688569
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2272 | LCC = 0.9486 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12500946563482285
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2222 | LCC = 0.9520 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12215342950820923
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2542 | LCC = 0.9531 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12263788810372353
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2483 | LCC = 0.9516 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11894551146030426
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2444 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11675795328617096
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2351 | LCC = 0.9535 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11719539827108383
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2866 | LCC = 0.9509 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11583941289782525
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2378 | LCC = 0.9531 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11642493718862533
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2589 | LCC = 0.9544 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.1172233259677887
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2868 | LCC = 0.9513 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.11744227308034896
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2348 | LCC = 0.9523 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11002718216180801
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2147 | LCC = 0.9524 | SRCC = 0.9534 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2586 | LCC = 0.9574 | SRCC = 0.9580 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4caafbb664bcba8aec0dd09e507210ce1e84e1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bd3855e2d4e88e8ffb2fd03d3d99ebe27128fed1f39e0e87bf28a21e996b6c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4af1d768e8e3aae94c781a5ba6158bda2c15560
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4637b99a06b4257d4ef2a9e2f5c8b9b963d6ae4473926dddc0d6e2656a547518
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e18c67456a07a69ef2701fce4e0781ed83a47f2f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4910752676725388
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2712 | LCC = 0.9234 | SRCC = 0.9270 ]
+INFO:root:Average loss=0.18590318739414216
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2515 | LCC = 0.9425 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.14896854281425476
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2615 | LCC = 0.9454 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.13060359120368958
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2281 | LCC = 0.9522 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11627970615029334
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2460 | LCC = 0.9537 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10482270395755768
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2131 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09551268023252488
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2361 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.09539559364318848
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1825 | LCC = 0.9567 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08700769045948982
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2061 | LCC = 0.9582 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.08014833676815034
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2118 | LCC = 0.9592 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07718789738416672
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1796 | LCC = 0.9584 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.07162463021278381
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1961 | LCC = 0.9607 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.06835789920389652
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2091 | LCC = 0.9610 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.06548025396466255
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2023 | LCC = 0.9605 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.06121818575263023
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1884 | LCC = 0.9611 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.06024920156598091
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2019 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05474055862426758
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2479 | LCC = 0.9591 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05261474695801735
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2010 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.05004698441922665
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2438 | LCC = 0.9582 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.050008051380515096
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2001 | LCC = 0.9602 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04553250877559185
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1985 | LCC = 0.9599 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04322880055010319
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1850 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04532021141052246
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2045 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.0414784225821495
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2462 | LCC = 0.9596 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04144884590804577
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2055 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.037880888000130654
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1917 | LCC = 0.9605 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.037671611696481706
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2046 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03668086981773377
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1935 | LCC = 0.9605 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0348512417525053
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1855 | LCC = 0.9609 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0336422154456377
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2056 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03361334474384785
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2443 | LCC = 0.9601 | SRCC = 0.9612 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2090 | LCC = 0.9635 | SRCC = 0.9639 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fdcfd36efe996f70028567a0cbffe716465857
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c042df1ffa3c27ab16a473c2b8adda5835bffb867e13fe405eb67f5fac03014
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dfce321c014d95cea84d8b36e2ac32f21d39b1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377564bc8abe47bfa79348e4f7b6d00f64f9e1f2a6da08735bc0d67239727e63
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..25f6e42215fd3fc4cb72d3d7f43b3bf5482ec79b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4538000750541687
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3338 | LCC = 0.9312 | SRCC = 0.9320 ]
+INFO:root:Average loss=0.17686332541704178
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2735 | LCC = 0.9445 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.14324216490983963
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2359 | LCC = 0.9499 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12842242360115053
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2372 | LCC = 0.9533 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1156402167081833
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2154 | LCC = 0.9549 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10385947552323341
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2084 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09801534748077392
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1901 | LCC = 0.9567 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08945680820941924
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1940 | LCC = 0.9573 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08730497720837593
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2032 | LCC = 0.9578 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08322326600551605
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1947 | LCC = 0.9552 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07626293709874153
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1858 | LCC = 0.9595 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.07393206655979156
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2210 | LCC = 0.9603 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.07193280720710754
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2139 | LCC = 0.9587 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06544095760583878
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2045 | LCC = 0.9563 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.061810707330703735
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2121 | LCC = 0.9580 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05880315886437893
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2080 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.054856945514678956
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1926 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05348452100157738
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1835 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.05419784823060036
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1853 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.049176297470927235
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2051 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.047643510922789574
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2017 | LCC = 0.9587 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.044889874160289764
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1962 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04530880449712277
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1994 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04026532223820686
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1865 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04285358437895775
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1986 | LCC = 0.9611 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.038050367414951325
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1842 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03836014559864998
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1825 | LCC = 0.9591 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.03735995364189148
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1882 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.03698072463274002
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2042 | LCC = 0.9605 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.034945185661315915
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2112 | LCC = 0.9607 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.033349445328116414
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1885 | LCC = 0.9593 | SRCC = 0.9592 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2119 | LCC = 0.9615 | SRCC = 0.9618 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a9b4852f389d86cc2693f37e25bfa17f041958
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f09346ff9843c0e8abcf8da17ad32dfe4b6edb670db1d0276616e9b2974995c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342152801152b4fd4e4abf4929bb5b287daaee6d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788b46a54bd4f0beb62d905b76c13d7193db85efcb169c90bc7e3b9cd2e75ac1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f8d5a18f05ad955c9cbadf2d3184ab03243741d2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4427229707241058
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2976 | LCC = 0.9279 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.19150136792659758
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2524 | LCC = 0.9435 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.15459016621112823
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2304 | LCC = 0.9495 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1286892279982567
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2343 | LCC = 0.9536 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11636027494072915
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2079 | LCC = 0.9564 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.10457613480091095
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2282 | LCC = 0.9574 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09834874415397644
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2230 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0879138091802597
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2111 | LCC = 0.9586 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.08466213580965996
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1889 | LCC = 0.9591 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.07876365369558334
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2090 | LCC = 0.9601 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.07440441459417343
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1759 | LCC = 0.9606 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.07022224071621895
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2128 | LCC = 0.9607 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06550947549939155
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2086 | LCC = 0.9602 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06706961104273797
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1815 | LCC = 0.9623 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.060571498170495036
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1979 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.056904112428426745
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1911 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05288044878840446
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2043 | LCC = 0.9586 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.051522383853793145
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1961 | LCC = 0.9610 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.04991788937151432
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1905 | LCC = 0.9618 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.050216066017746926
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2041 | LCC = 0.9597 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04418607142567635
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1845 | LCC = 0.9618 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04285727167129517
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1729 | LCC = 0.9627 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.043437093943357465
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1845 | LCC = 0.9629 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.041133931383490564
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1863 | LCC = 0.9624 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.04100074744224548
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1953 | LCC = 0.9613 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03754057094454765
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1823 | LCC = 0.9619 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03633468928933144
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1943 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.034972781777381896
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1953 | LCC = 0.9606 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.03306821358203888
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1945 | LCC = 0.9618 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03379422888159752
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2140 | LCC = 0.9600 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.03185597684979439
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1777 | LCC = 0.9630 | SRCC = 0.9630 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1794 | LCC = 0.9638 | SRCC = 0.9647 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc29b038992cac007a9893f2936be7036f17526
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd99a9461f0c6437a467947d1d6135863d918902f349efa03494e7cae95cf813
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44f8bee7f88bac7a8b9e38f4ce817b948f70a3a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ca13939fd5fb782e1f8a9b9cc5a90f916da33d8a5ea56afbfc92f24122acf3
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f3fd243091bb260d17e0af202d5efe246ea13375
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37841921877861023
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2727 | LCC = 0.9293 | SRCC = 0.9315 ]
+INFO:root:Average loss=0.1698329045176506
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2753 | LCC = 0.9449 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.13966423898935318
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2071 | LCC = 0.9502 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.1256037621796131
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2183 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11236584761738777
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2076 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10282399809360504
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2135 | LCC = 0.9569 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0968620528280735
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1939 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08664829576015473
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1963 | LCC = 0.9584 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08727452579140663
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2294 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0812082102894783
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2164 | LCC = 0.9580 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07385374289751052
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2133 | LCC = 0.9582 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06967405888438225
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1871 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06916688585281372
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1988 | LCC = 0.9585 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06205634519457817
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2143 | LCC = 0.9574 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06177468103170395
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1882 | LCC = 0.9581 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05918911224603653
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2069 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.053476490035653114
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2023 | LCC = 0.9589 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.053404745012521744
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1718 | LCC = 0.9589 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04924327254295349
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1975 | LCC = 0.9583 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04993724776804447
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1931 | LCC = 0.9600 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04443584211170673
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2044 | LCC = 0.9594 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04294303961098194
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1828 | LCC = 0.9595 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04130315288901329
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1859 | LCC = 0.9587 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.041406694412231444
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2077 | LCC = 0.9602 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.041368454188108444
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1771 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03902571500837803
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1908 | LCC = 0.9603 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.037528849691152576
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1983 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03661601454019547
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2068 | LCC = 0.9606 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.0343708316385746
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1835 | LCC = 0.9582 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.035113860115408894
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1734 | LCC = 0.9602 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.0319901652187109
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1823 | LCC = 0.9610 | SRCC = 0.9612 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1804 | LCC = 0.9643 | SRCC = 0.9647 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4db0508273d32233ef4e418459a081bf7c18014
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215ca7cc40a33acd6b1e2225c901957e20892c7f3cec5ffe2414c24ac66ad82b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46aad3148e7e5a543ae34976c511605e7505f1b0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a02d6d7e3c03f786b7097ef31502c80b43fd1195abcb1c76ad4b0d1f37b86a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..008833d18761209507de48bf70a12b795f113a50
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38771978759765624
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3271 | LCC = 0.9282 | SRCC = 0.9297 ]
+INFO:root:Average loss=0.1712271534204483
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2847 | LCC = 0.9412 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.14333314180374146
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2279 | LCC = 0.9477 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12366570419073104
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2697 | LCC = 0.9536 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11583234465122223
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2101 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10580678921937943
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2222 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09721605831384658
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2264 | LCC = 0.9572 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.08703916767239571
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2129 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08483365631103515
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2061 | LCC = 0.9564 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08120336881279945
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2131 | LCC = 0.9593 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0741942503452301
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2421 | LCC = 0.9598 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0737922266125679
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2260 | LCC = 0.9593 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06582797986268997
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2083 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06276553717255592
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2149 | LCC = 0.9588 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05964148038625717
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2075 | LCC = 0.9604 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.06002990251779556
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2060 | LCC = 0.9590 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05683446657657623
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1943 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05024145394563675
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2043 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04956567692756653
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2112 | LCC = 0.9592 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.046049531698226925
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1797 | LCC = 0.9599 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04784030967950821
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2137 | LCC = 0.9608 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04415419758856297
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2153 | LCC = 0.9602 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04177936401963234
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1858 | LCC = 0.9609 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04518464794754982
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1994 | LCC = 0.9611 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.039030579775571825
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1927 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.0378702328056097
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2005 | LCC = 0.9608 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.037591532111167905
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1972 | LCC = 0.9603 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.036394460931420326
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1934 | LCC = 0.9613 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.036775319695472715
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1856 | LCC = 0.9607 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.033008044809103014
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2180 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.032593969091773034
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1927 | LCC = 0.9600 | SRCC = 0.9597 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1960 | LCC = 0.9624 | SRCC = 0.9620 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4483c201dc766dcc34bd75e551aa6f93d265c1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85786f370849d817b448f69b5692d661462cfd24b1e03b7e71bf1de439a59ce2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c84ac30fd1eceed1f28a787eb1c6b6b688db387
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d70b218709c70e88afa15e2c6a2aa8c2ff400e003e8fcd77a872ad808cd573
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1261fa9e4de219a2bc738a36ae7c7d3a84de2b0e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39087367355823516
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2362 | LCC = 0.9393 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.15985920387506486
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2299 | LCC = 0.9502 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13726146286726
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2009 | LCC = 0.9530 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11936950108408928
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1893 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10802745890617371
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2209 | LCC = 0.9585 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.0996823046207428
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2025 | LCC = 0.9590 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.09541123738884925
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2031 | LCC = 0.9591 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.08463270622491836
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1902 | LCC = 0.9602 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.08259633487462997
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1899 | LCC = 0.9588 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07599417451024056
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1764 | LCC = 0.9603 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.07130018621683121
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1886 | LCC = 0.9599 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06662482756376266
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1912 | LCC = 0.9587 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.06334208959341049
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1775 | LCC = 0.9610 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.0589165510982275
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1916 | LCC = 0.9608 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.05670629158616066
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1716 | LCC = 0.9597 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.054186775743961337
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1797 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05348722413182259
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1914 | LCC = 0.9600 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.05061112400889397
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1824 | LCC = 0.9605 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04605477213859558
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1850 | LCC = 0.9598 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04516030788421631
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1992 | LCC = 0.9596 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04451895250380039
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2160 | LCC = 0.9586 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04277649061381817
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1884 | LCC = 0.9610 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.04093945424258709
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2229 | LCC = 0.9586 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04020370176434517
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1940 | LCC = 0.9574 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03613211812078953
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1855 | LCC = 0.9614 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03519596789777279
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1886 | LCC = 0.9588 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03594730591773987
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2094 | LCC = 0.9607 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03536061869561672
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1868 | LCC = 0.9597 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.031679563328623775
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1860 | LCC = 0.9611 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.030901160061359404
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2018 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03286670619249344
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2041 | LCC = 0.9598 | SRCC = 0.9608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1888 | LCC = 0.9631 | SRCC = 0.9638 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6abc126d508edf6e47c08d1675535a929e0329
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a1cb34882380b22e6f052bc994f5954151235943f76b0c1fc9f70523c692e5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cad8225c35de5335b65750d7910afce63eccf5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092ce1a9410bd2462339b52ae23d7440aa1ae203b76a9d4b73f1f10f5124cad7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..36626c0be74a7659407ae74fad590d59e4f6fffe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4102496738433838
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2659 | LCC = 0.9349 | SRCC = 0.9356 ]
+INFO:root:Average loss=0.16255724531412125
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2414 | LCC = 0.9463 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.13989210402965546
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2691 | LCC = 0.9515 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12824029296636583
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2165 | LCC = 0.9544 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11229727020859719
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2768 | LCC = 0.9540 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10337481144070625
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1897 | LCC = 0.9547 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09781504824757575
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1793 | LCC = 0.9542 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0920927694439888
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2177 | LCC = 0.9581 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08590268123149872
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2041 | LCC = 0.9571 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0817498162984848
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2071 | LCC = 0.9567 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07564117947220803
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1922 | LCC = 0.9575 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0741260296702385
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2186 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07016899952292442
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2093 | LCC = 0.9575 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06562278985977173
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1844 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0625644843429327
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2163 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05884513115882874
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2143 | LCC = 0.9593 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05904275706410408
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1916 | LCC = 0.9545 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05581510181725025
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1820 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.051906672060489656
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1960 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.0496254440844059
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1764 | LCC = 0.9576 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04672763581573963
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1829 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04657572054862976
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1760 | LCC = 0.9593 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04616309787333012
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2102 | LCC = 0.9597 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04321524880826473
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1987 | LCC = 0.9573 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03960905309021473
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1818 | LCC = 0.9597 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0396436171233654
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1887 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03874508561193943
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1993 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.03674438081681728
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1943 | LCC = 0.9601 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03635642555356026
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1909 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03399748566746712
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1968 | LCC = 0.9598 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03333684754371643
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2241 | LCC = 0.9583 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1920 | LCC = 0.9626 | SRCC = 0.9632 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4844eddb35f5d01c5eb93b65d090b0200ae385
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b32436cd4302c8d87ba7c777cef5875c2caeab72eaea9f7ff857dee591601f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34983db5664015b28ce78db1cae3512791b2b2fb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1420ad4ef24e49ccbc326b621f7534a91f07b52ca3e3b3c4df984fd0529bdc1e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ef503b1e41b7c62473ef0b33d10ed16d4e0dd9b7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4889308660030365
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2850 | LCC = 0.9316 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.16701880156993865
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2567 | LCC = 0.9476 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.13849379044771196
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2422 | LCC = 0.9522 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12222957137227058
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1987 | LCC = 0.9542 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11378668364882469
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2481 | LCC = 0.9569 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.10241303783655166
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2224 | LCC = 0.9576 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.09119850865006447
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1938 | LCC = 0.9544 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0877351581454277
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2296 | LCC = 0.9595 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.08426982718706132
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1981 | LCC = 0.9588 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.07628174307942391
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1932 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.07151082918047905
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2215 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.07180972290039063
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2087 | LCC = 0.9591 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0662179435491562
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2046 | LCC = 0.9598 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06184078812599182
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2005 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05832608081400394
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2090 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05646379105746746
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2025 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05225259631872177
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2135 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05037378081679344
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2307 | LCC = 0.9597 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.04794276286661625
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2029 | LCC = 0.9589 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04741049925982952
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1837 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04251059244573116
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2060 | LCC = 0.9582 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04135169459879398
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2063 | LCC = 0.9587 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.03895304097235203
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1956 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03810378578305244
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2105 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.038160914659500125
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2202 | LCC = 0.9583 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03727178105711937
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1914 | LCC = 0.9598 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03590465489029884
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2190 | LCC = 0.9601 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03369694273173809
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2122 | LCC = 0.9599 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.034470217362046245
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2159 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03317909048497677
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1972 | LCC = 0.9605 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03340948589146137
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1798 | LCC = 0.9610 | SRCC = 0.9609 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1807 | LCC = 0.9616 | SRCC = 0.9616 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d526efdd24358614d4c8e6f4e25eb3b426d45e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0f31c41540f40bdcce20c3ad49c98df3b7e4c5ace63c1b236e76775abc91bc
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998513cc95dda01eade373f14f9dad87eeae8b01
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837079b09ef2673fd55b518cc56a612b535bafd81868b421c75a5e9d328a1206
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c8a2b518fdbc5a6f43b766229103378fcd5eaa70
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3883339807391167
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2974 | LCC = 0.9332 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.16705119282007216
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2914 | LCC = 0.9470 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.1370052141547203
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2430 | LCC = 0.9529 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12522359651327133
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2343 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11494849228858947
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2349 | LCC = 0.9554 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10969946962594986
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2412 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09716895881295204
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2081 | LCC = 0.9580 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.09426703906059265
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2292 | LCC = 0.9576 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08851625302433967
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2614 | LCC = 0.9576 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.08111584749817848
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2431 | LCC = 0.9586 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0774568681716919
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2219 | LCC = 0.9594 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07020893135666847
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2167 | LCC = 0.9586 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.06921334880590439
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2445 | LCC = 0.9570 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0645612836778164
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2159 | LCC = 0.9597 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.06192428985238075
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1975 | LCC = 0.9577 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.057232902944087984
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2084 | LCC = 0.9582 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05722022780776024
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1869 | LCC = 0.9587 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05715354204177856
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1851 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.05015320172905922
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2093 | LCC = 0.9588 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.047924219146370885
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1938 | LCC = 0.9588 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04767242856323719
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1867 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04449749030172825
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04234104372560978
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1962 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04198745083808899
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2328 | LCC = 0.9582 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04022037084400654
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1958 | LCC = 0.9591 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03703767748177052
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2001 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03621734863519668
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1817 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03492459173500538
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2156 | LCC = 0.9601 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.035577085807919503
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1871 | LCC = 0.9595 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.032891284182667735
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2201 | LCC = 0.9590 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03199905683100224
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1740 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2144 | LCC = 0.9629 | SRCC = 0.9637 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750e630b8a4e2cd9960e065dab5856eb1b40425e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdd3fb26e4522672b3e2c13498249431e6c994f158e4bf020ff3221cc70a575
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c04b6241cecaa28e48b6fc20d1b5647b38817cc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb18ade2cfaf2ecfd68d156bda085037d0c56827b4d733b293793d449c228ff9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e22ab175d67107e490365e3ce2930f92b38c43cf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3902982175350189
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2852 | LCC = 0.9299 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.1664423205256462
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2363 | LCC = 0.9455 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.13370513498783113
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2467 | LCC = 0.9518 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12130279675126075
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2086 | LCC = 0.9547 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.1120446930527687
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2109 | LCC = 0.9556 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10463538447022439
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1902 | LCC = 0.9582 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.09550781583786011
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2204 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.08827451315522195
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1882 | LCC = 0.9590 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.08410583040118218
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1837 | LCC = 0.9601 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.08350574484467506
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2271 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07363722789287568
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2173 | LCC = 0.9604 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.07045498678088188
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1989 | LCC = 0.9603 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06654417786002159
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1767 | LCC = 0.9611 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.06419134178757667
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1876 | LCC = 0.9620 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.06274615478515624
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2006 | LCC = 0.9610 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.0589370022714138
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1971 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05426077488064766
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2022 | LCC = 0.9601 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.055126219362020494
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1885 | LCC = 0.9616 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.05144672739505768
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1977 | LCC = 0.9601 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04811539775133133
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1870 | LCC = 0.9610 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04500154381990433
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1869 | LCC = 0.9611 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04447860850393772
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1850 | LCC = 0.9612 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04526710338890552
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1768 | LCC = 0.9613 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04288617810606957
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1969 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.040171930611133576
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2006 | LCC = 0.9615 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.03800820833444595
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1998 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.037779648438096045
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1968 | LCC = 0.9607 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.038646501779556273
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1822 | LCC = 0.9617 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03482511031627655
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1855 | LCC = 0.9618 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.033810925781726835
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1877 | LCC = 0.9609 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.030822460070252418
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1869 | LCC = 0.9614 | SRCC = 0.9612 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1891 | LCC = 0.9638 | SRCC = 0.9637 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602ccb36028076d1e1114283266717b07b88e225
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44475a32a6db753b2ec66d7044370c548f081cf30c41b1e5945bde89abf236a2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac8ca2ffdf89fb6de6420be6b92d90766d3fd3d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6a8ddf543d5f27c369bd0d3df82ddd7225bf5e35cd97c64cdb718e3a6b65ac
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..47e1eba69bf354a965a3d5c88caa0fe4d9dd2ed2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33844483518600466
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2275 | LCC = 0.9402 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.15643787252902985
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2524 | LCC = 0.9481 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.13294982206821443
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2169 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1191799458861351
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2479 | LCC = 0.9546 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11046022921800613
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2041 | LCC = 0.9538 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10623489519953727
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2677 | LCC = 0.9545 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09492328509688377
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1906 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09028017657995224
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1949 | LCC = 0.9581 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08196449533104896
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2289 | LCC = 0.9574 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07973458907008171
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2169 | LCC = 0.9570 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07248256915807724
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2141 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.0697412535995245
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2116 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06552062949538232
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2353 | LCC = 0.9567 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06291199406981468
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1799 | LCC = 0.9582 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05790955238044262
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2301 | LCC = 0.9572 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05738601291179657
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2018 | LCC = 0.9599 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.05699885120987892
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2320 | LCC = 0.9556 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.051532607346773146
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1911 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.048275552183389664
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1677 | LCC = 0.9598 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04706438767910004
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1870 | LCC = 0.9593 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04393064172565937
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1866 | LCC = 0.9593 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.042148519784212114
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2035 | LCC = 0.9594 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.04121685965359211
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1864 | LCC = 0.9584 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03896585085988045
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1890 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.040098118826746944
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1848 | LCC = 0.9606 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03682273261249065
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1958 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03604958739876747
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2058 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03210904161632061
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1745 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03338159717619419
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1909 | LCC = 0.9593 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.031199016124010086
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1708 | LCC = 0.9593 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.031555682972073555
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1877 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1854 | LCC = 0.9624 | SRCC = 0.9632 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c9cb00a716854cbf960d225747377a8343e7aa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92357d0eef216ba9e9a65241badeef25e52a65f8474bc1dd0c9178ad46d0eca2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d75d8d3746b48eeb8eb307890feaec51c79dbf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca17710f71acb34fcc44cc3447b7e7bad8c8f0c47394c4f6c8258fd9c1a37c8
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..41fb75998d0e41cee0e19e5773779a9177967794
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3804625952243805
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2412 | LCC = 0.9395 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.15609251588582992
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2559 | LCC = 0.9485 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.13205694913864136
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2328 | LCC = 0.9506 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11855401074886322
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2085 | LCC = 0.9554 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11123861867189408
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2175 | LCC = 0.9562 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10232218539714813
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1946 | LCC = 0.9565 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09604590675234795
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2286 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.08893410313129425
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1967 | LCC = 0.9585 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08410102578997612
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2089 | LCC = 0.9584 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08090029272437095
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2256 | LCC = 0.9566 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07495469212532044
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2001 | LCC = 0.9587 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07298580360412597
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1922 | LCC = 0.9598 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07119544422626495
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2254 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.0662366440296173
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1943 | LCC = 0.9572 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06114910593628883
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1903 | LCC = 0.9594 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05662767919898033
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1975 | LCC = 0.9597 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0563439936041832
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2065 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.053109527349472045
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2038 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.054039022222161295
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2120 | LCC = 0.9597 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.050546905174851414
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1976 | LCC = 0.9594 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04689006592333317
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1987 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04572550512850285
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1968 | LCC = 0.9601 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04457812994718552
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1876 | LCC = 0.9605 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.041046788766980175
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1749 | LCC = 0.9601 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04055898463726044
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1940 | LCC = 0.9595 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03921960027515888
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1920 | LCC = 0.9595 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.037084223106503486
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2108 | LCC = 0.9589 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03530116057395935
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1892 | LCC = 0.9606 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03624125154316425
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1728 | LCC = 0.9594 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03470054677128792
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1762 | LCC = 0.9595 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03157723297178745
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1919 | LCC = 0.9603 | SRCC = 0.9600 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1890 | LCC = 0.9622 | SRCC = 0.9624 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a4310c7e9d6879d53da4dcd7097460d0b94fcd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f31b348342f7c8ea29c26f54ad1c79b42a6bb48b68f02658c941d5e1e546331
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ba7b26f307358abfca041385fad0d31719b5f1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4348054765aa1357b2f3d0e09b52d57f9f3acafc63b06eb9b841e1c78ab3cb
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ae73bc205d1fc50c5b4218b1bcbc6aaeb02ede1b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32383579736948015
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2608 | LCC = 0.9428 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.15131022810935973
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2440 | LCC = 0.9494 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.1310768751502037
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2640 | LCC = 0.9522 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12476716887950898
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1958 | LCC = 0.9521 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10850295811891555
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2255 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10227646216750146
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2404 | LCC = 0.9567 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.09654164755344391
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2026 | LCC = 0.9558 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0872801609635353
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2256 | LCC = 0.9582 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08393947911262513
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2122 | LCC = 0.9578 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07991227498650551
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2028 | LCC = 0.9586 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.07249231672286988
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2268 | LCC = 0.9566 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07054037794470787
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2019 | LCC = 0.9570 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06695399597287179
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2392 | LCC = 0.9573 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06263958528637886
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2200 | LCC = 0.9590 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0614318810403347
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2154 | LCC = 0.9601 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05690294697880745
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1954 | LCC = 0.9579 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05798166388273239
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1863 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05145757885277271
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1953 | LCC = 0.9575 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04862404450774193
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1945 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04955610477924347
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2196 | LCC = 0.9577 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04603178150951862
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2239 | LCC = 0.9606 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04419880822300911
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2041 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04089464111626148
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1866 | LCC = 0.9624 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03909633345901966
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1850 | LCC = 0.9620 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.038712942346930505
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1935 | LCC = 0.9605 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04064775800704956
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1889 | LCC = 0.9606 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03729354321956634
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2027 | LCC = 0.9609 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03454210907220841
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1965 | LCC = 0.9588 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.034273902848362924
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2021 | LCC = 0.9601 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.03205730038881302
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2076 | LCC = 0.9610 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03206513325870037
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2118 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1942 | LCC = 0.9615 | SRCC = 0.9621 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e450b2f975582d2e9e98581624b4bc882bd4ceb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f8729a8054dcb4391a9b187ec230a143084d3a124aa6549b4ff919c1a9cbdc
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb96e0fafb4ea0e688e6011eb6a8b2c549ec73ec
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f61c5b27a98526d36d83e5098418a47e3a2f2e4a4c261c539546a97060eda41
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..140feaac214471b9bd6447374d9484b4a3c1ea5b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35725645250082017
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2417 | LCC = 0.9395 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.15180003678798676
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2409 | LCC = 0.9477 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.1363245062828064
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2187 | LCC = 0.9536 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11904354780912399
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1965 | LCC = 0.9542 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10929449087381363
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2188 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10246447518467904
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1965 | LCC = 0.9578 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.09599387836456298
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2142 | LCC = 0.9584 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.08958489885926246
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2101 | LCC = 0.9573 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.0852707250714302
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1883 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08122393041849137
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2108 | LCC = 0.9596 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.07631551575660706
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1862 | LCC = 0.9588 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07178374522924423
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1785 | LCC = 0.9591 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06955981501936913
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2065 | LCC = 0.9606 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.06711118000745774
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1688 | LCC = 0.9590 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.059518034875392915
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1938 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.059595689624547955
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1952 | LCC = 0.9612 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.05359937411546707
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1853 | LCC = 0.9608 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.05280731582641601
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1702 | LCC = 0.9609 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.051355587273836135
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1686 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.04806835354864597
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1789 | LCC = 0.9570 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.04572492980957031
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1669 | LCC = 0.9609 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.045071403294801714
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1938 | LCC = 0.9613 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04267278175055981
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1848 | LCC = 0.9618 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.04160657911002636
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1764 | LCC = 0.9608 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.039114457443356516
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2205 | LCC = 0.9599 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.037917520850896835
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1868 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03674836875498295
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1858 | LCC = 0.9611 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.038013715222477915
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1595 | LCC = 0.9595 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03606186978518963
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1907 | LCC = 0.9611 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03404723346233368
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1764 | LCC = 0.9612 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.031757729783654216
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1786 | LCC = 0.9621 | SRCC = 0.9616 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1855 | LCC = 0.9609 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ec33aa39bb3c7ed6c642482a53dbec0856c33a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87f04745069fa22c910b4985adedb2867640f309fa7117bedb912bfdd0ba172
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11f33d9833ac87e2f197b6bb1ec1115a9eb1ffd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787ed536aa7a1b0be59a87b13a0ec31bad8a73f0e13d3cf3218cb5249de48c50
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc465c46376606bab30a5683827b3b8e66acb0b1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3225812392234802
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2574 | LCC = 0.9431 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.15147390550374984
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2395 | LCC = 0.9493 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.13112376123666764
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2322 | LCC = 0.9498 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12119415408372879
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2080 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.11039075556397437
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2357 | LCC = 0.9566 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.10103979024291039
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2233 | LCC = 0.9561 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09820341578125953
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2444 | LCC = 0.9579 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.09199073362350464
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2077 | LCC = 0.9586 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.08462571197748184
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2450 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07761361566185951
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2061 | LCC = 0.9594 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0737430624961853
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2215 | LCC = 0.9589 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06907268705964088
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2199 | LCC = 0.9601 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.06555025523900986
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2396 | LCC = 0.9583 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.0629730051457882
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2053 | LCC = 0.9602 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.06103706094622612
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2107 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0555805432498455
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1908 | LCC = 0.9599 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05323681831359863
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2012 | LCC = 0.9570 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.05247462269663811
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1898 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04614716365933418
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1890 | LCC = 0.9600 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04649398942291737
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2076 | LCC = 0.9590 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.045945246666669846
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1894 | LCC = 0.9614 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04443582347035408
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2342 | LCC = 0.9601 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.042001985773444175
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2100 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.040001096740365026
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2023 | LCC = 0.9605 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.037668093770742414
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1945 | LCC = 0.9599 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.036628723412752154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1810 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03700896610319614
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2073 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.035626627191901204
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2045 | LCC = 0.9617 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.0315174680352211
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2184 | LCC = 0.9595 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.031475440338253974
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2136 | LCC = 0.9610 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.031210043221712114
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2063 | LCC = 0.9609 | SRCC = 0.9617 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2130 | LCC = 0.9614 | SRCC = 0.9625 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220a4b3aa0f6959d20a147cf1da74bad23b85b0f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b363f27d3171791241681b13a14959b4c5469471e815274d11dc8f7183fab76b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d672738d2f49c52362b4655a67df63ad8a775e8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ac5b97b0eaa345c9ecbcdb4bab0f65cd961af87f3fc8876aa2b915ecbc66e8
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ea0af73a59558bd131eda72935160184e1272258
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32656393021345137
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2524 | LCC = 0.9437 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.1511089499592781
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2227 | LCC = 0.9495 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13394122105836867
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2498 | LCC = 0.9517 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11860709571838379
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2140 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10965460652112961
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2285 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10167567873001099
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2316 | LCC = 0.9565 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0937637212574482
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2105 | LCC = 0.9553 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08927864101529122
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2164 | LCC = 0.9562 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08436927714943886
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2299 | LCC = 0.9589 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.07929831036925315
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2106 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07399663299322129
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2208 | LCC = 0.9582 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07077036190032959
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2104 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06658744776248932
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2352 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0605590118765831
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1949 | LCC = 0.9591 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05844121563434601
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2292 | LCC = 0.9557 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05763226622343064
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1881 | LCC = 0.9576 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05646021465957165
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2037 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05480077748000622
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1997 | LCC = 0.9550 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04814511181414127
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2141 | LCC = 0.9562 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04691856071352959
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2086 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04446074676513672
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1954 | LCC = 0.9575 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04648513151705265
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1985 | LCC = 0.9576 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.041154087767004965
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1841 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.040593648239970206
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1822 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.038615504667162896
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1853 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03575721563398838
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2209 | LCC = 0.9579 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03758552911877632
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1920 | LCC = 0.9571 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.03463107846677303
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1941 | LCC = 0.9558 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.033324702098965646
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1961 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03222906392067671
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1794 | LCC = 0.9567 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03097900414466858
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1929 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2066 | LCC = 0.9603 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a508c1a7f67023549483135eb76f44a75d60862f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19a053ffb35437e7bd73865b59cdf0559bc82f6b7baa29f53d6a91c563ef4d0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbb560b4177f5c2432234aa3f2e147d1872f375
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a704f32d07d79e0af706564baac1024a2cdbf76014635ed9cdbbc00505ade7d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..023cd58462646ac70affb6d2f6536964f868d169
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3765373505353928
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2352 | LCC = 0.9405 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.15048247838020326
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2240 | LCC = 0.9484 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13169574373960494
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2358 | LCC = 0.9489 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12556698775291442
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2361 | LCC = 0.9524 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10925450372695923
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2310 | LCC = 0.9552 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10466132286190986
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2124 | LCC = 0.9555 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09404958173632622
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2001 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.08931665340065956
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2311 | LCC = 0.9562 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08505304482579232
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1730 | LCC = 0.9557 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08052217942476272
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2172 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07652160212397575
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1998 | LCC = 0.9556 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07189134502410889
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1937 | LCC = 0.9566 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06913198140263557
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1949 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06517687347531319
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2042 | LCC = 0.9566 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06262479403614998
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1916 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.060930566877126696
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2189 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05654302063584328
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2011 | LCC = 0.9571 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05289710265398025
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1888 | LCC = 0.9555 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04826247119903564
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1978 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04865023520588875
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1818 | LCC = 0.9564 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0470590565353632
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2045 | LCC = 0.9556 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.04641356343030929
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1806 | LCC = 0.9574 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04202790376543999
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1951 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04019061155617237
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2009 | LCC = 0.9564 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03906257252395153
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2034 | LCC = 0.9557 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.036829834043979645
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2062 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.03788563094288111
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1799 | LCC = 0.9559 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03514124558866024
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1935 | LCC = 0.9559 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.034641449466347694
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2225 | LCC = 0.9530 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.033459928303956984
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1779 | LCC = 0.9554 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03170282056927681
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2111 | LCC = 0.9543 | SRCC = 0.9546 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1991 | LCC = 0.9591 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e2f1bfe1a30b2ab085301e5111bbefc1cca999
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5df7b7b5338db53a066aef0ff036a58c813dabc65f027ef3fee04a67fd031a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4ad9866b4ed12a32b1d590a5dab31b21017122
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655ea8ab7f232ebe05239ad7421c7f95c13a3a3adc4aa0bb44b8200d3bb08b23
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4887b63bbd0631041770dea22363b2bdb6fc0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30824229806661607
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2593 | LCC = 0.9422 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.15059659326076508
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2386 | LCC = 0.9498 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.1269325443506241
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2277 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11776882949471473
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2404 | LCC = 0.9536 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10934833753108979
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2111 | LCC = 0.9528 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09905904078483582
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2149 | LCC = 0.9559 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09524945017695427
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2046 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0890171902179718
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2222 | LCC = 0.9566 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.08655765315890313
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2237 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.07896372014284134
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2009 | LCC = 0.9574 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07726971626281738
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1911 | LCC = 0.9550 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07208808067440986
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2045 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06856300684809685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1906 | LCC = 0.9567 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06425313705205918
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1745 | LCC = 0.9565 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06104805457592011
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2017 | LCC = 0.9567 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.059664646863937375
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2054 | LCC = 0.9540 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.053972870081663134
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1998 | LCC = 0.9576 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0521613757610321
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2126 | LCC = 0.9555 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.050197445660829544
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2178 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.047497490912675855
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1923 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.048608315601944924
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1883 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0461706308722496
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1998 | LCC = 0.9567 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04183599048852921
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1842 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04088433994352818
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1902 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.04067305497825146
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1944 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03789692704379559
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1973 | LCC = 0.9554 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.038970069587230684
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2019 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.035614611610770223
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1789 | LCC = 0.9559 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03488076923787594
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1875 | LCC = 0.9567 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.033287793815135955
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2112 | LCC = 0.9568 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03107818241417408
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2002 | LCC = 0.9572 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1916 | LCC = 0.9600 | SRCC = 0.9607 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ba61b927f72c5fdb595737aff0f68b3ed26132
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb73ae7e65b1025f0de6800d2cd2108fa6a0c8f2626a2429a7c66950ce6f3b5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a315b23d32ca2244a8a409308a41c67fc77f50
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744cf169db6760afefab2583f5f16b80ddec922a9fe73f078cfc94f9e5b95449
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a993f27f2a608223a19e47cb91fd2961c1766130
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3103936331272125
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2500 | LCC = 0.9410 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.14931961673498154
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2330 | LCC = 0.9511 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12756251794099807
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2521 | LCC = 0.9525 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11899402195215225
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2649 | LCC = 0.9512 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10947982907295227
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2192 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0984686271250248
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1965 | LCC = 0.9562 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09425041961669922
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2235 | LCC = 0.9569 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08717941355705261
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2361 | LCC = 0.9569 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0817841421365738
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2089 | LCC = 0.9567 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07789598387479782
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2089 | LCC = 0.9571 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07404703480005265
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2174 | LCC = 0.9565 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06944820094108582
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2352 | LCC = 0.9588 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06328176140785217
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2245 | LCC = 0.9587 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06213807320594788
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1956 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06022885400056839
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1917 | LCC = 0.9574 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06008190642297268
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1958 | LCC = 0.9574 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.056116947054862976
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2110 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.05049305918812752
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1913 | LCC = 0.9588 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05002910305559635
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1974 | LCC = 0.9547 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.049475026547908786
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2092 | LCC = 0.9582 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04536351998150349
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1912 | LCC = 0.9571 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.043071939498186114
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2010 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.0443912824690342
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2229 | LCC = 0.9573 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.039568821772933006
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2151 | LCC = 0.9586 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03988275271654129
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2119 | LCC = 0.9570 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.037958843350410464
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1840 | LCC = 0.9581 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03543061663210392
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1874 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03532080975174904
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1915 | LCC = 0.9584 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.03405356250703335
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1981 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0319066476970911
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1889 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.030595396354794503
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2144 | LCC = 0.9565 | SRCC = 0.9575 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2015 | LCC = 0.9600 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e141f7bc76a7229088b0a280b5bf4c9e7274430c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0ae0f9115cf157c10143f12c6f87adf25e88866f8941ba978cd072e0457ee8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6897dd8cfb6c64c099be28be38151b056e5c1e5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7de92ddfcdfc5d041389bad0b2be70534fe3dbcf23d1bac8d58542210b13e7
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c362925291f52a8955737c32f050b7b46ba758ed
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3642154985666275
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2379 | LCC = 0.9401 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.1497059847712517
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2499 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12870579957962036
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1979 | LCC = 0.9519 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1196875677704811
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1908 | LCC = 0.9510 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1072954263985157
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2069 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10138348904252052
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2081 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09538853415846825
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2089 | LCC = 0.9558 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08896266430616379
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2182 | LCC = 0.9548 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08166069895029068
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2196 | LCC = 0.9568 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0780119597017765
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2037 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07662190121412277
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2018 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07524194094538689
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1989 | LCC = 0.9562 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06485861095786094
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2391 | LCC = 0.9531 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0644899305999279
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2005 | LCC = 0.9575 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.057309324443340304
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2094 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05741277849674225
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1864 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.054128119319677356
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1772 | LCC = 0.9559 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05061067256331444
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1709 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0485909706056118
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1954 | LCC = 0.9560 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04552206653356552
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2131 | LCC = 0.9551 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04681102868914604
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1857 | LCC = 0.9567 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04200822380185127
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2024 | LCC = 0.9563 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04090758341550827
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1915 | LCC = 0.9559 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03921906255185604
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1871 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03896529020369053
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1912 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.03632665240764618
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2064 | LCC = 0.9550 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.036755873501300815
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1886 | LCC = 0.9569 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03478168127685785
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1931 | LCC = 0.9563 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.03238479959219694
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2151 | LCC = 0.9547 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.03194169484078884
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1779 | LCC = 0.9553 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.031854848399758336
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1993 | LCC = 0.9555 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2035 | LCC = 0.9573 | SRCC = 0.9579 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca248104fe959eac438672663763c766c28a1cb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1318a367484bf734b65d976afd78f5f49372031be8fa8db3fde63129aaaf09a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b8a8502ce49e73881ff201e8edd7b522a74055
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2f49dc74c758f0632e8aa191ee8f2f078a2a64b125d2f04e1ee9afb3f92d31
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9cbb274b9065bb9f0991e6ca4f9e475f3bb59c5a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28550199341773985
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2463 | LCC = 0.9423 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.14916432440280913
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2308 | LCC = 0.9495 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.13315125167369843
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2361 | LCC = 0.9534 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.12176004219055175
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2091 | LCC = 0.9547 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11031103962659836
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2431 | LCC = 0.9473 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.10317033869028092
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2469 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0973434180021286
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2251 | LCC = 0.9545 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09488865473866463
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2336 | LCC = 0.9531 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08606447723507882
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2536 | LCC = 0.9536 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08076713925600051
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2317 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0798498966395855
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1922 | LCC = 0.9555 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07371703296899795
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2096 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07362604156136512
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2099 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06512524890899658
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2071 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06329941004514694
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2498 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05894271442294121
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2000 | LCC = 0.9558 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05798597785830498
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2185 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05312755209207535
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2305 | LCC = 0.9560 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0526316868364811
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2191 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0500510578751564
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2185 | LCC = 0.9558 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04846399900317192
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2046 | LCC = 0.9565 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.046468329057097434
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2154 | LCC = 0.9554 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04508988870680332
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2145 | LCC = 0.9552 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.041390416696667674
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2060 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.038971198216080666
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2175 | LCC = 0.9527 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.038957082137465474
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2224 | LCC = 0.9539 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.03701329885423183
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2067 | LCC = 0.9543 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03714176027476788
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2260 | LCC = 0.9536 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.03535381174087524
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2168 | LCC = 0.9552 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.033760832592844965
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2431 | LCC = 0.9546 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.033836449161171914
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2092 | LCC = 0.9554 | SRCC = 0.9560 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2101 | LCC = 0.9558 | SRCC = 0.9566 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a328482af17dca8c9707a1dc90809ad7de315469
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d26a0908de04580c56fbb29ddae257b7f769a4f7d9bc7cb4dd79a6c83cad3ac
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3015c39fb9b816ae203f1e42c7f9618e5dae1db3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95291af8838df04aa505b14a7009832857ceeb4dbecaa227c45cf1b85a9ea5a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5b409fc67973cf92dc0570ebfcc2ced3a51df525
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34758724325895307
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3072 | LCC = 0.9403 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.15561330795288086
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2497 | LCC = 0.9439 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.1328552747964859
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2484 | LCC = 0.9504 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.11940843480825424
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2707 | LCC = 0.9531 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11468596649169922
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2682 | LCC = 0.9531 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10470913994312286
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2440 | LCC = 0.9549 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09590830552577972
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2498 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.093204999178648
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2074 | LCC = 0.9550 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08635601237416267
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2434 | LCC = 0.9557 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08203735223412514
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2339 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07764304971694946
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2587 | LCC = 0.9560 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07742256626486778
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2485 | LCC = 0.9549 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07060273659229278
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2501 | LCC = 0.9559 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06667581149935722
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2483 | LCC = 0.9553 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06395634719729423
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2087 | LCC = 0.9535 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.058677689701318744
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2347 | LCC = 0.9540 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05756869305670261
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2456 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05638935485482216
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2215 | LCC = 0.9555 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05208870171010494
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2210 | LCC = 0.9554 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04998902460932732
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2478 | LCC = 0.9533 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.0481222815066576
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2336 | LCC = 0.9546 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.046451991185545924
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2539 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04408955073356628
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2176 | LCC = 0.9546 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.042999874502420425
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2677 | LCC = 0.9523 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.042741393089294435
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2218 | LCC = 0.9540 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04379960598051548
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2149 | LCC = 0.9539 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.03822551165521145
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2463 | LCC = 0.9534 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.03618653444945812
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2323 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03666992352902889
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2594 | LCC = 0.9541 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03493795622885227
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2268 | LCC = 0.9551 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0338472049087286
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2339 | LCC = 0.9534 | SRCC = 0.9535 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2594 | LCC = 0.9589 | SRCC = 0.9604 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ac3a486737f982ef59da330ea9f4c6707dbc0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ae83ae27e80bf3084ede8a562f0d7aa2b4b946facd2878d94c10fead3af07
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749eefa93bc104ac6f71a3cff6a065a414e2bcc3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7be492ed45065e3e59d2800673e50a67dc438436e481e6bf60b1b93f6e2f57d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..178b36cc0ef0de7599cc2aa5c33bbb8d1b921a0b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.336393315076828
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2676 | LCC = 0.9384 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.1524287555217743
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2682 | LCC = 0.9452 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.13217508625984192
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2311 | LCC = 0.9501 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.123577976167202
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2611 | LCC = 0.9518 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11140112966299057
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2675 | LCC = 0.9540 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10293754491209983
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2451 | LCC = 0.9533 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09868569403886795
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2630 | LCC = 0.9536 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09410079997777938
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2312 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08815033173561096
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2591 | LCC = 0.9521 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08037127959728241
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2433 | LCC = 0.9542 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07790555402636529
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2115 | LCC = 0.9544 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0748654573559761
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2385 | LCC = 0.9541 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06946573781967164
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2303 | LCC = 0.9543 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06630773556232453
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2395 | LCC = 0.9534 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06255210071802139
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2853 | LCC = 0.9523 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.057786651119589805
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2386 | LCC = 0.9538 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05678395864367485
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2413 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05454973098635674
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2090 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.050415733858942983
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2082 | LCC = 0.9559 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05125728616118431
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2214 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04703532533347607
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2131 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.044768066257238386
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2215 | LCC = 0.9549 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.043339768677949905
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2082 | LCC = 0.9548 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.042426197484135626
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2388 | LCC = 0.9559 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04029233469069004
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2133 | LCC = 0.9538 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.03946337938308716
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2196 | LCC = 0.9549 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.037907954588532446
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2029 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.036793794855475424
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2267 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03557828187942505
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2194 | LCC = 0.9537 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.03478383447229862
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1926 | LCC = 0.9552 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.03291967369616031
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2484 | LCC = 0.9540 | SRCC = 0.9561 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2111 | LCC = 0.9576 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1559f63d09f48bd755593af506ada343f4f728c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3809b91f10d737c676439deb6a10a568c378ae04a5ea88d64d80d5194f4c88b3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56533a6f161a16429dbbf0a92c83a756a4bf6f74
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b934383c28d86749daf8d05fee740eb3082d083b73821396c1c76254f98aa2a
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1517244538086e28338e3e66f81a1a9119830ed3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36928042441606523
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2965 | LCC = 0.9360 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.15994297814369202
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2381 | LCC = 0.9442 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.13537769639492034
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2625 | LCC = 0.9482 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11979580527544022
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2577 | LCC = 0.9501 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11426928761601449
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2321 | LCC = 0.9525 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.1057164777815342
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2500 | LCC = 0.9540 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09954569292068481
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2373 | LCC = 0.9538 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09346264851093292
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2124 | LCC = 0.9551 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08948881649971008
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2320 | LCC = 0.9550 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0828782089650631
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2658 | LCC = 0.9564 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.08143797224760055
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2178 | LCC = 0.9570 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07755898168683052
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2132 | LCC = 0.9576 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07216135162115098
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2203 | LCC = 0.9567 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.07143831112980843
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2468 | LCC = 0.9538 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0642471165060997
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2340 | LCC = 0.9568 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05932209724187851
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2542 | LCC = 0.9561 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05694854667782784
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2490 | LCC = 0.9557 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05682268209755421
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2213 | LCC = 0.9576 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.053825108379125595
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2199 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05023274397850037
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1939 | LCC = 0.9566 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.047836968570947644
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2227 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.047987888902425765
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2244 | LCC = 0.9560 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04497638785839081
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2390 | LCC = 0.9543 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04462849961221218
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2132 | LCC = 0.9565 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.04100642217695713
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2076 | LCC = 0.9555 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04026794831454754
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2308 | LCC = 0.9546 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.038704124391078946
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2122 | LCC = 0.9558 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.039344408839941024
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2407 | LCC = 0.9558 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.03767717546224594
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2297 | LCC = 0.9547 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03422950538992882
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2187 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0331169261187315
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2242 | LCC = 0.9551 | SRCC = 0.9562 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2184 | LCC = 0.9580 | SRCC = 0.9592 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e0fac93b496178c8ae783c7386a30e8bdabdc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84376aad7888fd74c7fb3a59f1fb93002ffd2f3653e3022c1902d819e2172aa
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f5909b9e8b8056452577bcda4ba2f86872d995
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b71a6787d1186d4083dd9c1ca512b9bf8ec5914da1e6813b5f958c7b4ef4ee2
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9c33d0a630c5cddaaf51d8df0aeb1f5e770d33f8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33251111495494845
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2672 | LCC = 0.9416 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.15388816022872925
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2484 | LCC = 0.9486 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13299838083982468
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2364 | LCC = 0.9523 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11912597393989563
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2065 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10886211997270584
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2085 | LCC = 0.9546 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10200539964437484
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2336 | LCC = 0.9542 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09751445713639259
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2461 | LCC = 0.9551 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09222690957784653
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2209 | LCC = 0.9567 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.09034920153021812
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2066 | LCC = 0.9553 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08158153653144837
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2342 | LCC = 0.9560 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07813665008544922
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2140 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0744723881483078
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2263 | LCC = 0.9559 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.06824063530564309
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2405 | LCC = 0.9527 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0657269507944584
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2137 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06304551427066327
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2014 | LCC = 0.9563 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06101131194829941
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2092 | LCC = 0.9567 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05808522373437881
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2149 | LCC = 0.9561 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.053245383828878404
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2111 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.049161246240139005
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2208 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.051074740931391714
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2283 | LCC = 0.9557 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.049062929645180706
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2258 | LCC = 0.9556 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.045583527013659475
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2096 | LCC = 0.9564 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04469026042521
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2319 | LCC = 0.9544 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04205121502280235
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2123 | LCC = 0.9558 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.039532162085175515
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2176 | LCC = 0.9562 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03818391865491867
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2283 | LCC = 0.9546 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0395636500865221
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2434 | LCC = 0.9546 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03623292385041714
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2363 | LCC = 0.9542 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.035603236138820646
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2341 | LCC = 0.9535 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.03338481190800667
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2277 | LCC = 0.9544 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.03271970868110657
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2240 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2131 | LCC = 0.9582 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551feda65e841b3bbed6a3ed7938f68d3e9b8183
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4e40c2eb608d8535db9c3f8aee9d9837241428eadb9924e1ce8ce6e1d6ab7a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade9f1b2b901ac2998540ad5f8ebd6dde40755d2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0eb4597e7c1b558394bb943a5921999489181633e320ceb4adde38c6fb11fb
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7abb4793fe8ddb5600562c9e0b5196aef37ce07b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3048080264925957
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2853 | LCC = 0.9419 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.15771708703041076
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2408 | LCC = 0.9462 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.13850866025686265
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2516 | LCC = 0.9484 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12574607729911805
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2519 | LCC = 0.9513 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1174343039393425
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2353 | LCC = 0.9507 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1077432805299759
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2047 | LCC = 0.9535 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10491124358773231
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2134 | LCC = 0.9516 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09689808005094529
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2259 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09199079900979995
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1994 | LCC = 0.9532 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08458800855278968
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2357 | LCC = 0.9522 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08096352782845496
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2166 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07833181649446487
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2044 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07122131058573723
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2299 | LCC = 0.9534 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07086547443270683
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2040 | LCC = 0.9526 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.06472501397132874
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2415 | LCC = 0.9505 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06493563589453698
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2420 | LCC = 0.9534 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06003631064295769
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2292 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.05883708199858666
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2137 | LCC = 0.9506 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.056557986617088316
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2201 | LCC = 0.9515 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.05513644134998322
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2046 | LCC = 0.9528 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.052517415165901186
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2249 | LCC = 0.9516 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.0528798916041851
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1999 | LCC = 0.9535 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.04916839228570461
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2249 | LCC = 0.9510 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.04717286887764931
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2127 | LCC = 0.9532 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.046230111196637155
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2184 | LCC = 0.9502 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.04462682092189789
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2225 | LCC = 0.9531 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.046102753713727
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2036 | LCC = 0.9527 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.040053362533450126
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1955 | LCC = 0.9512 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.04003283655643463
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2222 | LCC = 0.9521 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.039645567253232004
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2172 | LCC = 0.9516 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.039257740810513496
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2301 | LCC = 0.9507 | SRCC = 0.9507 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2243 | LCC = 0.9572 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a609ec051f84fc3efd6d2b91400835c8c7f095
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fafbc1d05738128bf5d14c6f644b83789a5a92fe631f5ffe7d0eae99c13b0c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a2f1fda629f6dda41ea8a8367df3d0d0bfc854
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a28ab1d16e686a7b1ab035a82f488d0f6f2a4c26af0da433b8548b1af0fbb7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8b2617a283d4b2a867051ce3d6b6c0a294dcad3a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28150372195243833
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2801 | LCC = 0.9416 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.15681913244724274
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2757 | LCC = 0.9470 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.1377177917957306
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2451 | LCC = 0.9482 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.1266140715777874
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2982 | LCC = 0.9504 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11941323184967041
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2737 | LCC = 0.9517 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.1135701997578144
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2176 | LCC = 0.9544 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10644486302137375
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2386 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09666015815734863
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2188 | LCC = 0.9521 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09474516662955285
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2223 | LCC = 0.9549 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08780616119503976
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2166 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08842873558402062
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2132 | LCC = 0.9549 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0809180824160576
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2634 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07811863189935685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2318 | LCC = 0.9559 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07546671518683433
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2180 | LCC = 0.9542 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0700202195942402
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2262 | LCC = 0.9542 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06569079014658928
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2457 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06306799858808518
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2140 | LCC = 0.9544 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0617107729613781
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2347 | LCC = 0.9550 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.057954186886549
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2323 | LCC = 0.9536 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05986335301399231
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2057 | LCC = 0.9550 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05241114038228989
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2162 | LCC = 0.9529 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05054638230800629
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2418 | LCC = 0.9524 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.04938809041678906
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2205 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.04722337609529495
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2072 | LCC = 0.9534 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.045610083669424054
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2230 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04354049053788185
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2179 | LCC = 0.9510 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.04270433251559734
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2317 | LCC = 0.9533 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04410524171590805
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2107 | LCC = 0.9525 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04111154791712761
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2241 | LCC = 0.9545 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03730270726978779
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2274 | LCC = 0.9531 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.0374559800028801
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2267 | LCC = 0.9534 | SRCC = 0.9538 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2306 | LCC = 0.9576 | SRCC = 0.9588 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb83070f4b94322690793fc2994dbc61af05795
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670b4a8d9d904a39e6a954d8b0530bddd1d8bc91af4214de86bdfa00ac9c60dd
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6194e52cedc241beeb35e04c4d8d2966f9fa4aa3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2c10dd12dec2c731813982232219b7313a1ad3249b29af7a3371fdc17f011e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9f67d84fd2acf11af3b306b9bf2eacc6f25ae04c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2905701811313629
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2888 | LCC = 0.9360 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.15353287124633788
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2311 | LCC = 0.9446 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.13932034808397292
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2462 | LCC = 0.9448 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12683786660432816
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2556 | LCC = 0.9512 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11648090270161629
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2344 | LCC = 0.9514 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11114067551493645
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2385 | LCC = 0.9522 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10488787111639976
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2107 | LCC = 0.9520 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09889091727137565
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2101 | LCC = 0.9495 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.09794493323564529
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2527 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09153276765346527
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2267 | LCC = 0.9521 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08381952458620072
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2291 | LCC = 0.9516 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.08353267100453377
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2625 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07904027026891708
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2541 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07407992273569107
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2576 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07098874604701996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2432 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06681611254811287
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2274 | LCC = 0.9529 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06395835921168327
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2118 | LCC = 0.9515 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06234802936017513
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2260 | LCC = 0.9524 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05975334247946739
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2417 | LCC = 0.9526 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.05821790543198586
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2267 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.055101497024297716
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2220 | LCC = 0.9502 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.05243824465572834
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.050762756079435346
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2377 | LCC = 0.9522 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05086158272624016
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2242 | LCC = 0.9517 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.04721953305602074
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2563 | LCC = 0.9522 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.04688077525794506
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2168 | LCC = 0.9511 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.04570287439227104
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2452 | LCC = 0.9524 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.045155300304293634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2374 | LCC = 0.9498 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.04301708559691906
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2074 | LCC = 0.9505 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.04084037162363529
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2223 | LCC = 0.9538 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04075598338246345
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2170 | LCC = 0.9520 | SRCC = 0.9518 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2566 | LCC = 0.9589 | SRCC = 0.9601 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de8fea63f87e28b2ebc97f3be7cc24dd828df1c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922c296d0fa05567baa646bf4edb8721ea700fd898e7d102ec8266d4f8494d21
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f450dbdbb45066228f30c27a997238e15c26aa7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9ae46c4ced3580ade4f8f50a22a7da8693131eeafaf2e14843dbce3d4a2de8
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..88a9a839b9e320ed2dff2b7f9b3021f4dfe726aa
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3134474187493324
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2829 | LCC = 0.9369 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.15836527103185655
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2667 | LCC = 0.9462 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.14104874283075333
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2928 | LCC = 0.9447 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.12818933176994324
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2339 | LCC = 0.9519 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11712388211488724
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2468 | LCC = 0.9474 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.11157772988080979
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1939 | LCC = 0.9483 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10345361965894699
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2800 | LCC = 0.9504 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10324827527999877
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2350 | LCC = 0.9521 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09331476867198944
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2189 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09084851598739624
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1992 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0834820545911789
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2147 | LCC = 0.9531 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07814361467957497
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2301 | LCC = 0.9531 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07696858564019203
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1938 | LCC = 0.9544 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07189953845739365
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2069 | LCC = 0.9537 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06912706601619721
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2063 | LCC = 0.9526 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06843537306785584
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2285 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06620108646154403
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2171 | LCC = 0.9517 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06301247105002403
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2254 | LCC = 0.9509 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.058997583389282224
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2196 | LCC = 0.9532 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05541941925883293
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2335 | LCC = 0.9526 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.053739096879959106
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1993 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.051316898956894876
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2135 | LCC = 0.9515 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05471576811373234
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2166 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05092614908516407
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2283 | LCC = 0.9521 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04516592742502689
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2253 | LCC = 0.9526 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.04589442455768585
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2203 | LCC = 0.9507 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.04434447674453258
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2282 | LCC = 0.9521 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.04146680644154549
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2187 | LCC = 0.9513 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.041122000396251676
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2044 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.03934476265311241
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1966 | LCC = 0.9529 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.040233287945389745
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1992 | LCC = 0.9540 | SRCC = 0.9538 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1891 | LCC = 0.9589 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b7d991a06d2dd61432c842a72c592ac596aaa0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7d3a56e0fd1a32978679c5c68c1696d8f09c821cd5c66bb1c0cbd461f50dfc
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724c3adf889c4422fdd6af09ac6ea4e6268cc65a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce503a01a09bd09e46b04bd8dbb2b613c2d09001748f37aab94d94a31283519
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..78d1e477e97183d281f34db91209e3287d33be9d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3187823928594589
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3055 | LCC = 0.9388 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.14986075991392137
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3179 | LCC = 0.9466 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.1337015350461006
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2451 | LCC = 0.9512 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12712765687704086
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2493 | LCC = 0.9507 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11458448499441147
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2479 | LCC = 0.9525 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10727755865454673
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2684 | LCC = 0.9519 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10306104332208633
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2764 | LCC = 0.9521 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09827085649967193
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3047 | LCC = 0.9499 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09211978188157081
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2611 | LCC = 0.9545 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08633380341529846
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2463 | LCC = 0.9524 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08698781958222389
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2546 | LCC = 0.9561 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07880043506622314
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2268 | LCC = 0.9547 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07605194219946862
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2388 | LCC = 0.9559 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0696854948401451
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2352 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06777209013700486
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2330 | LCC = 0.9540 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.066774618268013
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2270 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05937233248353004
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2203 | LCC = 0.9538 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05721959239244461
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2149 | LCC = 0.9519 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05847202804684639
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2605 | LCC = 0.9502 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.057871954619884494
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2519 | LCC = 0.9504 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.052040771856904026
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2350 | LCC = 0.9529 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05061362388730049
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2409 | LCC = 0.9521 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.04817370493710041
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2323 | LCC = 0.9544 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.045412847951054575
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2519 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04852625381946564
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2324 | LCC = 0.9541 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04316536705195904
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2319 | LCC = 0.9521 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.044476612627506254
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2203 | LCC = 0.9516 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.04090107227861881
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2481 | LCC = 0.9511 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.03925677728652954
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2069 | LCC = 0.9533 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04170035445690155
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2600 | LCC = 0.9507 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.03673065119981766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2331 | LCC = 0.9524 | SRCC = 0.9522 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2616 | LCC = 0.9574 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f609b62f87c3522ba96d63ec112ea3994334cbde
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5b920b93028559d719094c70eb1280acafaa2ea31ddf85405b9a846dddcce
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59eb67fea06cdc4acb7cf9fdd6ad59b52f63cf2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631a00cba4dd0bb58d9b37cac06fa12d3a28bcef6ab4c0587d8af05476613814
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e010ceb56c6c1ce02f454729d6c4682c04c88ba1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.26533112734556197
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2618 | LCC = 0.9357 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.16047662514448166
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2763 | LCC = 0.9453 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.14244778686761855
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2911 | LCC = 0.9498 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13228308898210525
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2315 | LCC = 0.9524 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.12478520441055298
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2630 | LCC = 0.9524 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11890161824226379
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2544 | LCC = 0.9539 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.11592083421349525
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2624 | LCC = 0.9521 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10983665040135383
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2617 | LCC = 0.9556 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10359055358171464
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2528 | LCC = 0.9512 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09894894799590111
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2288 | LCC = 0.9516 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09519590327143669
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2540 | LCC = 0.9551 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0946020630300045
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2485 | LCC = 0.9559 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.09114325031638146
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2369 | LCC = 0.9554 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08696537491679192
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2345 | LCC = 0.9556 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08549559098482132
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2288 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0808615419268608
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2346 | LCC = 0.9550 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07853020828962326
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2199 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07307604166865349
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1992 | LCC = 0.9546 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07666890406608581
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2350 | LCC = 0.9568 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07145103214681149
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2331 | LCC = 0.9546 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06784929874539375
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2152 | LCC = 0.9553 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0688095423579216
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2281 | LCC = 0.9529 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0639743292927742
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2042 | LCC = 0.9551 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06299504551291465
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2452 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06482504078745842
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2197 | LCC = 0.9544 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.059404955208301545
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2288 | LCC = 0.9543 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0588623932749033
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2226 | LCC = 0.9534 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0564931743144989
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2158 | LCC = 0.9534 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.054516260862350466
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2235 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.052871306881308554
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2287 | LCC = 0.9548 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05128142888844013
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2305 | LCC = 0.9540 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2408 | LCC = 0.9578 | SRCC = 0.9588 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2733256f5e5f9805cfa31d76433f96e84c41885f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d73ba68d313d85a143e0011ab1877d80b0891cd8411852003d4003380e4943c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f5b758678f8278078bcf3aa4e0e7240debb4e5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ea660c834f8d14d6250186bb78a60db1e516c5365faebafc195ae71c708260
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c5f5d58ff3ca41abf73a8ee3dd4409b2ee7b40e0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29220735728740693
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2930 | LCC = 0.9425 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15697866410017014
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2499 | LCC = 0.9473 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.14033269315958022
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2333 | LCC = 0.9509 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1297741420865059
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2443 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12556157958507538
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2294 | LCC = 0.9527 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11953773391246796
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2268 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11269970199465752
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2227 | LCC = 0.9546 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10657392424345016
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2197 | LCC = 0.9535 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10577667516469956
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2109 | LCC = 0.9566 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.09562312406301499
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2198 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0934083209335804
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2671 | LCC = 0.9557 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09132652318477631
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2390 | LCC = 0.9562 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08827332332730294
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2179 | LCC = 0.9549 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08596321591734886
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2225 | LCC = 0.9562 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08302083697915077
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2181 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07955934834480285
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2259 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07577595064043999
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2373 | LCC = 0.9522 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.07405974045395851
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2423 | LCC = 0.9537 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07095334187150001
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2204 | LCC = 0.9503 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06856406453251838
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2136 | LCC = 0.9554 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06939018204808235
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2277 | LCC = 0.9548 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06549583539366723
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2161 | LCC = 0.9527 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.061945989459753034
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2130 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06023944911360741
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2455 | LCC = 0.9513 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.06072467032074928
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2500 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05778222365677357
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2142 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.055257730722427366
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2389 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05627840016782284
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2365 | LCC = 0.9535 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05375490617752075
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2468 | LCC = 0.9521 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05535265566408634
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2299 | LCC = 0.9546 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05093114465475082
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2277 | LCC = 0.9533 | SRCC = 0.9553 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2259 | LCC = 0.9576 | SRCC = 0.9583 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adceb6a490a32c4e0fc463358a8fc41f31858ee
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b70092b2668924a3286904ebfc04a680a6de0f639f7f603b15d043e6b7188
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba9f6f0a5244c506b057b5bcaea25f9b7f6c91c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42141f54b53553314f8c4ab48d3c1ef87be3a66f9b8035816bf16a47d30f3cb9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c7e9e6399b0e84934ad663aa84dadcceaec475c3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.29977362483739856
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3103 | LCC = 0.9442 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.15272874772548675
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3041 | LCC = 0.9489 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.14008197140693665
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2550 | LCC = 0.9481 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.13186466038227082
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2546 | LCC = 0.9532 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.1226123697757721
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2657 | LCC = 0.9505 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11435989060997963
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2247 | LCC = 0.9534 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.11195014816522598
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2504 | LCC = 0.9537 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10375266337394715
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2275 | LCC = 0.9559 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10192368590831756
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2987 | LCC = 0.9508 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09987571594119073
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2195 | LCC = 0.9488 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09664837890863419
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2295 | LCC = 0.9544 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08932644167542457
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2066 | LCC = 0.9563 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.08753524541854858
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2312 | LCC = 0.9521 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0829540002644062
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2148 | LCC = 0.9518 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.08043210992217063
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2306 | LCC = 0.9551 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0778929631114006
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2315 | LCC = 0.9495 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07464774307608604
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2108 | LCC = 0.9547 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07519983074069023
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2284 | LCC = 0.9505 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06997195556759835
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2067 | LCC = 0.9550 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06916750350594521
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2001 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06607521277666092
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2399 | LCC = 0.9521 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.0634693852365017
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2245 | LCC = 0.9492 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.06115782114863395
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2373 | LCC = 0.9528 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.060537802934646605
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2116 | LCC = 0.9499 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.060784150928258895
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2152 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05800704239308834
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2047 | LCC = 0.9546 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.055115028873085975
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2240 | LCC = 0.9490 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.05462239821255207
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2270 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.054093212604522704
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2162 | LCC = 0.9490 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.05027612708508968
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2318 | LCC = 0.9517 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05102263154089451
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1998 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2014 | LCC = 0.9603 | SRCC = 0.9609 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bffe61abbf501b3af417a929c05d0e945c15da
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d81869b1332d9c8ea7d1704742b8dfaf7b02a69ae257edc394953a5324ec32
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f586ad4a724ca8040990b6dff0b75659d98067b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4807784b3560b4ad0b42838a988a908ba22cdb50db008fd7f3bc16162751c914
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b60d0e63a8ba05ccbb231a79912414815f2fb38
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24444621562957763
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3295 | LCC = 0.9445 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.15806680446863175
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2394 | LCC = 0.9486 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.13741079610586165
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2145 | LCC = 0.9500 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13217809289693833
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2342 | LCC = 0.9538 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.12039155244827271
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2246 | LCC = 0.9529 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.11624574699997901
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2180 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11162834671139717
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2033 | LCC = 0.9551 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.10969749528169633
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2385 | LCC = 0.9510 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10096896842122077
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2383 | LCC = 0.9517 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09992125889658927
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2467 | LCC = 0.9477 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09389045962691307
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2162 | LCC = 0.9556 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08975036922097206
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2212 | LCC = 0.9554 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08544884938001633
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2593 | LCC = 0.9544 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0846237847507
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2315 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07962498414516449
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2232 | LCC = 0.9532 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07750172117352486
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2217 | LCC = 0.9513 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0757886438369751
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2419 | LCC = 0.9523 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07569944339990616
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2082 | LCC = 0.9528 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07043550777435302
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2120 | LCC = 0.9540 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06788150097429753
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2250 | LCC = 0.9531 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06632351440191268
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1973 | LCC = 0.9519 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06821488693356514
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2064 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06334724768996239
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2288 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05959538069367409
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2031 | LCC = 0.9539 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06043131276965141
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1956 | LCC = 0.9541 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.056197774559259416
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2122 | LCC = 0.9538 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05595147156715393
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2307 | LCC = 0.9521 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.053646928951144215
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2248 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05205583330988884
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2301 | LCC = 0.9500 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.05161430831253529
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2137 | LCC = 0.9524 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05143870994448662
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1868 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2144 | LCC = 0.9587 | SRCC = 0.9605 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4834a9774b472938d6c30174dad992e06f7aa92
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f470ece71e72a8efec8af876c774afd114e200b39112e97b722c55cf4efbae0b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea02308bba78a8aeaa119bef40ee3a52903a42a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e949f6c28c769e5ed56ec89461be668635f57db86e98899ade5741ca3b6715
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f73addc11a0cfac0ac37d8fd4ec4c6768a46c966
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2742794460058212
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2687 | LCC = 0.9432 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.15582334506511689
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2678 | LCC = 0.9493 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14080692768096925
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2473 | LCC = 0.9508 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1354632271528244
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2666 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.124717669069767
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2668 | LCC = 0.9540 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11649764531850815
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2642 | LCC = 0.9488 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11568426007032394
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2318 | LCC = 0.9549 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11110932487249374
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2407 | LCC = 0.9562 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10406814923882485
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2198 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.10185310876369476
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2398 | LCC = 0.9559 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.1003808388710022
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2512 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09316312691569328
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2590 | LCC = 0.9560 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09528016582131386
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1957 | LCC = 0.9555 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0868857305943966
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2491 | LCC = 0.9562 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08395986995100975
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1994 | LCC = 0.9569 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08280064341425895
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1856 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07891186609864236
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2128 | LCC = 0.9559 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0776442773938179
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2309 | LCC = 0.9569 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07158849415183068
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2512 | LCC = 0.9556 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06991128209233284
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2051 | LCC = 0.9552 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06709758773446083
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2549 | LCC = 0.9542 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06861262169480324
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2094 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0625366986989975
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2344 | LCC = 0.9550 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06422043842077255
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2250 | LCC = 0.9547 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06246940809488297
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1993 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05946929700672626
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2245 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05932389730215073
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1966 | LCC = 0.9548 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05827664488554001
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2312 | LCC = 0.9543 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05623639422655106
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2250 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.056561343148350714
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2204 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.051556702584028245
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2255 | LCC = 0.9526 | SRCC = 0.9535 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1981 | LCC = 0.9593 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1682fbcf60106fee9e9f23140f16e266ff7d9e2f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cda3a239becf0aaf44020c049605d6eb5ad385afac39169367926fd02425eb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6e18ae6b9c41dcf36a3403e1881a074b96fa08
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b757ef5cecfdb69f6b1489ff2533a1752b6f1fb9747d8976d860bc72a6c8ad
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dfa55481c948bcaab9bbb34073e280f057fbb48a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3022066662311554
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2495 | LCC = 0.9430 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.15461589014530183
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2292 | LCC = 0.9473 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14430827564001084
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2342 | LCC = 0.9492 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13426080298423768
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2349 | LCC = 0.9512 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.129154643535614
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2516 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.12181206434965133
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2449 | LCC = 0.9542 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.12081700557470322
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2125 | LCC = 0.9503 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11905133062601089
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2246 | LCC = 0.9543 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.1157451012134552
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2201 | LCC = 0.9556 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.11004114025831223
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2281 | LCC = 0.9547 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10744377303123474
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2560 | LCC = 0.9548 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10279399466514587
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2113 | LCC = 0.9544 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10177829205989837
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2077 | LCC = 0.9556 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09571327742934227
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2342 | LCC = 0.9553 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.096728185236454
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2355 | LCC = 0.9560 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.09132442620396614
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2263 | LCC = 0.9554 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08847445940971374
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2397 | LCC = 0.9522 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08966343879699706
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2229 | LCC = 0.9549 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08585924896597862
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2154 | LCC = 0.9556 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.08198246186971664
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2331 | LCC = 0.9555 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08036164978146552
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2176 | LCC = 0.9552 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07931260985136032
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2072 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07610462167859078
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2030 | LCC = 0.9544 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0756974133849144
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2118 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07452667114138603
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2202 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07405076119303704
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2088 | LCC = 0.9531 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07088068646192551
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2106 | LCC = 0.9532 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06759502905607223
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2064 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06929137322306633
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2176 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06840739658474922
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2111 | LCC = 0.9541 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06412079787254334
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2036 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2354 | LCC = 0.9584 | SRCC = 0.9596 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691f1302aad87256e3d37fe9e0ff65ea04cdf132
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e98d7bce82c2b9a7cd930361daa1e638cd3e48eb9bf26d2aedf5f60704aaeb5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99941c3a3dba0f3760484ff9ea4cb57129c14954
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa754602472220188a1cc3e9f0d9b4f1f09e18ac673f6c197faa5b839dcd9af7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7192c4c708f0f461bf6def2ad5b07b41f9f64599
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3189308984875679
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3514 | LCC = 0.9372 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.1527431932091713
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2705 | LCC = 0.9435 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.1438030149936676
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2723 | LCC = 0.9469 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13591234600543975
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2866 | LCC = 0.9528 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.13390793853998184
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2536 | LCC = 0.9484 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12746769773960115
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2621 | LCC = 0.9521 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.12231656301021576
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2597 | LCC = 0.9516 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11883253890275955
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2872 | LCC = 0.9500 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11247924846410752
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2529 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10933598563075066
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2886 | LCC = 0.9468 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10979114070534707
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2548 | LCC = 0.9512 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10678596284985542
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2701 | LCC = 0.9557 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.10376022556424142
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2496 | LCC = 0.9527 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.10124160614609719
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2522 | LCC = 0.9529 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09455996888875962
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2390 | LCC = 0.9517 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09472813439369202
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2317 | LCC = 0.9510 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09256676310300826
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2484 | LCC = 0.9533 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08667875206470489
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2729 | LCC = 0.9520 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08579323542118072
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2708 | LCC = 0.9522 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08522369155287743
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2341 | LCC = 0.9528 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0830209677517414
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2489 | LCC = 0.9523 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08155409356951714
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2565 | LCC = 0.9516 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07821156671643258
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2258 | LCC = 0.9531 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07876333303749561
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2638 | LCC = 0.9518 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.0751987178325653
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2327 | LCC = 0.9516 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07383624550700188
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2478 | LCC = 0.9538 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07083215418457985
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2627 | LCC = 0.9523 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07079506653547286
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2309 | LCC = 0.9526 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06724165362119675
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2235 | LCC = 0.9488 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06796677616238594
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2514 | LCC = 0.9483 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06768478541076184
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2533 | LCC = 0.9511 | SRCC = 0.9541 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2730 | LCC = 0.9596 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bc86566357c49834c31bebdf098e595c73a389
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3441e47438abaf13cd1bf0ff36ff4f4eb8fc1d1a197f5ee3f5c9ca2d06ba1877
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47f9a13b2179895628eab1f7973c24f14c267ca
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af17d70fd9d97df7ab4a5ad20960eb7788af69b58dec5a1500f0defe4261d2d1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..06fc4a685d7f9ddeaab4e134e828c1eb10a9fdc4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27144907021522524
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3351 | LCC = 0.9414 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.15418579226732254
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2924 | LCC = 0.9455 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.14036562669277192
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2910 | LCC = 0.9477 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.13930910217761994
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2676 | LCC = 0.9451 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1275955033302307
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2594 | LCC = 0.9516 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.13084528887271882
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2836 | LCC = 0.9485 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.1259324294924736
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2495 | LCC = 0.9419 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.11926648858189583
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2308 | LCC = 0.9530 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11200017929077148
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2288 | LCC = 0.9509 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11023275578022003
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2526 | LCC = 0.9504 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10638837370276451
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2745 | LCC = 0.9533 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10225277385115623
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2519 | LCC = 0.9524 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10173875892162323
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2438 | LCC = 0.9490 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09798914688825608
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2402 | LCC = 0.9501 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09588594406843186
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2297 | LCC = 0.9487 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0932130570113659
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2452 | LCC = 0.9533 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09173057934641839
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2414 | LCC = 0.9441 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08825981903076172
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2870 | LCC = 0.9492 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08532742983102798
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2284 | LCC = 0.9533 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08456757751107216
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2153 | LCC = 0.9521 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0816622455716133
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2828 | LCC = 0.9500 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08150828817486763
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1970 | LCC = 0.9533 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07874715718626976
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2522 | LCC = 0.9521 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07465929394960404
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2328 | LCC = 0.9514 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07301896598935127
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2113 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07270065781474114
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2352 | LCC = 0.9521 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06997781297564507
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2271 | LCC = 0.9525 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06773487748205662
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2564 | LCC = 0.9464 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.06855999508500099
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2175 | LCC = 0.9509 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06788893258571625
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2458 | LCC = 0.9515 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06339659732580184
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2358 | LCC = 0.9521 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1943 | LCC = 0.9560 | SRCC = 0.9586 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe0c362d0bb4f5baf1a4421c7bda58f4165885f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb395ed04505164ea7370fa8433d49e014bda42080ae6edf2c37679bd64af71d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfc735a189ac7d6fb72229c40c9a31dd22be721
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1a34604094f0acb91f222e65b09a9f90974da91a5d0955d0323c1b84678667
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c7c8212b0242340dd8bbbda5a57463b5b5bc9113
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2638113111257553
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2984 | LCC = 0.9339 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15408421754837037
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2766 | LCC = 0.9431 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.14621390688419342
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2735 | LCC = 0.9491 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13358514523506165
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2855 | LCC = 0.9484 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.13281510803103447
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2694 | LCC = 0.9485 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1291893510222435
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2768 | LCC = 0.9525 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12555401170253755
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2578 | LCC = 0.9527 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11857020682096481
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2457 | LCC = 0.9510 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11344403511285782
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2371 | LCC = 0.9540 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11115117120742798
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2569 | LCC = 0.9504 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10633337649703026
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2548 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.10627290219068528
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2372 | LCC = 0.9489 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10176702845096589
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2458 | LCC = 0.9530 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09813849559426308
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2221 | LCC = 0.9527 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0971563206911087
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2242 | LCC = 0.9537 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09522365489602089
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2268 | LCC = 0.9513 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09088667050004005
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2207 | LCC = 0.9540 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09103015887737274
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2414 | LCC = 0.9543 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08751648432016372
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2342 | LCC = 0.9536 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08398786130547524
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2129 | LCC = 0.9518 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08540291556715965
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2166 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08081098085641861
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2287 | LCC = 0.9528 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07640456280112266
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2210 | LCC = 0.9515 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07721474105119705
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2232 | LCC = 0.9537 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07615399974584579
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2474 | LCC = 0.9497 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.07559306412935257
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2315 | LCC = 0.9524 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07217018118500709
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2337 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07542522099614143
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2244 | LCC = 0.9537 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07161685475707054
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2108 | LCC = 0.9530 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06807670930027962
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2161 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06863669738173485
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2009 | LCC = 0.9529 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2172 | LCC = 0.9578 | SRCC = 0.9592 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5a3ec82af2fe64360e68e3cf0f391aa884e771
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1a46fc4df1c39dad9cfec10996c156784a4dcb475c037e2d19693dab7f1ea4
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b1b58aa3fefa2ef482f8acf946ddae30968c13
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1503ef049930d444c3bb0760bf9f3221b03d36e6af7fc6738e8c9b705bdd770e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..16efebe75fe1b36cb2ac42c3ea013f928201bb96
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_8epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.266225978910923
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2991 | LCC = 0.9389 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.15128611114621163
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2838 | LCC = 0.9472 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1388080596923828
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2688 | LCC = 0.9508 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13724194210767746
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2697 | LCC = 0.9509 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1283701627254486
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2630 | LCC = 0.9517 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12460659968852997
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2435 | LCC = 0.9443 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.11983656013011933
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2339 | LCC = 0.9536 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11507381814718247
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2390 | LCC = 0.9543 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11342975175380707
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2627 | LCC = 0.9516 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10782752069830895
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2451 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10499900579452515
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2382 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10259275361895562
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2459 | LCC = 0.9531 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10412385964393615
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2118 | LCC = 0.9489 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10012742483615875
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2311 | LCC = 0.9547 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09951406255364419
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2079 | LCC = 0.9530 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09066245403885842
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2235 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09118672734498978
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2863 | LCC = 0.9523 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08951426860690116
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2313 | LCC = 0.9502 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.08480403286218643
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2270 | LCC = 0.9543 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08399746045470238
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2383 | LCC = 0.9516 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08152590802311897
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2319 | LCC = 0.9516 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07998280116915703
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2340 | LCC = 0.9543 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07842599964141846
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2166 | LCC = 0.9534 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.07681352680921555
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2306 | LCC = 0.9516 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.07563990417122841
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2054 | LCC = 0.9524 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07382215094566345
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2239 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07230451712012291
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2190 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.07166586658358574
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2268 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06991732409596443
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2202 | LCC = 0.9524 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0675673255622387
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2316 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06588309344649315
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2291 | LCC = 0.9516 | SRCC = 0.9533 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2281 | LCC = 0.9575 | SRCC = 0.9582 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726166bff7e4234b60d5b170d221af79c698f43b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aa0232c114b8178975320dd98c1e635bc8f8cf247de69c9653604cfb1def70
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152acdceda8fb4d04bc4ede262d991432159d0c0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f300d65119712ee472bf73769605605d50937a094f0396b5402bf5f9410558a4
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ffb7456a6608e94a5271ff93a5384a4d1d869246
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5253889278173447
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4354 | LCC = 0.8973 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.23974997186660765
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2918 | LCC = 0.9223 | SRCC = 0.9248 ]
+INFO:root:Average loss=0.19837636399269104
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2469 | LCC = 0.9317 | SRCC = 0.9348 ]
+INFO:root:Average loss=0.17129754889011384
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2856 | LCC = 0.9327 | SRCC = 0.9354 ]
+INFO:root:Average loss=0.15511532360315322
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2647 | LCC = 0.9394 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.14478745239973068
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2491 | LCC = 0.9436 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.1373316683769226
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2539 | LCC = 0.9444 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.1241211977005005
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2051 | LCC = 0.9475 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.11424170368909836
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2020 | LCC = 0.9479 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11077126002311706
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1978 | LCC = 0.9477 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.10898877042531967
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1988 | LCC = 0.9499 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.09845685294270515
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2020 | LCC = 0.9460 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.09581739470362663
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1869 | LCC = 0.9498 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09155549785494804
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2151 | LCC = 0.9523 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08858842581510544
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1856 | LCC = 0.9522 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08142859953641891
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1953 | LCC = 0.9529 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.07982774087786675
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1977 | LCC = 0.9520 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07805896803736687
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1986 | LCC = 0.9558 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07488174846768379
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2030 | LCC = 0.9539 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07093200382590294
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1923 | LCC = 0.9527 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06875863507390022
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2046 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06689437013864517
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2269 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06366735550761222
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1788 | LCC = 0.9537 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06215645441412926
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1883 | LCC = 0.9559 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05922947731614113
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1841 | LCC = 0.9513 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05914420065283775
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2073 | LCC = 0.9555 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05972207459807396
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1929 | LCC = 0.9557 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05526222860813141
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1780 | LCC = 0.9548 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.054229811161756514
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1836 | LCC = 0.9568 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05461055871844292
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2097 | LCC = 0.9553 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.051941255152225495
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1843 | LCC = 0.9554 | SRCC = 0.9567 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1854 | LCC = 0.9592 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2178d8336deefcf623d1194d0f409f06a0ad14
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894548024fec0961d3c4970568e453dd76662f3858d7ae893b62487a351d8155
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5eb83071011a0fd81c385b1c59df8c17537e293
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a692bf2e459f1b960eaa7631491949d927bd492918795aef9db1a8f64a4f295
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9d4dac6861feda76312b2ffd3fd18d89a11708be
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47523478710651396
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3152 | LCC = 0.9071 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.2253328388929367
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2947 | LCC = 0.9247 | SRCC = 0.9274 ]
+INFO:root:Average loss=0.19759395164251328
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2672 | LCC = 0.9304 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.17255512595176697
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2580 | LCC = 0.9348 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.16441142648458482
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2828 | LCC = 0.9390 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.14658839285373687
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2251 | LCC = 0.9378 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.14021360164880753
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2473 | LCC = 0.9437 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.12781253117322922
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2472 | LCC = 0.9452 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1198659263253212
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2281 | LCC = 0.9478 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.11151569527387618
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2348 | LCC = 0.9467 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.10730151399970055
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2090 | LCC = 0.9494 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.10207510405778884
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2163 | LCC = 0.9477 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.09481256049871445
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2150 | LCC = 0.9524 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08973792746663094
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1750 | LCC = 0.9507 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.08473492783308029
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1884 | LCC = 0.9526 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08046263682842254
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2054 | LCC = 0.9527 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07884577471017838
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1836 | LCC = 0.9523 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.07650558412075043
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2039 | LCC = 0.9529 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07110299423336983
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1975 | LCC = 0.9541 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06928167605400086
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1834 | LCC = 0.9537 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06982060372829438
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1919 | LCC = 0.9544 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06162899616360664
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1624 | LCC = 0.9510 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.0630649040043354
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1768 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06054231542348862
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1772 | LCC = 0.9550 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.058385773688554764
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1846 | LCC = 0.9558 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.057706383019685746
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1749 | LCC = 0.9547 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05322328107059002
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1686 | LCC = 0.9539 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05355116587877273
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1918 | LCC = 0.9535 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05116439774632454
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1776 | LCC = 0.9557 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.048807036727666855
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1966 | LCC = 0.9559 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.048566664785146714
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1669 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2019 | LCC = 0.9579 | SRCC = 0.9597 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f78b571a16c86bbb6a68bb5e4ea48791a333b5f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda73ad9cabd8e1dcf8c2bbcd28f1cfe0a75e8e8a7d172b1f31dd8ebbd2edd72
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b872a2e7ae89f8fbe364702153d03d159c299c2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ac0e17235274a0995950c1827c69632ff967a086075008b4e5b9d21b54b2f3
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1933f647b550b9dfd20c94af7fa0b25353b96344
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.52861853992939
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3017 | LCC = 0.9089 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.22910409104824067
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2558 | LCC = 0.9272 | SRCC = 0.9287 ]
+INFO:root:Average loss=0.19719357281923294
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2340 | LCC = 0.9345 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.18248821139335633
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2482 | LCC = 0.9382 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15817630565166474
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2351 | LCC = 0.9381 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.14838160336017608
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2180 | LCC = 0.9421 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.12957320982217788
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2240 | LCC = 0.9444 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.12076214993000031
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2242 | LCC = 0.9450 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.11695378178358078
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1954 | LCC = 0.9496 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10933101132512092
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2131 | LCC = 0.9486 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.10125670167803764
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2116 | LCC = 0.9488 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.09538635140657425
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1895 | LCC = 0.9506 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09443850046396256
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2295 | LCC = 0.9513 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.0879402804672718
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1935 | LCC = 0.9514 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.08626065018773078
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1941 | LCC = 0.9518 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08134523946046829
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1952 | LCC = 0.9530 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07325032806396484
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1793 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07323154047131539
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1833 | LCC = 0.9527 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07312595522403717
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1865 | LCC = 0.9541 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06876313477754593
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1844 | LCC = 0.9540 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06725497350096703
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2012 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06279597598314285
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1815 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0602550138682127
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1757 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06196184474229813
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1845 | LCC = 0.9562 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.059327379539608954
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1816 | LCC = 0.9566 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05591668535768986
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1680 | LCC = 0.9543 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05139045049250126
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1840 | LCC = 0.9545 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05136817778646946
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1958 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05187611250579357
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1715 | LCC = 0.9563 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04999472026526928
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1731 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.049428535372018814
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2044 | LCC = 0.9559 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1847 | LCC = 0.9579 | SRCC = 0.9592 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e091301b59bed6ae9a603e43826ff0c17eafb6b5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13c432e3eab22270987d2b256e9fceac214c5fdb5ced89b1919ca8c0aa3120f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3744b118f27bbeb055f9759e244e55ec130f947
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5f4177c152a157816b47b991fe631b05ba93e085e21b979d9a9e9d1367e361
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6036bb9594a4f33298fb924a4c6f17d545f50310
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49459342706203463
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3058 | LCC = 0.9047 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.23038901793956756
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3046 | LCC = 0.9208 | SRCC = 0.9241 ]
+INFO:root:Average loss=0.19148157197237015
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2362 | LCC = 0.9323 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.1729752990603447
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2361 | LCC = 0.9384 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15701437544822694
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2285 | LCC = 0.9419 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.14161665827035905
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2504 | LCC = 0.9445 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.13199953866004943
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2025 | LCC = 0.9399 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13257594656944274
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2281 | LCC = 0.9495 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11292711907625198
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2166 | LCC = 0.9491 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.10858690020442009
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2148 | LCC = 0.9477 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.10018923291563987
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2250 | LCC = 0.9489 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.0965042486190796
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2077 | LCC = 0.9497 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.09178284829854966
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2516 | LCC = 0.9506 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.09046704241633416
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2037 | LCC = 0.9512 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.0838753338456154
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2041 | LCC = 0.9522 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.0858064486682415
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1973 | LCC = 0.9529 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.07857302066683769
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2234 | LCC = 0.9517 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.07674510300159454
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1782 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07177291622757911
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1874 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07030019900202751
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1927 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06990209233760834
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1948 | LCC = 0.9547 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06494444286823273
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2236 | LCC = 0.9530 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06491110840439797
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1795 | LCC = 0.9560 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0631295850276947
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2000 | LCC = 0.9526 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05903602331876755
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1843 | LCC = 0.9560 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0564448099732399
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1893 | LCC = 0.9550 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05396602773666382
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1821 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.056251095816493034
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1981 | LCC = 0.9558 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05266189919412136
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1750 | LCC = 0.9547 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05178053604066372
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1978 | LCC = 0.9556 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0482245118021965
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2006 | LCC = 0.9563 | SRCC = 0.9571 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1997 | LCC = 0.9602 | SRCC = 0.9613 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6bc6570540626535965c9b0e3dc0fcaf7df1f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb46ad9259e0b1b680ecd68053633c18a1f63d81e6d0a5a81c7549b11a4ad3e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f57e18d1653e848afd6f0c7b74d9d401835c63
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dd6fa84847623f94a41eef058f08038c0d018548c004234474fe3bf0632ee4
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c69458a54dec15be1474e542457261beccaf0fa4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4732722417116165
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3050 | LCC = 0.9064 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.22544741106033325
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2864 | LCC = 0.9233 | SRCC = 0.9256 ]
+INFO:root:Average loss=0.18873002445697784
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2797 | LCC = 0.9336 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.16822921723127365
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2453 | LCC = 0.9399 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.15333264487981796
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2415 | LCC = 0.9409 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.13710396915674208
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2583 | LCC = 0.9399 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.12871346563100816
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2199 | LCC = 0.9450 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.11852466064691544
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2299 | LCC = 0.9459 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.11131992495059967
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2033 | LCC = 0.9488 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.10286719220876693
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2245 | LCC = 0.9496 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09810077926516533
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2423 | LCC = 0.9501 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.0976586136519909
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2395 | LCC = 0.9470 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.09344999065995216
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2360 | LCC = 0.9521 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09184689581394195
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2030 | LCC = 0.9517 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.08440521550178527
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2307 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08130726858973503
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1998 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.0750885745882988
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2217 | LCC = 0.9533 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07467212897539138
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2094 | LCC = 0.9542 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07313682761788368
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2062 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06841046640276909
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1948 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06429234519600868
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2013 | LCC = 0.9519 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06240056523680687
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1978 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.059619145393371584
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1845 | LCC = 0.9550 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.060058099746704105
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2174 | LCC = 0.9557 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05928059867024422
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1751 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05553051753342152
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2015 | LCC = 0.9564 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.052449844807386396
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1732 | LCC = 0.9556 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.052158776968717575
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1798 | LCC = 0.9571 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05239494340121746
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1862 | LCC = 0.9562 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05029833272099495
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2237 | LCC = 0.9563 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04955227254331112
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1880 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1926 | LCC = 0.9577 | SRCC = 0.9589 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e13bfe6c52ee027d9ee4f61edce6be4f46378
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01f1319266ede1109090b81314bea86c2fc4489343cb2e63562501d8b38dbb3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b5374fe1b0523437c1a2aba523d6e94512ff63
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb37d442f687f5bf2d5ac455bc3123ce2962f530e53654d87634fd310355e5e4
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..597a9f3bd202c18290e7e37a272af6d1db82ac66
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41475805044174197
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3155 | LCC = 0.9225 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.19276336282491685
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2543 | LCC = 0.9381 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.1577016307115555
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2693 | LCC = 0.9417 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.13771674078702928
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2138 | LCC = 0.9482 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.12676821714639663
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1984 | LCC = 0.9489 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11464966985583305
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2266 | LCC = 0.9527 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10704137754440307
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2017 | LCC = 0.9528 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.10046581900119782
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2156 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09272293943166733
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2082 | LCC = 0.9552 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08784610119462014
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2159 | LCC = 0.9557 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08284857445955277
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1994 | LCC = 0.9572 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07499665287137032
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2027 | LCC = 0.9542 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07334883931279182
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2059 | LCC = 0.9568 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07102207314968109
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2184 | LCC = 0.9575 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.06860661473870278
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2293 | LCC = 0.9531 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06229751992225647
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2053 | LCC = 0.9575 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06153645077347755
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1925 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05679228377342224
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2081 | LCC = 0.9572 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05299540466070175
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2124 | LCC = 0.9565 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05539669406414032
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2070 | LCC = 0.9582 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.05185221374034882
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2019 | LCC = 0.9591 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.050990703761577605
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2147 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.048503540366888045
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1925 | LCC = 0.9588 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0463564375936985
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2225 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04358506281673908
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1824 | LCC = 0.9592 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.040956916943192485
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2005 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04143272702395916
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1915 | LCC = 0.9586 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04095298711955547
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1721 | LCC = 0.9600 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.0409701057523489
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1769 | LCC = 0.9591 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0365572050511837
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1981 | LCC = 0.9575 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.034839567378163336
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1892 | LCC = 0.9595 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1730 | LCC = 0.9599 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fe25632dc15c81eb1b599ca07ae82356928309
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b014d2e233d5978adf19ad7642ee7bbb3c2787d70d64951f4a127f38c4fa4d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d34e628439939baddd81f5c9a6df4d94fa289c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2ca05def90a9852e00b7eb27032690321f9054d388e4a1c6173082c37eb540
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..545c2863e77ab370fd3e1db85ac3413350f91f39
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4309932885169983
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3009 | LCC = 0.9202 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1881675013899803
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2450 | LCC = 0.9380 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.1614670414328575
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2310 | LCC = 0.9402 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.13735387879610061
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2190 | LCC = 0.9479 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.12064070335030555
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1971 | LCC = 0.9490 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.1118047126531601
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1987 | LCC = 0.9536 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.10294965356588363
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2060 | LCC = 0.9544 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09917060080170631
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2323 | LCC = 0.9547 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09021908965706825
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2001 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08495164421200753
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2154 | LCC = 0.9564 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07935700500011444
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2124 | LCC = 0.9560 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07498948708176613
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2022 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07141642510890961
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1798 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07209181979298591
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1775 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06368541511893272
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1630 | LCC = 0.9580 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06291257959604263
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1772 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05950882428884506
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1810 | LCC = 0.9586 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.054744964152574536
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1872 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05139475405216217
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1739 | LCC = 0.9585 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.051862701177597045
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1793 | LCC = 0.9585 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04821659781038761
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1833 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.050976252019405366
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1747 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04641969737410545
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1744 | LCC = 0.9588 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04338274478912354
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1840 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.045168679639697076
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1785 | LCC = 0.9589 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.040844514697790144
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1756 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04057336282730103
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1885 | LCC = 0.9578 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0409931296557188
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1768 | LCC = 0.9592 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03790366610884666
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1692 | LCC = 0.9596 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03775747017562389
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1833 | LCC = 0.9580 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03419330245256424
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1767 | LCC = 0.9592 | SRCC = 0.9592 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1782 | LCC = 0.9605 | SRCC = 0.9614 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17b87c68cf52d4a97a9d1716cbaa5caa97c92c2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00e5ebc74e09dc2d68a30b612f513e28731b15cae75d544d3fbef8f4eb76042
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01f7e638de43d9efe9517b0d7ffc2e772b8c5b4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0613a8c1f2f51716e4fdb54dc4da9b32f30034756b1799799e3241516f9bbe
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3729612d97e8e0c7106baf6428207234c8a7144f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49222992622852324
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3573 | LCC = 0.9199 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.19186432307958604
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2726 | LCC = 0.9334 | SRCC = 0.9346 ]
+INFO:root:Average loss=0.15542796289920807
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2473 | LCC = 0.9443 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.13771463441848755
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2238 | LCC = 0.9484 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12467911982536316
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2658 | LCC = 0.9502 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11831257659196853
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1944 | LCC = 0.9517 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1080075888633728
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2135 | LCC = 0.9557 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09583623602986335
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1936 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09442220574617385
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1971 | LCC = 0.9572 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.08907623529434204
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1996 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08167510721087455
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2327 | LCC = 0.9549 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07798054739832878
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2326 | LCC = 0.9580 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.07125838315486908
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2108 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.0703120177090168
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2273 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06563759514689446
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2113 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.061541749715805054
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1748 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.057944218039512635
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2188 | LCC = 0.9602 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05840770721435547
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1953 | LCC = 0.9585 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05649920484423637
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2167 | LCC = 0.9587 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.052569342106580735
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2018 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05158383314311504
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2090 | LCC = 0.9594 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.050233108162879944
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1989 | LCC = 0.9584 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.048660922825336454
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2068 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.044457819372415545
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1735 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04521470518410206
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1743 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04196157471835613
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1878 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03934179653227329
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2111 | LCC = 0.9589 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04007324150204659
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1748 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.037887868478894235
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1847 | LCC = 0.9610 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.036086307406425475
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2010 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03713982932269573
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1718 | LCC = 0.9611 | SRCC = 0.9611 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1732 | LCC = 0.9610 | SRCC = 0.9620 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11aba2f9b09a74e8b049fdd41183ad8fd7069a9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df4c89d0d4c55fc8ad2994c77f1592298c14d637afb6847e210d3b5f0602d1
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e314aa5e6494856f8d8b1dec6d43fe4af38fbb91
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7082f90876c6af1af882c7777a17883332e98f3b535614a3bc4b7cb36a5fa02
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..de48f759c3b1e806fdf6cc342f27f0ae934a767d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40764206993579866
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2961 | LCC = 0.9217 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.20321265649795534
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2717 | LCC = 0.9335 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.16270712125301362
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2413 | LCC = 0.9420 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.140432961165905
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2033 | LCC = 0.9459 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.12950081437826155
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2036 | LCC = 0.9479 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1170872415304184
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2139 | LCC = 0.9512 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.10987426516413688
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1880 | LCC = 0.9503 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.10457338386774064
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2075 | LCC = 0.9530 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09538971972465515
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2262 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08895577707886695
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1974 | LCC = 0.9540 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08211439564824104
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1848 | LCC = 0.9528 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08294830203056336
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1963 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07751453858613967
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2191 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07095419561862945
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1972 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06886178189516068
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1829 | LCC = 0.9555 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06597413715720177
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1876 | LCC = 0.9557 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06362934982776641
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1814 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06178338065743447
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1979 | LCC = 0.9571 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05727091185748577
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1896 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05525233975052834
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2178 | LCC = 0.9573 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05465376946330071
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1840 | LCC = 0.9560 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05091326422989369
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1924 | LCC = 0.9572 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.049020797669887546
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1967 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04676512935757637
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1790 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04490580473840237
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1855 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04318634958565235
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1780 | LCC = 0.9597 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.043465882509946825
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1692 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04103442344069481
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1868 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.041138365715742115
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1737 | LCC = 0.9580 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03832255291938782
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1733 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.03666764289140701
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2022 | LCC = 0.9584 | SRCC = 0.9582 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1757 | LCC = 0.9610 | SRCC = 0.9620 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c331b62e56a1e56f97d629277b91182e3ebe5da9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a72fa44a4f720760e702879398ab70f2909718b1bb767378f5f17a023723bc0
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06888e67f577bef0826055c1a1c32899cc456f19
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c492af0a0f73779c9b582739974eb0673e005e8e119f1486237ce6ce778d1d6a
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dac3129019d25eedb9105fec5b51d0cdfb137d94
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43089935803413393
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3126 | LCC = 0.9223 | SRCC = 0.9242 ]
+INFO:root:Average loss=0.18510399389266968
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2542 | LCC = 0.9369 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.15372295445203782
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2459 | LCC = 0.9442 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.1389595836997032
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2300 | LCC = 0.9453 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.1232791694700718
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2396 | LCC = 0.9489 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.11150946280360222
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2181 | LCC = 0.9515 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10674602130055427
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2543 | LCC = 0.9494 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.10064791309833526
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1959 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09527667826414109
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1633 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08749701753258705
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1811 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08138336518406868
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2002 | LCC = 0.9558 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07827076867222786
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1942 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07546748134493828
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1684 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06909371489286423
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1867 | LCC = 0.9569 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.06510518291592599
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1961 | LCC = 0.9568 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06315241521596908
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1910 | LCC = 0.9559 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.060708908379077914
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1845 | LCC = 0.9525 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05818038573861122
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2285 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05778527969121933
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2052 | LCC = 0.9583 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.05613325905799866
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1975 | LCC = 0.9554 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04960558998584747
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1655 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.049227369993925095
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1857 | LCC = 0.9573 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.044501716777682304
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1801 | LCC = 0.9598 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0492117840051651
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1612 | LCC = 0.9592 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04477968792617321
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1779 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.042870258882641794
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2116 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.041497983574867246
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1988 | LCC = 0.9581 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.042610988214612004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1618 | LCC = 0.9595 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.039280687376856804
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1907 | LCC = 0.9603 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03850454838573933
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1993 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.037474689245224
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1797 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1815 | LCC = 0.9605 | SRCC = 0.9610 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e67cd5bf3b2130e1e952fefdc77d3594d2cb1a0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa2ac12c45f5003564928fe862756df080b76cc6fd5fb58786b50ec2c0d452e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92438e860596b7527fdd6cdf58c15bda546e6f3b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4c82c71f8d364a59dcc1fd839b2092951aa05e2946972d7af73e03c6fab2dc
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a41622cf69c6dce1fba0aebc140112ea3854285c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2431230040192604
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3436 | LCC = 0.9418 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.15700896513462068
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3104 | LCC = 0.9463 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.14833007568120957
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3118 | LCC = 0.9498 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1448565792441368
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2642 | LCC = 0.9497 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.13952882689237595
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3208 | LCC = 0.9496 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.13409127444028854
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3441 | LCC = 0.9505 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.13069984504580498
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2662 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12841934391856194
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2351 | LCC = 0.9519 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12523755103349685
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2454 | LCC = 0.9529 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.12325696647167206
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2715 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.12205714541673661
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2941 | LCC = 0.9518 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11702727055549622
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2471 | LCC = 0.9542 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11388597977161408
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2658 | LCC = 0.9490 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11293111062049865
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2478 | LCC = 0.9544 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11233893913030625
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2791 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11059459888935089
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2752 | LCC = 0.9529 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10595656940340996
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2414 | LCC = 0.9552 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.10680697971582413
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2565 | LCC = 0.9545 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10348386037349701
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2731 | LCC = 0.9537 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10340434119105339
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2580 | LCC = 0.9559 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09952502828836442
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2570 | LCC = 0.9555 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.10135926908254624
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2518 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0960768826007843
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2418 | LCC = 0.9538 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0938028669655323
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2840 | LCC = 0.9522 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.09463792887330055
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2873 | LCC = 0.9526 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.09234309381246567
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2318 | LCC = 0.9545 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08868141829967499
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2452 | LCC = 0.9552 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08793032869696617
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2691 | LCC = 0.9536 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08500700077414512
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2282 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08681248298287392
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2384 | LCC = 0.9557 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08249068784713745
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2341 | LCC = 0.9555 | SRCC = 0.9567 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2573 | LCC = 0.9591 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a12004a017f18d943dce0eac72d0306bae2a390
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323379b4e95a2e2ab213c851700f8b4c64ea72862dfa16d686efafc42cca1b80
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1145c4096c2a12c8448c0d1bb6fdd0ab716e6b6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8693e0e748759da3e4016a77d84a8787529b2123cbd977e0897b844f16ad12b3
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..36eb77a3138685386785b47bfca6f0271ae9b097
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.25807426500320435
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3303 | LCC = 0.9426 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.1562700178027153
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3199 | LCC = 0.9457 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.14824060451984405
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2714 | LCC = 0.9489 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.14185575699806213
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3041 | LCC = 0.9469 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.13754212433099747
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2531 | LCC = 0.9516 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.13248394536972047
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2679 | LCC = 0.9512 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12835877904295923
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2800 | LCC = 0.9522 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1261251050233841
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2777 | LCC = 0.9524 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.1265083284676075
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2729 | LCC = 0.9506 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12130987179279328
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2551 | LCC = 0.9543 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11751828312873841
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2439 | LCC = 0.9550 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.12109209302067757
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2668 | LCC = 0.9530 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11393409851193428
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2603 | LCC = 0.9531 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.1114651221036911
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2447 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11123362362384796
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2701 | LCC = 0.9506 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10743100652098656
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2198 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10505877894163132
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2206 | LCC = 0.9522 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10496323481202126
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2931 | LCC = 0.9521 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10208670738339425
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2259 | LCC = 0.9499 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10202653914690017
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2638 | LCC = 0.9527 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1016497166454792
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2387 | LCC = 0.9534 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10059022456407547
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2179 | LCC = 0.9557 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09542207384109497
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2501 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09463039040565491
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2662 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09507703676819801
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2648 | LCC = 0.9459 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.09165482649207116
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2182 | LCC = 0.9526 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08989933195710183
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2574 | LCC = 0.9539 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08531199106574058
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2412 | LCC = 0.9540 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08755858337879181
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2471 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.08636840724945069
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2443 | LCC = 0.9538 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08405815184116364
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2328 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2147 | LCC = 0.9602 | SRCC = 0.9608 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f6d4ee00b89bfc0b8ac3774c1ffe69d9982f18
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c2d93f45babdb7b2e7acd85a0a3760323c0d04c6d0d7ca249989e394330c2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629839b7aecd1026f96b7dd5a5e164dc1fa20463
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eee3fc39f947dfca7d25931b4e0d11ca17dbdeeed6617bdc9af948dbeb62d9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..58ebc2991d279c9ec5c8118f77493f9ad392c2d6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27097567278146745
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3408 | LCC = 0.9376 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.15696594440937042
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2754 | LCC = 0.9436 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.14559907734394073
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3193 | LCC = 0.9467 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.14226807749271392
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2855 | LCC = 0.9462 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.13912560433149337
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2754 | LCC = 0.9499 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13683333802223205
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2721 | LCC = 0.9509 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12992918837070466
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2480 | LCC = 0.9495 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.12602082741260529
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2736 | LCC = 0.9536 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.12205441707372665
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2907 | LCC = 0.9540 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.12103236657381057
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2599 | LCC = 0.9533 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11956994968652725
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2707 | LCC = 0.9543 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11836078518629074
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2372 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11412930804491044
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2709 | LCC = 0.9548 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.11238081249594688
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2092 | LCC = 0.9519 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11441590785980224
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2734 | LCC = 0.9541 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.1081076448559761
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2485 | LCC = 0.9550 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.10577900207042694
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2560 | LCC = 0.9530 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.10550865945219993
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2641 | LCC = 0.9527 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10087998375296593
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2293 | LCC = 0.9546 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10162146005034446
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2320 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10071214944124222
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2513 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09630764377117157
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2465 | LCC = 0.9534 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0953204483985901
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2311 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09475199723243713
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2405 | LCC = 0.9546 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0939509672820568
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2296 | LCC = 0.9523 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09234245619177818
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2427 | LCC = 0.9536 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08918576061725617
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2551 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08733860671520233
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2526 | LCC = 0.9540 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08409053170681
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2472 | LCC = 0.9494 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08470811432600021
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2317 | LCC = 0.9543 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08429197999835014
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2529 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2350 | LCC = 0.9586 | SRCC = 0.9591 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12305f69df7e70f4b7c7775f6cf85cc9163b6680
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f166a22922e506271eccd477b22aae06754ee91ef47fe40acbf811780e0d13b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5d9b5b75bb957c2a127bf7ad5dec3b6331e3cb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730902b3ca66aa29ef83afbbcf3ea17bed14683a6ca82df25db6f6e0db6e5cb9
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7e1a3f6a5812c3171b1060cbe03b4889a07d1d4c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.285695982336998
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2777 | LCC = 0.9425 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.15637753576040267
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2710 | LCC = 0.9462 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.14596898072957992
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2529 | LCC = 0.9487 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.14031328183412553
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2484 | LCC = 0.9517 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13395817005634308
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2931 | LCC = 0.9485 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13186614471673966
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2522 | LCC = 0.9513 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1272030675113201
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2545 | LCC = 0.9498 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12562781065702439
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2263 | LCC = 0.9532 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12506525248289108
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2303 | LCC = 0.9526 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11903044304251671
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2268 | LCC = 0.9537 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11846878862380981
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2329 | LCC = 0.9542 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11823051130771636
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2654 | LCC = 0.9554 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.11144090780615806
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2236 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.1122692967057228
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2783 | LCC = 0.9530 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11270233455300331
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2331 | LCC = 0.9541 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10627491703629494
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2371 | LCC = 0.9539 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10379981875419617
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2242 | LCC = 0.9559 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.104063530087471
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2896 | LCC = 0.9545 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10156274750828743
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2050 | LCC = 0.9566 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.09810136008262635
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2174 | LCC = 0.9561 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0982173483967781
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2196 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09554359591007233
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2585 | LCC = 0.9529 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09372874554991723
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2275 | LCC = 0.9559 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09390994238853455
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2674 | LCC = 0.9540 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09141691049933434
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2203 | LCC = 0.9559 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09010982838273049
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2654 | LCC = 0.9550 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08931249183416366
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2211 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08745864042639732
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2323 | LCC = 0.9560 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08784880790114402
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2263 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08690655753016471
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2402 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08654897072911262
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2433 | LCC = 0.9556 | SRCC = 0.9568 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2240 | LCC = 0.9591 | SRCC = 0.9596 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37afe50998af70889b9095e027a730a08ee361fe
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b13a51b0b314986aee5ce8a74cd690be386a5b993d51de7f27db0545d88c3b8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d241096d063af577faa4c018b94a8a63c917313
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c497a0b4312107b91b710b1338d7e8e978cb407c6f3dcfd7f8470c020b377345
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..235b5b127353b26643860076f5df5ce9bf1bc26f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2499322878718376
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3017 | LCC = 0.9386 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.15569801968336106
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2708 | LCC = 0.9400 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.14922385376691819
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2769 | LCC = 0.9490 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14452025645971298
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2387 | LCC = 0.9481 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13783446744084357
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2316 | LCC = 0.9506 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13235096156597137
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2632 | LCC = 0.9522 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.13219875013828278
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2390 | LCC = 0.9536 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.12707962208986281
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2403 | LCC = 0.9514 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.12733384948968887
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2265 | LCC = 0.9535 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.12280367732048035
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2464 | LCC = 0.9510 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11896345013380051
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2325 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.117125697016716
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2265 | LCC = 0.9538 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.11628078323602677
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2491 | LCC = 0.9541 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11314593786001205
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2515 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11133979672193527
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2250 | LCC = 0.9536 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.1088763322532177
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2046 | LCC = 0.9543 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10704575437307358
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2415 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10390274387598038
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2567 | LCC = 0.9552 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10378837770223617
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2355 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10523084884881974
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2418 | LCC = 0.9552 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09745293581485748
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1882 | LCC = 0.9545 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09913565313816071
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2330 | LCC = 0.9537 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0958771630525589
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2109 | LCC = 0.9529 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09567376777529717
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2398 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09411007064580917
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2247 | LCC = 0.9540 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09353663519024849
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2135 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09063454228639603
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2212 | LCC = 0.9552 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.09050363850593567
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1971 | LCC = 0.9533 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0880991778075695
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2204 | LCC = 0.9530 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08748689785599709
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2419 | LCC = 0.9552 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.08467600935697556
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2461 | LCC = 0.9492 | SRCC = 0.9532 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2407 | LCC = 0.9592 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4571e7be651f69f3cd0487e898018c5528dec6e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be093bd101a9af91c57a6059003eabc95ad180a84f60fcaa49882700727bf7e5
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db388a6daf1e1c5e0172a83dae2d39a007fff80
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f447300eabc6bd6e170064cd7aaf8e04a43ed53a587ab2f8f91416fff3d1a1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..78ba31b3660d8bbb4159032cc562beee99981917
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2621219996809959
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3913 | LCC = 0.9399 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.17226308470964433
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3374 | LCC = 0.9428 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.15908058029413225
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3997 | LCC = 0.9447 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1558263521194458
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3439 | LCC = 0.9439 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.15133557271957399
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2949 | LCC = 0.9485 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.14802177673578262
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3438 | LCC = 0.9466 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1464578459262848
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3000 | LCC = 0.9490 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14629665100574493
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2933 | LCC = 0.9477 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14381999891996383
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2956 | LCC = 0.9500 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1403635441660881
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3665 | LCC = 0.9471 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.14010630416870118
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3338 | LCC = 0.9497 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13729594832658767
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3106 | LCC = 0.9523 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13381856369972228
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3044 | LCC = 0.9513 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13412354826927186
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2462 | LCC = 0.9503 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13391907060146332
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2966 | LCC = 0.9506 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12979936122894287
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2885 | LCC = 0.9505 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.1293894602060318
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2922 | LCC = 0.9527 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1279067719578743
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2926 | LCC = 0.9532 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1266575256586075
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2839 | LCC = 0.9548 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.1250414509177208
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3170 | LCC = 0.9514 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12496839597821235
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2734 | LCC = 0.9529 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12457280224561691
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3227 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12037578999996185
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2855 | LCC = 0.9552 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.12191609805822372
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2715 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11877029088139535
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2627 | LCC = 0.9540 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11735274818539619
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2642 | LCC = 0.9546 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11541266378760338
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2700 | LCC = 0.9520 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11630950483679771
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2832 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.11588741910457612
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2933 | LCC = 0.9526 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.11410808473825455
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2638 | LCC = 0.9545 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11251293861865998
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2691 | LCC = 0.9527 | SRCC = 0.9542 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2943 | LCC = 0.9554 | SRCC = 0.9565 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee362b6278b3a6218bfd71a51de2d6f7be9d46b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e83c3bcf8315019284546c5961bb3723c88f3128399884a01b70093db493105
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b15b5d5f7212fd9ffc762f4e8d15cde5a28940d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568c8adf19efc4c5e9211495e9946326882d9135375a2afac3d1dc874c30787f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fbe61c24ef51101b87da1477fd3efdab199b075f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.255155876994133
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3460 | LCC = 0.9425 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.16699373066425324
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3109 | LCC = 0.9435 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.1591726884841919
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3023 | LCC = 0.9437 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.1572877157330513
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2871 | LCC = 0.9403 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.15224323439598084
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3056 | LCC = 0.9417 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.14547037875652313
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3181 | LCC = 0.9476 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14508125358819962
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2955 | LCC = 0.9479 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.14428910744190215
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2935 | LCC = 0.9508 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.14285131376981736
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3127 | LCC = 0.9492 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.13896090471744538
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2820 | LCC = 0.9484 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.13918496894836427
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2663 | LCC = 0.9511 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13480578702688217
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2893 | LCC = 0.9509 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.13287821751832962
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2416 | LCC = 0.9482 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13072692680358886
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2445 | LCC = 0.9484 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13192083919048309
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2840 | LCC = 0.9526 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12952686655521392
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2644 | LCC = 0.9537 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12886150497198104
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2532 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12352847141027451
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2694 | LCC = 0.9459 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.12599606394767762
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2487 | LCC = 0.9489 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12255078595876694
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2347 | LCC = 0.9525 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12101544326543807
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2750 | LCC = 0.9520 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12279510819911957
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2296 | LCC = 0.9541 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11932478445768356
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2219 | LCC = 0.9507 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11653334599733353
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2372 | LCC = 0.9537 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11791189947724343
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2386 | LCC = 0.9535 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11639759829640388
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2601 | LCC = 0.9529 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.11495915633440018
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2772 | LCC = 0.9541 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.1151238077878952
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2215 | LCC = 0.9514 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11222948974370957
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2581 | LCC = 0.9514 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10904554766416549
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2457 | LCC = 0.9538 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11021706169843673
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2432 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2803 | LCC = 0.9554 | SRCC = 0.9568 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde8b9d47a9a89215f148428cf6919789174fc5c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5343c4d0b3c3a24d958347933a857931d46412b381d84b57e25c96aa168bbec7
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8812916a76e02d807424fb5272f2f5e551ce2bcb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6344ca47e0d8b666ab0570a6c030322f6618a916c9ad9e72614d9b05b64170c1
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c802c7ba00de930c02449a4bca0087b75f987a83
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24220019590854644
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3097 | LCC = 0.9408 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.16807443553209306
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3578 | LCC = 0.9431 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.15681680899858474
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3082 | LCC = 0.9466 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.15049343538284302
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2926 | LCC = 0.9461 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.14648330354690553
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2707 | LCC = 0.9455 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.15214224475622176
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2785 | LCC = 0.9481 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.14192850071191787
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3226 | LCC = 0.9490 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.14157432794570923
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2697 | LCC = 0.9493 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.14338399827480316
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2536 | LCC = 0.9502 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13897209846973418
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2343 | LCC = 0.9487 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1350703492164612
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2544 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13250533199310302
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2569 | LCC = 0.9503 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13256339952349663
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2235 | LCC = 0.9509 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.13601040410995482
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3108 | LCC = 0.9506 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12731771034002304
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2609 | LCC = 0.9539 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12637374755740166
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2744 | LCC = 0.9497 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.12461229455471039
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2656 | LCC = 0.9534 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.12577693182229996
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2539 | LCC = 0.9547 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.12270105558633804
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2515 | LCC = 0.9509 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.12473309010267258
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2519 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12099358415603638
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2569 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11792749220132828
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2567 | LCC = 0.9541 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11719718551635742
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2825 | LCC = 0.9524 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11793104630708695
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2586 | LCC = 0.9495 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.11738690316677093
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2479 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.11365904074907303
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2450 | LCC = 0.9547 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11715138936042786
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2437 | LCC = 0.9556 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11053580483794212
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2364 | LCC = 0.9553 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11141087886691094
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2418 | LCC = 0.9555 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11001138657331466
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2532 | LCC = 0.9517 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.10925222435593605
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2412 | LCC = 0.9538 | SRCC = 0.9537 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2427 | LCC = 0.9574 | SRCC = 0.9578 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b3709ba1610896dad506f6e245dfbd0ab6bd18
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974adf1fe3b9899dd4207d3b34b3635fcb0eb449c00ffc6a42f1032a10014e29
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1771b80d786bde414eabf72fd9b701c4f5ff651
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d4c2d53f902ad14cf6367b1f90c6f13fd8ae4c67eba06413c46822a5e10bda
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..91d75eb86928ef1ad6712f244a62bda36589fd85
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2790878175497055
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3727 | LCC = 0.9424 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.16781468510627748
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3806 | LCC = 0.9417 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.1587792826294899
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2977 | LCC = 0.9453 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.15650936740636825
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3373 | LCC = 0.9440 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.14977306008338928
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3457 | LCC = 0.9469 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.15007463401556015
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3261 | LCC = 0.9479 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14410291105508805
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2898 | LCC = 0.9491 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1400659641623497
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2991 | LCC = 0.9501 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.14292079555988313
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3123 | LCC = 0.9478 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13627179646492005
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3490 | LCC = 0.9502 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.135653972864151
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2791 | LCC = 0.9511 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13396266531944276
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2749 | LCC = 0.9512 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.13173757427930832
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2764 | LCC = 0.9498 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12967067790031434
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2837 | LCC = 0.9529 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12911219424009324
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2661 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12771984320878982
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3121 | LCC = 0.9521 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.12836436128616333
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2533 | LCC = 0.9527 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1240527149438858
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2631 | LCC = 0.9538 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12315915387868881
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2550 | LCC = 0.9549 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.12362049770355224
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3012 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.12144017174839973
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2534 | LCC = 0.9554 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.12084052503108979
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2608 | LCC = 0.9532 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11888926845788955
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2590 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.11776750540733337
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2646 | LCC = 0.9554 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.114566022336483
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2970 | LCC = 0.9552 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11557919615507126
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2646 | LCC = 0.9550 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11694525963068009
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2818 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11239545285701752
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2360 | LCC = 0.9552 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.11087403070926666
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2521 | LCC = 0.9565 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10955547791719436
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2625 | LCC = 0.9538 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10948416709899902
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2493 | LCC = 0.9559 | SRCC = 0.9556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2594 | LCC = 0.9578 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d156f2b1aed21dc0f1c94052093e97ce60f2ea
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af0f90fc9ee1654a25119a873f7ab3e52788f4752d3849fc2a415427719f22a
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb7328ec5825b27535827c0436af8f81dfe26c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50154fb39693c61b5cd245d779457e8137459cfb30fe14c6e055800ccb3a394
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5dd9b34933dd1e6eff75d50d64d79d2a73ee5045
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.22822114211320876
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3748 | LCC = 0.9381 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.16630939787626267
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3563 | LCC = 0.9441 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.15935898232460022
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3211 | LCC = 0.9449 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.15438689094781877
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3529 | LCC = 0.9472 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.150808223426342
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2848 | LCC = 0.9463 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.14886690539121628
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2985 | LCC = 0.9487 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.14361088621616364
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3028 | LCC = 0.9476 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.14569607818126679
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3293 | LCC = 0.9485 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.1411479315161705
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2977 | LCC = 0.9503 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.1380232858657837
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3162 | LCC = 0.9514 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13796735030412674
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3418 | LCC = 0.9497 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13544381165504454
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3173 | LCC = 0.9513 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13667530441284179
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2841 | LCC = 0.9495 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1338674570918083
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2890 | LCC = 0.9521 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.1299129179418087
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2835 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1298077128827572
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2698 | LCC = 0.9521 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12804606401920318
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3168 | LCC = 0.9530 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12784279054403305
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2771 | LCC = 0.9535 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.1261045311689377
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2857 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12403999292850494
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2947 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12209133321046829
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3513 | LCC = 0.9530 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.12175565505027772
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2840 | LCC = 0.9531 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12216509693861008
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2719 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11814899384975433
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2722 | LCC = 0.9526 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11820570665597915
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2673 | LCC = 0.9552 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.1153224406838417
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3115 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.1161993228495121
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2770 | LCC = 0.9541 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.1141630289554596
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2895 | LCC = 0.9536 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11046404790878296
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3100 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.1114842786192894
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2886 | LCC = 0.9556 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.11147582507133484
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2653 | LCC = 0.9546 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2925 | LCC = 0.9580 | SRCC = 0.9584 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31f47b7ef4cbe0a19e0ed4d4743c346e44d2a54
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1befd8586afb606dfa93475e85b61565e4d2c822a301623d63471b4c9423ed32
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9375653cbbbb9e4741253d0368d2939c1b52951e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a40ec1e14b21eb92d99d96ef68489e2664486d0e5f6da0332ef1a60979d633
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e90a3cbef99f05a88e25ba1f22118192ce3d9510
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35096226370334627
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2947 | LCC = 0.9295 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.1681853119134903
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2318 | LCC = 0.9434 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.15092447876930237
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2073 | LCC = 0.9476 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12238215279579162
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2258 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.11507202225923538
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2373 | LCC = 0.9528 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10445069751143456
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2013 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09546710565686226
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2482 | LCC = 0.9565 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09132793349027633
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2051 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08563336676359176
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2129 | LCC = 0.9568 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.07983253192901611
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2143 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07388063269853593
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1809 | LCC = 0.9582 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07099281519651413
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1913 | LCC = 0.9607 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.0650797414779663
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1952 | LCC = 0.9616 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.06325882613658905
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1777 | LCC = 0.9592 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05963678202033043
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1866 | LCC = 0.9602 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0597485020160675
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1954 | LCC = 0.9615 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05291500473022461
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1819 | LCC = 0.9617 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.05216823936998844
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2069 | LCC = 0.9605 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04991242004930973
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1703 | LCC = 0.9612 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.046563967898488046
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1778 | LCC = 0.9617 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04634068219363689
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1914 | LCC = 0.9610 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.043612975254654886
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1973 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04237066718935967
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1782 | LCC = 0.9609 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.041996991485357286
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1854 | LCC = 0.9603 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0412093937844038
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1742 | LCC = 0.9613 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03780255883932113
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2004 | LCC = 0.9617 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03816735464334488
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1648 | LCC = 0.9629 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.03843286569416523
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2041 | LCC = 0.9615 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03648489172756672
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1946 | LCC = 0.9628 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.03239249013364315
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1811 | LCC = 0.9624 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03418536464869976
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1741 | LCC = 0.9614 | SRCC = 0.9603 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1705 | LCC = 0.9633 | SRCC = 0.9643 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803459d8117b528ab43c49345869cdf3d8976cd5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f962f873e6702352859e668a974b20c44067c831c16b131e40fd2783cf480d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11e10a50036cc244f580147c3028f016a4d8c3d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc3a5c2ea243b63045ca483ded494d7e0b164f97506a7b1c87ae23a3deb1789
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ca705e684344e11fa5b8b167bb2732ef39c3ce5d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3939215799570084
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3131 | LCC = 0.9262 | SRCC = 0.9269 ]
+INFO:root:Average loss=0.17265672439336777
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2723 | LCC = 0.9446 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.14167204928398133
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2473 | LCC = 0.9507 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.12499904784560203
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2298 | LCC = 0.9520 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11226647162437439
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2112 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10491957119107247
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2286 | LCC = 0.9564 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.09691816249489785
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2208 | LCC = 0.9575 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08885036841034889
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1842 | LCC = 0.9587 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08639062309265137
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2166 | LCC = 0.9595 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.07959742769598961
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2027 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.07526097276806831
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1916 | LCC = 0.9609 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.06918463253974914
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2030 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.06714406535029412
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1827 | LCC = 0.9620 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.06218955421447754
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1957 | LCC = 0.9619 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.0595971511900425
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1852 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05661342298984528
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2168 | LCC = 0.9612 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05300332641601563
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1882 | LCC = 0.9604 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05046997681260109
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1896 | LCC = 0.9611 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.051057022392749785
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1747 | LCC = 0.9614 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.04828541259467602
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1802 | LCC = 0.9621 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.045774963811039925
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1833 | LCC = 0.9609 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04752830170094967
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2194 | LCC = 0.9594 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04186992657184601
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1916 | LCC = 0.9587 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04074032691121102
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1913 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04117039655148983
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1848 | LCC = 0.9610 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03748783923685551
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1906 | LCC = 0.9615 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03575342267006636
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1745 | LCC = 0.9621 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03556117549538612
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1725 | LCC = 0.9615 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03384284497797489
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1999 | LCC = 0.9612 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.032969504594802856
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1890 | LCC = 0.9619 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03200680650770664
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2045 | LCC = 0.9608 | SRCC = 0.9612 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1737 | LCC = 0.9641 | SRCC = 0.9651 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b07e38634e78de7410ef5625ad7aea38a366b1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd1f8b00458f1a3867f8a20e77ee4f10970bdd36f84e52ffdfb3e6e6138e2c9
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f850e77f657157cb7541267263d88c3a73ea6eda
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235d105c8289bc3d2d34576f64ccb108aee28d230e224ff336724b0b657caa6c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..34448853fbdeaf41f8a3e2076fa772dbfffcc25f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37452483105659484
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3162 | LCC = 0.9267 | SRCC = 0.9262 ]
+INFO:root:Average loss=0.17589227592945098
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2461 | LCC = 0.9440 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.14955457282066345
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2165 | LCC = 0.9485 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.12802832293510438
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2127 | LCC = 0.9521 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.11590390783548356
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2200 | LCC = 0.9536 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11096827083826065
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2068 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09847267204523087
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1896 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.09502290272712707
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2053 | LCC = 0.9580 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08479415905475617
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1959 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08242164212465286
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2069 | LCC = 0.9588 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07800367811322212
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2077 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07161794030666352
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1696 | LCC = 0.9601 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06917862972617149
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2140 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06764732044935226
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1870 | LCC = 0.9603 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06378258118033409
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2017 | LCC = 0.9589 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.06314552146196366
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1916 | LCC = 0.9612 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0566564014852047
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1846 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05617395433783531
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1762 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.05197305129468441
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1865 | LCC = 0.9619 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.05099453443288803
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1788 | LCC = 0.9621 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.04816280137002468
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1758 | LCC = 0.9615 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.047279884606599806
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1732 | LCC = 0.9614 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.043468141868710515
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1585 | LCC = 0.9610 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04234501196444035
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1858 | LCC = 0.9603 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.042884767785668375
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1793 | LCC = 0.9615 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.04080105522274971
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1777 | LCC = 0.9616 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.039399223029613496
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1785 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.03607296219468117
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1708 | LCC = 0.9622 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03687946344912052
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1704 | LCC = 0.9612 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.034878821894526485
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1895 | LCC = 0.9600 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.034697951063513754
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1795 | LCC = 0.9602 | SRCC = 0.9604 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1708 | LCC = 0.9628 | SRCC = 0.9630 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf2bbfd03fc431a48ac76fc9317a5a1689eca6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a55d2d96b2b140198cc57b0c329f8a3659d81a78ed11a5d6c611f21ba81c7d6
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a580849adb19b2345b81a90b5ebb16dcaa6c531d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce97086854ee6008fb2bc7d83f62c9128283790ef8805b30c29b9054b395f10f
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c298eb3712e68acc845076db494af8ef23315fbb
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3707603252530098
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3136 | LCC = 0.9303 | SRCC = 0.9318 ]
+INFO:root:Average loss=0.17920922154188157
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2521 | LCC = 0.9438 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.1504377474784851
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2185 | LCC = 0.9489 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1294147403240204
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2392 | LCC = 0.9542 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11790066462755203
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2286 | LCC = 0.9557 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.10523648291826249
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1836 | LCC = 0.9571 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.1003115367591381
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2088 | LCC = 0.9579 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.09662501895427704
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1942 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.08632763275504113
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2014 | LCC = 0.9608 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.08102077093720436
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2064 | LCC = 0.9605 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.07803191271424294
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2184 | LCC = 0.9606 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.07123079197108746
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1810 | LCC = 0.9604 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06891985347867012
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1807 | LCC = 0.9618 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.06556074646115304
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1830 | LCC = 0.9620 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.058544768214225766
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1924 | LCC = 0.9618 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.06152987504005432
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1801 | LCC = 0.9627 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.05775054955482483
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2066 | LCC = 0.9622 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.05436629825830459
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1799 | LCC = 0.9624 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.05187146265804768
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2076 | LCC = 0.9609 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.05065265084803104
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1956 | LCC = 0.9618 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.046288609370589255
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1838 | LCC = 0.9633 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.04572867706418037
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1815 | LCC = 0.9634 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.04347013126313686
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1758 | LCC = 0.9632 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.04189615361392498
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1583 | LCC = 0.9622 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.04108033093810082
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1971 | LCC = 0.9641 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.0402828771173954
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1842 | LCC = 0.9630 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03904765406250953
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1759 | LCC = 0.9640 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.036095094919204714
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1769 | LCC = 0.9625 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.03662257528305054
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1685 | LCC = 0.9636 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.0341891980022192
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1802 | LCC = 0.9639 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.032895514965057375
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1780 | LCC = 0.9631 | SRCC = 0.9628 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2071 | LCC = 0.9638 | SRCC = 0.9644 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca6eecc51a9c98452728e32391e6e607fa6084
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2deeceefab18d0d5f23bfb2bdd274cfa8866072dd2f4cf5b02d4045c676e9
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62962fd1340fd3e217c833b08b67100cd30ca601
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d0bb6c173337662fc54fe05ef0a600da97800fc8af72a4736bc0d7abf8f35d
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..688c9a76834b0b81f13d275e11562c0611abc787
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38832423400878907
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3162 | LCC = 0.9261 | SRCC = 0.9300 ]
+INFO:root:Average loss=0.17117648965120316
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2428 | LCC = 0.9446 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.14344283598661423
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2768 | LCC = 0.9364 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.13008298629522325
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2052 | LCC = 0.9535 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11557709467411041
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2342 | LCC = 0.9539 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10436335188150406
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1914 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09831216263771057
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2158 | LCC = 0.9580 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09670062324404717
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1973 | LCC = 0.9583 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08899734637141228
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1882 | LCC = 0.9599 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.07883792904019356
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1938 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07929559904336929
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1918 | LCC = 0.9590 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07180896177887916
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1977 | LCC = 0.9610 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.07433789849281311
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2328 | LCC = 0.9590 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06563558673858642
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1811 | LCC = 0.9604 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.06036451755464077
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1888 | LCC = 0.9608 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.06054619246721268
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2214 | LCC = 0.9608 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05911714112758636
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2058 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.0537781226336956
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1723 | LCC = 0.9603 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.049775510743260386
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1857 | LCC = 0.9622 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.051462052181363106
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1977 | LCC = 0.9592 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.048022705510258674
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1554 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04601405431330204
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1723 | LCC = 0.9626 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.043867998778820035
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1858 | LCC = 0.9622 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.04212732593715191
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1724 | LCC = 0.9608 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04059189258515835
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1809 | LCC = 0.9625 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03838442739844322
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1780 | LCC = 0.9618 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.03784596781432629
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1949 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03739909379184246
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1974 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.035944806188344954
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1626 | LCC = 0.9615 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.034645790860056876
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1630 | LCC = 0.9627 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03335585417598486
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1800 | LCC = 0.9623 | SRCC = 0.9625 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1637 | LCC = 0.9623 | SRCC = 0.9633 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5952cbc978d49595e832f7fddb7caa34fa43b9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9efda839f8ff3b3eb384efb8e91e1bb7c2df0fb5acd8d1ce4c1ec0285fb718
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769eb005dcd90388d837bdd46247a81e2f9c9d73
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311e255af68cea2d90b72a524673372c7cf2208aab66c251c5b590f5072bb035
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3112be4434548f62a4cff5ae00d432393307bb5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3481235191822052
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2566 | LCC = 0.9380 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.1635148599743843
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2174 | LCC = 0.9481 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13350426828861237
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2097 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11857439559698105
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1987 | LCC = 0.9562 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.10745234411954879
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1888 | LCC = 0.9562 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.09955145198106766
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2095 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0959641010761261
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1955 | LCC = 0.9594 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.08771308860182762
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2051 | LCC = 0.9592 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07973870381712914
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1806 | LCC = 0.9607 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.07897575041651726
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1563 | LCC = 0.9590 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07065753147006035
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1757 | LCC = 0.9607 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.06801654919981956
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1923 | LCC = 0.9603 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.06455180180072785
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1822 | LCC = 0.9601 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.06009506256878376
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1757 | LCC = 0.9591 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.056151226937770846
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2023 | LCC = 0.9584 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05561418910324573
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1875 | LCC = 0.9617 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.05561359721422195
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1707 | LCC = 0.9619 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.05004684160649776
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1895 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.0465259320884943
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1736 | LCC = 0.9615 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.048347731962800025
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1872 | LCC = 0.9617 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.04631524206697941
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1952 | LCC = 0.9621 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.04266937966644764
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1836 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04238749562203884
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1619 | LCC = 0.9624 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.03894058041274548
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1640 | LCC = 0.9621 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03700482158362865
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1902 | LCC = 0.9596 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03769997598230839
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1797 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03470252096652984
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1837 | LCC = 0.9620 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03562221324443817
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1690 | LCC = 0.9621 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03331854274868965
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1921 | LCC = 0.9605 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03347121423482895
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1866 | LCC = 0.9619 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03164502167701721
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1698 | LCC = 0.9609 | SRCC = 0.9612 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1640 | LCC = 0.9633 | SRCC = 0.9635 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3ddbbd9b4e885021a76ca3ab6de78016be3d29
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c387e854750240835192c159e67fb7779dc0c7f21ac9ebbfc32a2cc362379c50
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bc9afe10252205c48cb5521d6743a55e6265b7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2933660227f089d127bd6348962ec7c11dc4d77bce395796e43c049503a7deb2
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..40ba82480db955f45c47470ef79a2db9efd0d86e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43787791740894316
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2597 | LCC = 0.9346 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.1628338549733162
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2310 | LCC = 0.9504 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13290727192163468
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2228 | LCC = 0.9548 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11843862944841385
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2223 | LCC = 0.9570 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.10735177761316299
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2250 | LCC = 0.9550 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10099898427724838
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2426 | LCC = 0.9573 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09112904235720634
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2179 | LCC = 0.9595 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08606342115998268
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1874 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.08280198121070861
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2209 | LCC = 0.9601 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.07972626906633377
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1747 | LCC = 0.9610 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.07583833864331245
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1991 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.07015428555011749
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1817 | LCC = 0.9613 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.06298057681322097
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2283 | LCC = 0.9580 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.0633054102063179
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1935 | LCC = 0.9576 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.059725965797901154
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2061 | LCC = 0.9615 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.056794144362211224
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1934 | LCC = 0.9595 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.054128094017505644
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2173 | LCC = 0.9616 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.05348420235514641
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1765 | LCC = 0.9610 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.051017059534788134
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1916 | LCC = 0.9611 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04913850459456444
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1793 | LCC = 0.9598 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.0471107035279274
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2178 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04581734062731266
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2139 | LCC = 0.9615 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.04150139218568802
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2037 | LCC = 0.9615 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.0410709835588932
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2011 | LCC = 0.9618 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.03991479876637459
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2029 | LCC = 0.9600 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03743306788802147
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2081 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.036233937203884126
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1979 | LCC = 0.9617 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.035215990900993345
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1860 | LCC = 0.9611 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.03312712998688221
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1906 | LCC = 0.9621 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03380008390545845
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1819 | LCC = 0.9614 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03261604124307632
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1766 | LCC = 0.9625 | SRCC = 0.9619 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1820 | LCC = 0.9630 | SRCC = 0.9634 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c612f711ace32bd4a385aff7b15aea2af2f00771
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60bbe917e7b24300b1e9f1153ad4a240c002f20536d86552d6f027fc307963d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847e73ea250cb9995c92a813f30a47aa17ee2e2a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174bd900f54d427e53779cddd2d18af5e9d9ad94a39ec87d7c3c71e38551f0ed
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df52db19b46fc41dc3aa90e8c970b74f77644135
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4727287995815277
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3253 | LCC = 0.9282 | SRCC = 0.9298 ]
+INFO:root:Average loss=0.15989090770483017
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2375 | LCC = 0.9469 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.13631782972812653
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2205 | LCC = 0.9524 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11723565858602523
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2519 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10846930593252183
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2216 | LCC = 0.9565 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09707450854778289
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2040 | LCC = 0.9573 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09092492944002152
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2095 | LCC = 0.9582 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08389607965946197
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2026 | LCC = 0.9587 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07945210963487626
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2025 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07479820522665978
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2169 | LCC = 0.9605 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.07338410538434982
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2072 | LCC = 0.9589 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0664930244088173
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1893 | LCC = 0.9605 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.062083920285105704
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2152 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.06161578762531281
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2422 | LCC = 0.9588 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05704470472037792
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2080 | LCC = 0.9604 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05590205636620522
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1939 | LCC = 0.9589 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.05494524797797203
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2221 | LCC = 0.9608 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05373321242630482
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1928 | LCC = 0.9608 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.048677179276943205
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2087 | LCC = 0.9595 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.04536474530398846
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1861 | LCC = 0.9621 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.046950332686305045
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2219 | LCC = 0.9618 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.043542450487613675
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1892 | LCC = 0.9621 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04185907189548015
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2224 | LCC = 0.9622 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.04143314430117607
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1756 | LCC = 0.9617 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03843881191313267
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1951 | LCC = 0.9614 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.03694512143731117
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2042 | LCC = 0.9612 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.033770461663603785
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2108 | LCC = 0.9611 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03295387290418148
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1786 | LCC = 0.9616 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03333898749947548
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1935 | LCC = 0.9626 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.03286488626897335
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1903 | LCC = 0.9608 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03250400310754776
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2126 | LCC = 0.9602 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1909 | LCC = 0.9645 | SRCC = 0.9652 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1390e6fefa0e0b31a0907a0ef9b1c2814ad85ad0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed6a3f002e95d89aeb4b6546f323ca44701c06f6a35cd6a2e6760c6608deeed
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a41a2f0d90e7422bbd4269248f6181d8c96977
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2663ccd89f1c5a14dea7623bd3e568e8e7cb84cb1e15b3490b037ab53b7e0181
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..66686dddf18be680e098308fc58f2da575991939
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4146277258396149
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2581 | LCC = 0.9330 | SRCC = 0.9338 ]
+INFO:root:Average loss=0.1654836923480034
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2430 | LCC = 0.9474 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.13585092675685884
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2303 | LCC = 0.9514 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12014705604314804
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2337 | LCC = 0.9558 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.11097134560346604
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2215 | LCC = 0.9557 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10414989626407624
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1964 | LCC = 0.9588 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.09295102202892304
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2186 | LCC = 0.9595 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.09116725984215736
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1957 | LCC = 0.9594 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.08252100121974945
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2141 | LCC = 0.9596 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.07857554751634598
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1873 | LCC = 0.9601 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.07421819457411766
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1986 | LCC = 0.9599 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.06980896440148354
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1779 | LCC = 0.9596 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.0684755832850933
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1822 | LCC = 0.9606 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.06219556957483292
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1996 | LCC = 0.9597 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.058954235196113584
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1892 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.0539812413752079
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2238 | LCC = 0.9598 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05608603140711784
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1905 | LCC = 0.9618 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05085113488137722
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1740 | LCC = 0.9611 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04978927804529667
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2019 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04729037417471409
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1921 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.046239268615841864
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1877 | LCC = 0.9609 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.04381447771191597
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1984 | LCC = 0.9603 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.0426519853323698
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1967 | LCC = 0.9605 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03932742263376713
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1887 | LCC = 0.9616 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.037338495954871175
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2039 | LCC = 0.9606 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03882702973484993
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2019 | LCC = 0.9610 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03653978967666626
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2145 | LCC = 0.9601 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.0351435412466526
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1858 | LCC = 0.9619 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03448529042303562
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1925 | LCC = 0.9611 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03193192073702812
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2070 | LCC = 0.9603 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.032194123208522794
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1845 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1900 | LCC = 0.9620 | SRCC = 0.9625 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb84118fd8e3a701432cbaf5e9659f0190c600
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19db37bd8d86d6e4f0ff21cfd0d018655c4d71f3a68e4c1b1097fe9876699e2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfc36784c2e950a8bcf7ee7d8f531bdc5cee8b5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37497b6ee0a39b3a49d8fb3646dacf74f7f870482da9c489d3e3bc5d84e1fc5
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..47dfb228cc998e0ae45b8bd712d775c6f01bc1e6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3615032323598862
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2843 | LCC = 0.9340 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.16004288095235825
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2311 | LCC = 0.9483 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.13961533385515212
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2026 | LCC = 0.9534 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11910499328374863
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1972 | LCC = 0.9562 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.10993895834684372
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1863 | LCC = 0.9579 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.10236154755949974
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2022 | LCC = 0.9583 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.09142939320206642
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1675 | LCC = 0.9584 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.09088325554132462
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1998 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.08323342221975326
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1812 | LCC = 0.9613 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.07805217367410659
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1866 | LCC = 0.9614 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.07281349220871926
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1918 | LCC = 0.9601 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.07062940129637718
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1703 | LCC = 0.9616 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.0682893314510584
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2122 | LCC = 0.9594 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.062119713604450226
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1660 | LCC = 0.9602 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.059994441688060764
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1956 | LCC = 0.9616 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.05425302293896675
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1978 | LCC = 0.9605 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.054967862606048586
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1744 | LCC = 0.9618 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.05135825425386429
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1647 | LCC = 0.9614 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04948007383942604
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1903 | LCC = 0.9606 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04886027574539185
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1877 | LCC = 0.9618 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.04580420805513859
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1768 | LCC = 0.9614 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.042125129327178004
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1942 | LCC = 0.9608 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04134459222853184
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1589 | LCC = 0.9621 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.039135532066226004
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1725 | LCC = 0.9617 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.04019204398989677
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1673 | LCC = 0.9620 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.03610823492705822
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1745 | LCC = 0.9620 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.035343876108527184
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1824 | LCC = 0.9624 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.0337150365114212
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1815 | LCC = 0.9612 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03287654410302639
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1570 | LCC = 0.9622 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.031897669509053234
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1779 | LCC = 0.9621 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03230569067597389
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1713 | LCC = 0.9615 | SRCC = 0.9607 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1805 | LCC = 0.9640 | SRCC = 0.9644 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb57fca251824f384c924cf3f13d4bdbed78f5b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6574426b851bd13222aa24b7c05e161754c50a69b11244952dac022e4381f7dc
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf44ff1aa6d8ecee10b6097b8e5daf6832272619
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b63cc8fcfcc1899d43ac06037d390f4e03cd2d5018d8d25bdd48e8ce5f63eb
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..00816066d80fbf5e4ed03631cba302c7284b161e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3532178226709366
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2572 | LCC = 0.9404 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.15564233535528182
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2452 | LCC = 0.9487 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1301309360265732
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2373 | LCC = 0.9524 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11981684190034866
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2320 | LCC = 0.9542 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11003268373012542
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2499 | LCC = 0.9565 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.09810152095556259
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2126 | LCC = 0.9562 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09597421208024025
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2171 | LCC = 0.9574 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08582807940244674
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1743 | LCC = 0.9574 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0798361756503582
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2346 | LCC = 0.9570 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07776270872354507
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1743 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07097872313857079
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1982 | LCC = 0.9566 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06556427672505379
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1858 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06681908273696899
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1969 | LCC = 0.9588 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.06145103698968887
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1979 | LCC = 0.9587 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05806872108578682
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1892 | LCC = 0.9590 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05665181732177734
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1885 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05126905897259712
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1757 | LCC = 0.9602 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04999585492908955
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2080 | LCC = 0.9592 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04912460632622242
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1886 | LCC = 0.9572 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.04630466336011887
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1616 | LCC = 0.9588 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.043024322867393494
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1677 | LCC = 0.9592 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04111784060299396
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1690 | LCC = 0.9589 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.041085400968790056
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1887 | LCC = 0.9594 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.039500901132822036
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1735 | LCC = 0.9598 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.037791352868080136
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1881 | LCC = 0.9595 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03699513933062554
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1921 | LCC = 0.9609 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03500580406188965
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1822 | LCC = 0.9601 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03320985285937786
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1910 | LCC = 0.9601 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.03292118012905121
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1858 | LCC = 0.9606 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.030260667115449905
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1787 | LCC = 0.9612 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.030721034035086633
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1895 | LCC = 0.9604 | SRCC = 0.9597 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1787 | LCC = 0.9612 | SRCC = 0.9615 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be9396008042103a51ec15defdb1c4d1cece55c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28954781748356526507c30c68d88b76083ba1fe3a27228a2259edfdfda30c2
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bff51246d27478e0fc5ee122b5bb9eae0a84c4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2cc3166fbd5c207f478318e08379208ce5309493023a2bf426eca773de13db
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..403ff38c980e00afed1e0955993fb5ea282467e2
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35259374117851255
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2762 | LCC = 0.9392 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.15271300327777862
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2370 | LCC = 0.9509 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1333871283531189
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2410 | LCC = 0.9520 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.1215816313624382
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2022 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.11051607877016068
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2141 | LCC = 0.9561 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09990805259346962
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1835 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09332752427458763
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2134 | LCC = 0.9588 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.08914604315161705
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2160 | LCC = 0.9588 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.08250677621364594
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2060 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07586911964416504
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2121 | LCC = 0.9597 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.07182405760884285
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1996 | LCC = 0.9597 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.06694545277953148
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2174 | LCC = 0.9602 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06325874531269074
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1989 | LCC = 0.9606 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05905171731114388
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1877 | LCC = 0.9609 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05763390952348709
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1911 | LCC = 0.9604 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0550957378000021
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2201 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.051382054671645166
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1829 | LCC = 0.9609 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04756386007368565
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1871 | LCC = 0.9612 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.0452847014516592
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1908 | LCC = 0.9620 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.04521279041469097
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1978 | LCC = 0.9597 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0424781955331564
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2108 | LCC = 0.9592 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.040844393879175184
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1986 | LCC = 0.9605 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.041147765442728995
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2014 | LCC = 0.9609 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03680619193613529
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2055 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03541563861072063
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1931 | LCC = 0.9605 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.034015547469258306
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1758 | LCC = 0.9615 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.035296134799718853
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1832 | LCC = 0.9611 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.032586990356445314
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1829 | LCC = 0.9612 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03297713777422905
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1805 | LCC = 0.9612 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03241419389843941
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2148 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.029889492839574813
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1768 | LCC = 0.9610 | SRCC = 0.9603 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1922 | LCC = 0.9631 | SRCC = 0.9638 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd5bb703bc5fd352b384e832e02c840c2e506ba
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169dd682dacfd470dc5093763147229633ad302fe86fb1c7671761b418112279
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f657a950eacb3eeaf880dd20daa9c12116c75d8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a915ce3f7fbb31bf58a4f364b512639e964d2545b2521babe7c0c0b5abd1038
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..743924fe44b97c4a9f91ebaea624dc6278e5882b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.363030222594738
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2899 | LCC = 0.9377 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15017358314990997
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2457 | LCC = 0.9491 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12884156537055969
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2238 | LCC = 0.9536 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1184651005268097
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2136 | LCC = 0.9545 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.11259387794137
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2268 | LCC = 0.9530 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09889917156100272
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2205 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.09218161940574646
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2264 | LCC = 0.9555 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08723597937822342
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2121 | LCC = 0.9571 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08316452911496162
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2655 | LCC = 0.9582 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0802807107269764
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2150 | LCC = 0.9576 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0731763953268528
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2350 | LCC = 0.9587 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06944445779919624
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2226 | LCC = 0.9586 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06637955215573312
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1889 | LCC = 0.9590 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06113268759846687
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2309 | LCC = 0.9594 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.057646414369344715
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2071 | LCC = 0.9584 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.055134671539068224
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1867 | LCC = 0.9581 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.053667548537254334
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2294 | LCC = 0.9597 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05050588704645634
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2111 | LCC = 0.9585 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04866447891294956
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2031 | LCC = 0.9597 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04853888487815857
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1936 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.045420926705002786
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2021 | LCC = 0.9599 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.041668313398957255
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2155 | LCC = 0.9593 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04064388401806354
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2024 | LCC = 0.9608 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.04140749818086624
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2016 | LCC = 0.9609 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03693866442143917
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1994 | LCC = 0.9590 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.036373167157173154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1819 | LCC = 0.9601 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.034928197696805004
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2122 | LCC = 0.9603 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03520255380868912
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2050 | LCC = 0.9603 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03358473969995975
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2009 | LCC = 0.9622 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.03211105722934007
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1831 | LCC = 0.9616 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03202884808182716
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2054 | LCC = 0.9606 | SRCC = 0.9614 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2046 | LCC = 0.9630 | SRCC = 0.9636 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c3249252ce5491a4b4800c1f004ce99fb66cf7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0616120ef8d5ccf8336556429f9225acfc3e3016d7a96124fda8c617996779
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e86f7b50b40aa557cc2056d53ee6fe4363aa7a1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9644c4e73c295b3f5952dc945f29687e97c28c785a5035626903d660d1c27260
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ea66a5fcc2522989998cb03f8bbfd5949ad58e72
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3377459818124771
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2217 | LCC = 0.9389 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.15661350589990616
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2336 | LCC = 0.9512 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13307521343231202
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1841 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.1174592462182045
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2042 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10801774227619171
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2314 | LCC = 0.9569 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.10066889026761056
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1824 | LCC = 0.9575 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.09637344878911971
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1861 | LCC = 0.9587 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.08724266770482063
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1991 | LCC = 0.9576 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.08246676042675972
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1937 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.07515708482265472
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1803 | LCC = 0.9594 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.07156644597649574
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1884 | LCC = 0.9576 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06840003126859664
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1720 | LCC = 0.9587 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0657764036655426
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1801 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06204247266054153
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2034 | LCC = 0.9586 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06189986690878868
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1757 | LCC = 0.9598 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05320459842681885
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1863 | LCC = 0.9593 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.052926675379276276
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1914 | LCC = 0.9584 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.051813331916928294
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1813 | LCC = 0.9614 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.048009915933012966
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1997 | LCC = 0.9585 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.04680073228478432
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1739 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.0443517475426197
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1725 | LCC = 0.9599 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04024645759165287
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1896 | LCC = 0.9594 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.039992381677031515
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1775 | LCC = 0.9591 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03754203176498413
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1929 | LCC = 0.9590 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.03611648815870285
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1846 | LCC = 0.9591 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03690268014371395
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1736 | LCC = 0.9587 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03552550259232521
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1825 | LCC = 0.9599 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.033431330651044845
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1730 | LCC = 0.9605 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.032461346209049224
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2081 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03287005162239075
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1763 | LCC = 0.9601 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.030239472076296806
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1891 | LCC = 0.9600 | SRCC = 0.9598 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1815 | LCC = 0.9627 | SRCC = 0.9632 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e84244b88c8d28d298553b804043ffc1f59378e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038d34de3e1ad465a90e37ee91010b0554bd2a61e38ae1e893a97a6d0f788b13
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2ba5f9e87731217fef6bf4fa5184c5b181190f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092dd0bbeae3e1faa0ee8e6f2a6cd397adc13e2d5f1f236aaec68c4d78585671
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b0c0ba3b04c89b6ce30df732ac63dd2d76e9dbc5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3594600239396095
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2711 | LCC = 0.9405 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.14946282410621642
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2569 | LCC = 0.9467 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.12742773073911667
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2416 | LCC = 0.9504 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.11779734987020493
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2263 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10665931817889214
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2230 | LCC = 0.9567 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09726722770929337
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2135 | LCC = 0.9576 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.09009251436591148
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1902 | LCC = 0.9571 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08729253736138344
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2106 | LCC = 0.9571 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.0833186610341072
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2003 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0777340815961361
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1995 | LCC = 0.9575 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0714826003909111
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2118 | LCC = 0.9575 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.06695164632797242
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1940 | LCC = 0.9601 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.06334592619538307
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1829 | LCC = 0.9576 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06001100817322731
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1897 | LCC = 0.9586 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.058022415310144425
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2051 | LCC = 0.9609 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05612297281622887
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2020 | LCC = 0.9589 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.051046987876296045
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2186 | LCC = 0.9595 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.0491249632537365
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1810 | LCC = 0.9576 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.04785885345935822
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1951 | LCC = 0.9591 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.043065221458673475
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1872 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04580715410411358
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1873 | LCC = 0.9594 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.0408744750469923
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1998 | LCC = 0.9590 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04038819685578346
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1890 | LCC = 0.9563 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.039215367034077644
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2033 | LCC = 0.9586 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03684951066970825
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1873 | LCC = 0.9569 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.03804553227126598
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2144 | LCC = 0.9595 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03586048378050327
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1977 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.0333563075363636
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1963 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0337023714184761
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2011 | LCC = 0.9587 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.031565009206533434
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1902 | LCC = 0.9589 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03202172775566578
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2044 | LCC = 0.9606 | SRCC = 0.9608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2060 | LCC = 0.9622 | SRCC = 0.9629 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76a629a4e4d144b712fe89434aa7c25bcbbaed1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1ee4c47b018346c0577449a9dd6a7b438ea99578ddff7c429d3e2a6d6ad2cb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a214302ea5cd957a7de2a0d52f17ea60f4509247
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec48d2d923a08bab36b7c251e9e08dbe7671985ee874019ca0d45d6d5c9937
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..96c1be1a9797b5d302af6d9112a71ab66d0fdef9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3107068932056427
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2536 | LCC = 0.9405 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.14845511865615846
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3162 | LCC = 0.9469 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13003737819194794
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2594 | LCC = 0.9485 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.11602506548166275
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2550 | LCC = 0.9511 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11134545078873634
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2308 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10303643098473549
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2863 | LCC = 0.9536 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09656276127696037
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2207 | LCC = 0.9540 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08620772868394852
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2066 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08449456083774566
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2216 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.08042346248030663
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2098 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07631353795528412
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1952 | LCC = 0.9570 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07129037499427796
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2264 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06897993770241738
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2489 | LCC = 0.9568 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0634493835568428
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1904 | LCC = 0.9574 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05802192585170269
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2110 | LCC = 0.9574 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05559667108952999
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1999 | LCC = 0.9554 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.053536747485399244
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2001 | LCC = 0.9560 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.053462313562631605
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2181 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.049121002197265624
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2421 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.045787897542119024
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2335 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04391626501083374
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2236 | LCC = 0.9544 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04171103347837925
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2065 | LCC = 0.9563 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04267013186216354
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2277 | LCC = 0.9554 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.03771805608272553
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2176 | LCC = 0.9573 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03705867324769497
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1994 | LCC = 0.9571 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.037204695522785186
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2052 | LCC = 0.9565 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.03608660805225372
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2237 | LCC = 0.9554 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.03231632033735514
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2178 | LCC = 0.9578 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03219028781354427
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2333 | LCC = 0.9556 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.03208244875073433
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2133 | LCC = 0.9567 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.030413506910204887
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2068 | LCC = 0.9565 | SRCC = 0.9563 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2064 | LCC = 0.9626 | SRCC = 0.9637 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce77c9777221bb1740f68cf13c85c9043f60b45f
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a825190a8a0955de91f6d5687490d8461fff2715c6c3005235a6f862ee3cc81
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698f7c8b384ee05416a96c955e162c7d80bc6b92
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce61a4ba107fe0b0520a8d4f42cbf548230c1c64bf880783f832d3f7b3fe3a78
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f56938bad08872d39888d9459a13eb6b349fb4e9
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35744430112838743
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2786 | LCC = 0.9385 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.1477903533577919
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2339 | LCC = 0.9475 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.13054018718004226
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2893 | LCC = 0.9488 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11669460183382034
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2286 | LCC = 0.9516 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.1065378234386444
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1888 | LCC = 0.9534 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09974355936050415
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2065 | LCC = 0.9556 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09282631912827492
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1991 | LCC = 0.9539 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08722247120738029
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2063 | LCC = 0.9515 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08251879516243935
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2223 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0755025797188282
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1972 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0738401404619217
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2270 | LCC = 0.9558 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06837261655926705
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2298 | LCC = 0.9565 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0654928315281868
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2100 | LCC = 0.9513 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06149340626597404
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2070 | LCC = 0.9563 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05893020325899124
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2040 | LCC = 0.9552 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.0585555816590786
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2053 | LCC = 0.9570 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05506263864040375
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2047 | LCC = 0.9552 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05218534569442272
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2193 | LCC = 0.9554 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.047854334235191344
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2012 | LCC = 0.9566 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04762413303554058
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1932 | LCC = 0.9539 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04580961951613426
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2182 | LCC = 0.9538 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04186873549222946
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1874 | LCC = 0.9559 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.03997407983243465
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2078 | LCC = 0.9535 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.0377327983379364
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2068 | LCC = 0.9552 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.037951676934957504
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2012 | LCC = 0.9550 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.03677865354716778
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1939 | LCC = 0.9563 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.036074843257665634
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1853 | LCC = 0.9561 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.03477574248611927
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2099 | LCC = 0.9553 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.031138098269701004
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2129 | LCC = 0.9555 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.03131880478560924
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2170 | LCC = 0.9545 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.030552994385361673
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1978 | LCC = 0.9559 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2024 | LCC = 0.9589 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c751019af80e7cded1e4d180829f931aa0e16a5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703bd0dd4b54faae4ef1b1e62e360cb807bf23d1c052a76381f8b47a5aff773c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31753d5238da681e8a8cbb5cc983ac82c77b548
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe9c5876b0b747d20ec793b62d1e4fe68d5234dcf23b1051f86aeb03a381828
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..76e2ab90360d419648755e31dea2256e3ebd69dd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33534661650657654
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2539 | LCC = 0.9414 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.14263364845514298
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2133 | LCC = 0.9505 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.12308145958185196
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2334 | LCC = 0.9532 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.1110517743229866
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2157 | LCC = 0.9503 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.10361031445860863
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2395 | LCC = 0.9562 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09584253591299056
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2089 | LCC = 0.9569 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08767214590311051
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1869 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0844844346344471
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2153 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07890057793259621
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2415 | LCC = 0.9566 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07360910579562187
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2397 | LCC = 0.9574 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06884907135367394
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2295 | LCC = 0.9575 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06733185589313508
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1802 | LCC = 0.9580 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06503764843940735
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2448 | LCC = 0.9568 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.060634024143218994
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2022 | LCC = 0.9582 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05671305245161057
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1784 | LCC = 0.9580 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05253050322830677
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2078 | LCC = 0.9583 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04957400944828987
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2159 | LCC = 0.9571 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05153100799024105
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2037 | LCC = 0.9572 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.046515778213739395
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2110 | LCC = 0.9569 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04581825876235962
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1839 | LCC = 0.9564 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.042115522697567936
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2129 | LCC = 0.9564 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04241212797164917
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2000 | LCC = 0.9571 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.038413983270525934
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2112 | LCC = 0.9570 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.03848439446091652
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1891 | LCC = 0.9564 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.035814125150442126
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1991 | LCC = 0.9568 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.03492708458006382
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1945 | LCC = 0.9577 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.03386241492629051
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1928 | LCC = 0.9574 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.031185922741889954
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2061 | LCC = 0.9577 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03185070230066776
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2135 | LCC = 0.9578 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03048623452335596
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2145 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.028764872655272482
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2021 | LCC = 0.9563 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2044 | LCC = 0.9619 | SRCC = 0.9622 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81d794621ffc7e73cdba23c74842846bfcdb2dd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d2f94597b44217819a350573a9050b0514b690ccbda2a0cedd9b5b647930d8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b40c1da2915f3ef1b666c221f3bd8c756b7f45
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97feee7525848868e8a25d48d9680526d9cb494b277d732d954af01213280733
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fe889a6af12326ccb4a0034a0e1539bc3eac59a4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35435734742879865
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2625 | LCC = 0.9392 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.15035544234514236
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2242 | LCC = 0.9483 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12589151293039322
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2332 | LCC = 0.9514 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11446752116084098
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2602 | LCC = 0.9540 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10146544286608696
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2320 | LCC = 0.9537 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09578017500042915
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2156 | LCC = 0.9556 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09121418300271034
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2378 | LCC = 0.9549 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08406736761331558
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1971 | LCC = 0.9557 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07907530134916306
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2232 | LCC = 0.9567 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.07382469546794891
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2260 | LCC = 0.9551 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06862009254097938
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2225 | LCC = 0.9568 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.06543806886672973
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2158 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06209670689702034
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2540 | LCC = 0.9570 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05776926970481872
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2152 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05576577535271644
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1878 | LCC = 0.9571 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05234537908434868
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2210 | LCC = 0.9578 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05301846817135811
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1878 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04814064639806748
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2100 | LCC = 0.9581 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.047421607926487926
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2070 | LCC = 0.9583 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.045380989536643025
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2111 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.041292081594467164
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2055 | LCC = 0.9574 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03913921427726746
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1803 | LCC = 0.9576 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.038910857275128365
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2021 | LCC = 0.9595 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03632406051456928
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1949 | LCC = 0.9566 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.03519870202243328
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2105 | LCC = 0.9586 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03362383876740933
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2060 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.03352836084365845
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2003 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.03135617260634899
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1993 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.030811426237225534
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2166 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03185741479694843
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2287 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.03152709047496319
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2045 | LCC = 0.9584 | SRCC = 0.9582 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2040 | LCC = 0.9612 | SRCC = 0.9614 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e97235b982b783367b73cb9c9c07bfb0d90b2e7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73137bce67dde3c1c9aca0e6ff93a972fc4bdbf50f4c3772caba351651ca1740
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddfc36ea94b19629dda95afe7e844f6596768d5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a91bdf9446380106af5bb62987c21e0f0a4eb02cf601016965daa5d7ebec0f
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9a6725255f02be0c129981f2f9f178e106baa889
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3124309602379799
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2650 | LCC = 0.9414 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.14817682939767837
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2335 | LCC = 0.9487 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.12936041268706322
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2084 | LCC = 0.9502 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11735439682006836
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2372 | LCC = 0.9518 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.10731641432642937
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1995 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09724394056200981
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2301 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09200741800665856
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1953 | LCC = 0.9563 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0876766566336155
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1956 | LCC = 0.9544 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08190130057930946
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2071 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07603310176730156
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1958 | LCC = 0.9551 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07074629059433937
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1894 | LCC = 0.9554 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07207754296064377
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2053 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06406463730335235
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2105 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.05971105942130089
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2004 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.058480660676956175
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2410 | LCC = 0.9503 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.05648314052820206
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2037 | LCC = 0.9559 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05385665707290173
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2131 | LCC = 0.9550 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.053043293312191965
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2402 | LCC = 0.9493 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.04963080641627312
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1964 | LCC = 0.9529 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04546588659286499
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2145 | LCC = 0.9549 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04621184876561165
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2149 | LCC = 0.9525 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0427377664744854
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2214 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04121202281117439
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1810 | LCC = 0.9549 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.04037949220836162
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2189 | LCC = 0.9549 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03697687296569347
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1997 | LCC = 0.9520 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.037675569504499434
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2256 | LCC = 0.9478 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.0373299168497324
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2021 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0333849605768919
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1955 | LCC = 0.9542 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03287680396437645
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1893 | LCC = 0.9528 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.03320462103188038
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1998 | LCC = 0.9532 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.02965844890475273
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2054 | LCC = 0.9526 | SRCC = 0.9529 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1888 | LCC = 0.9612 | SRCC = 0.9619 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e796a25a195d1a5b640338af6c54d7359586ca5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab698394b9d38319c459c47ed28782d3b5a9483527a5a33ccf0223cc18782bb6
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2441b9cb0e5bcc686c3e6eabafad44d56738345
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fbf041ac67d16bd8c1438ab8084860df4552925fbd008c5167043103afb402
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5347638516fa14a50b5a5ac95f18cda7ee870ec4
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28477033352851866
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2677 | LCC = 0.9401 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.1456979494690895
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2490 | LCC = 0.9488 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1307104863524437
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2319 | LCC = 0.9512 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11601888427138328
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2142 | LCC = 0.9505 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.10591687741875648
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2274 | LCC = 0.9546 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.09842032414674759
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2123 | LCC = 0.9556 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09413581416010856
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1922 | LCC = 0.9552 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08943741366267205
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1969 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.08249817398190498
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2216 | LCC = 0.9533 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07823089453577996
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2142 | LCC = 0.9555 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07137794104218483
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1994 | LCC = 0.9565 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06721799637377263
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2169 | LCC = 0.9559 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06463227486610412
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2297 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06334102416038513
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2272 | LCC = 0.9555 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.059547376215457914
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2011 | LCC = 0.9552 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05650717547535896
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2115 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05416952010989189
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2048 | LCC = 0.9551 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05063869901001453
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1947 | LCC = 0.9543 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.050708086714148524
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2105 | LCC = 0.9537 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04816668963432312
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2112 | LCC = 0.9549 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04462186563014984
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1955 | LCC = 0.9554 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.041716780185699465
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2071 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.042285001501441
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2440 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.041000569716095926
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2022 | LCC = 0.9546 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.037689820431172846
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2029 | LCC = 0.9554 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.039133415400981905
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1949 | LCC = 0.9547 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.03496032376587391
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1897 | LCC = 0.9533 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.034466010123491285
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2141 | LCC = 0.9546 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.032010993629693986
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2010 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.03252125699818134
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2012 | LCC = 0.9550 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.03230799587070942
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1768 | LCC = 0.9542 | SRCC = 0.9544 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1980 | LCC = 0.9586 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d43a68ebf0371c5b38a06ad8d8d2b910bc9ff2d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd6c22348130859b6f1a03e0ca355024252d412bb74483545695180f8574842
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a67d45359715be6961f9254ebff1345fa7427ce
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f10d7ec2fdadcadc11c18e000f7154c727f2e28b32637002ae15c48ba59464
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7299803c30a62d5a370ecfd33cb30170aeb9a226
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3053798905611038
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2522 | LCC = 0.9428 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.1488315067887306
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2413 | LCC = 0.9502 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.12707828617095948
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2226 | LCC = 0.9527 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.11485150653123856
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2338 | LCC = 0.9534 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10900708311796188
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1923 | LCC = 0.9533 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.09900614613294602
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2117 | LCC = 0.9551 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09335228449106217
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2107 | LCC = 0.9555 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09202186092734337
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2456 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08122722950577736
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2092 | LCC = 0.9529 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0811690257191658
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2042 | LCC = 0.9549 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07457042664289475
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2102 | LCC = 0.9559 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.07168715009093285
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2182 | LCC = 0.9543 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06479933042824268
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2160 | LCC = 0.9561 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06356103986501693
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2093 | LCC = 0.9555 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05782912266254425
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1990 | LCC = 0.9548 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.056572394207119944
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2079 | LCC = 0.9554 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0541479789763689
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1988 | LCC = 0.9553 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05402957752346992
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2060 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05012764416635036
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2161 | LCC = 0.9562 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04923794069886207
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2370 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04819050399959087
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2152 | LCC = 0.9552 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04337758488953113
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1973 | LCC = 0.9556 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04365881402790547
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2142 | LCC = 0.9540 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04064120343327522
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2060 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0405153810530901
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1972 | LCC = 0.9527 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.03886722619831562
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2075 | LCC = 0.9543 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.036785596489906314
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1882 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.036880386680364606
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2001 | LCC = 0.9555 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03333570915460587
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2163 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03343322956562042
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2068 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03280890974402428
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2254 | LCC = 0.9555 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2130 | LCC = 0.9586 | SRCC = 0.9598 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1b03c8295c611f9a01b6f3cb84e820d6060a09
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82f9fdfdabb505411dfccc56be16d89a10ea60b14b4469121c94d2476d64f7f
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6939ff0ff8f02df8d203272b4ac4156e56829a98
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ba8421224560000674cda8c2f5a9f82b362634213a2480dfe181a796fef03c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8b04b8e14cb975fb022b9a0440c31dbd59c6240b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33763100707530974
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2569 | LCC = 0.9401 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.14752164274454116
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2467 | LCC = 0.9487 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12735189896821975
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2477 | LCC = 0.9519 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.11858558619022369
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2389 | LCC = 0.9534 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10824655792117119
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2312 | LCC = 0.9530 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10062089851498604
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2305 | LCC = 0.9530 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09555500015616417
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1823 | LCC = 0.9542 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08774951052665711
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2247 | LCC = 0.9505 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.08492348763346672
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2413 | LCC = 0.9552 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07917124184966087
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1796 | LCC = 0.9511 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.0737376161813736
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1932 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07049581471085549
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2131 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.06872999349236489
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2383 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06259659896790981
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2195 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05829807747900486
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1837 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0572309393286705
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2076 | LCC = 0.9550 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05593976020812988
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2060 | LCC = 0.9549 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05277500869333744
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1804 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04869877830147743
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1944 | LCC = 0.9540 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.048228477373719214
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1935 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04468673840165138
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2090 | LCC = 0.9528 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.0441730967015028
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2140 | LCC = 0.9550 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.04143423219025135
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2037 | LCC = 0.9553 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.041157575428485874
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2102 | LCC = 0.9548 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.041906081780791284
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1775 | LCC = 0.9554 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.03621775729954243
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1985 | LCC = 0.9525 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.03546654342114925
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1759 | LCC = 0.9545 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.03480673149228096
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1880 | LCC = 0.9553 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.03410912393033504
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2006 | LCC = 0.9543 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.03305665584653616
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1839 | LCC = 0.9532 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.031341165289282796
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1904 | LCC = 0.9531 | SRCC = 0.9534 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1782 | LCC = 0.9575 | SRCC = 0.9581 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d96edc9b488e58514d8b257ac1ee8c65ea63eec
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a15d8ac991803f348c392d35d5104d833f930976d09c44c7c0e1189ca1ddad
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dce43fb206b8f96a12b8d3c78ba03eed3452b81
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7f6db9f913fd93b8f7472bda2f565155d2d25aad6dba2cfa83252eb03d1c7
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4732ff9d8e5922a47e110962144432c4460cbdf8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35133400243520735
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3215 | LCC = 0.9387 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.15672568774223328
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2567 | LCC = 0.9475 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.13365159207582475
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2462 | LCC = 0.9512 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11837293964624405
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2340 | LCC = 0.9468 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11082659155130387
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2402 | LCC = 0.9501 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1018634682893753
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2463 | LCC = 0.9550 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09423026540875434
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2730 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08896266642212868
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2657 | LCC = 0.9544 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0848683745265007
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2433 | LCC = 0.9542 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08136578178405762
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2525 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07707888659834862
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2257 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07183528113365173
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2234 | LCC = 0.9543 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07005987167358399
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2449 | LCC = 0.9508 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.0640164857506752
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2244 | LCC = 0.9536 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06378341323137283
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2173 | LCC = 0.9547 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05838910734653473
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2272 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05706836538016796
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2773 | LCC = 0.9529 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.053489692121744155
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2262 | LCC = 0.9518 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04995576360821724
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2073 | LCC = 0.9520 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05098051032423973
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2164 | LCC = 0.9539 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.04643666642904282
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2256 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0447877504825592
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2182 | LCC = 0.9531 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.042240281403064725
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2108 | LCC = 0.9528 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.041548912063241
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2226 | LCC = 0.9507 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.03845196233689785
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2141 | LCC = 0.9534 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.03924835886061191
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2432 | LCC = 0.9537 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03869848513603211
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2444 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.03623840896785259
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2549 | LCC = 0.9530 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.033655923545360567
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2197 | LCC = 0.9519 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.03393784284591675
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2295 | LCC = 0.9515 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.03621098284423351
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2197 | LCC = 0.9520 | SRCC = 0.9531 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2499 | LCC = 0.9572 | SRCC = 0.9588 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7325bcabefc948ff9ddde5db150fc9bbe1791758
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66b9d695c47885572757348ad411b28c6dfb21f9d1f386e631acaa95459b41b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a753041c9e25baba2f289e217552f7e55a0af37c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71e1615781439b9b1f1086e6cccd4409ffb559bfd40ab28d8c006b57332b64d
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dccaecbf53103a4dd602d1490d0b78004ba53bf0
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27880520606040954
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2971 | LCC = 0.9420 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.1466413602232933
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2404 | LCC = 0.9455 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.12782970494031906
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2209 | LCC = 0.9518 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11963443878293037
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2394 | LCC = 0.9523 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10685404473543167
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2439 | LCC = 0.9553 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09993310990929603
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2731 | LCC = 0.9507 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.09338819831609727
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2440 | LCC = 0.9516 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08733929240703583
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2217 | LCC = 0.9541 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.08133685505390167
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2230 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07941384887695313
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2361 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07540695345401764
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2098 | LCC = 0.9549 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.068564373254776
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1943 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06612467105686665
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2149 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06290190970897674
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2106 | LCC = 0.9549 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05895771199464798
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2292 | LCC = 0.9526 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.058364141523838044
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2156 | LCC = 0.9527 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05631552150845528
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2089 | LCC = 0.9555 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.052893022418022156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2171 | LCC = 0.9551 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.051678917050361636
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2165 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.04795899622142315
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1925 | LCC = 0.9546 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04507297724485397
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2159 | LCC = 0.9526 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.04687523628771305
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2066 | LCC = 0.9554 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.042858645901083944
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2317 | LCC = 0.9526 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.043856993570923805
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2179 | LCC = 0.9543 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04012559296190739
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2150 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.03790074573457241
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1994 | LCC = 0.9551 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0371224769949913
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2367 | LCC = 0.9540 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.03480068962275982
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2035 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03670875208079815
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1976 | LCC = 0.9542 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.03342635801434517
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2096 | LCC = 0.9543 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.03362250533699989
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2055 | LCC = 0.9535 | SRCC = 0.9538 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1934 | LCC = 0.9587 | SRCC = 0.9594 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdd018143241b5fda426d24cfdd3210376fa2d5
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1840f0bcb405c9433041daef90e867ea29276078e902dc45a14338b1d47cad2b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ab4cdacf4a252b5ef1059905b059df5d7ef0f3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2885d4c6b93f6502cb73337ee5beedc967c082970ea5b6e11cf74b47fcf88411
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0a3b917c2522370f31f9aa5d078edd4e1b9597ab
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2970810497999191
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2893 | LCC = 0.9383 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.15005558967590332
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2541 | LCC = 0.9474 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.13323700416088105
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2773 | LCC = 0.9511 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.12470695185661317
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2125 | LCC = 0.9487 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.11283929225802422
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2551 | LCC = 0.9523 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.10744524198770523
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2309 | LCC = 0.9533 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.10116345715522766
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2412 | LCC = 0.9529 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09401005750894546
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1980 | LCC = 0.9496 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.09013321414589882
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2087 | LCC = 0.9502 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.08331013077497482
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2136 | LCC = 0.9527 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08065643957257271
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2103 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07759773471951485
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2328 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07207909789681434
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2073 | LCC = 0.9535 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06978849327564239
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2398 | LCC = 0.9512 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06500347471237182
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2018 | LCC = 0.9504 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.06325337445735932
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2452 | LCC = 0.9513 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.05774857905507088
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2171 | LCC = 0.9516 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.05627127569913864
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2177 | LCC = 0.9525 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.05376579028367996
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2192 | LCC = 0.9526 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.05110213632881641
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2205 | LCC = 0.9498 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.05054222379624844
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2185 | LCC = 0.9523 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.048180426120758055
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2164 | LCC = 0.9531 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.04788600935041904
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2177 | LCC = 0.9502 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.04561127376556397
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2120 | LCC = 0.9519 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.04417889156937599
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2068 | LCC = 0.9534 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.04106096956133842
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2009 | LCC = 0.9525 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.04196673794090748
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2220 | LCC = 0.9540 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.03887967146933079
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2049 | LCC = 0.9529 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.03990784187614918
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2141 | LCC = 0.9536 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.036427080735564235
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2306 | LCC = 0.9532 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.035550858095288275
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2306 | LCC = 0.9528 | SRCC = 0.9525 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2349 | LCC = 0.9574 | SRCC = 0.9583 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb16e71ae079a6407b9b1b91e57005345b03e6de
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a175677aabf11c0aad9e2fbe4711267fc23da94e50035ac11bff79cb7f9a3d3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6782d1f1c91624a76c374c2a4bf653da2156343d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973a05467a6f04bc43b66f3ae5dfe5f45c1808ab64256e7c9f13c069bf5d47ca
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0311e84b8da1d43738506c80dab394ec5f8e446e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.30679313850402834
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2736 | LCC = 0.9420 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.14930474531650542
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2524 | LCC = 0.9463 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.13223049739003181
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2579 | LCC = 0.9496 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.12228539699316025
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2399 | LCC = 0.9501 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.11418150746822357
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2148 | LCC = 0.9532 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10552737894654274
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2226 | LCC = 0.9539 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10211722764372826
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2506 | LCC = 0.9530 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09777002367377281
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2192 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09020153537392617
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2233 | LCC = 0.9514 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08538857367634774
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2278 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08056162691116334
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2249 | LCC = 0.9530 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07774043068289757
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2250 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07339939197897911
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2004 | LCC = 0.9546 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07279404532909393
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2230 | LCC = 0.9527 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06745545971393585
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2232 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06380494511127471
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1841 | LCC = 0.9518 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.06334471714496613
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2054 | LCC = 0.9527 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.05870151138305664
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2128 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05611302608251572
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2267 | LCC = 0.9530 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05469579440355301
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2159 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.05123159658908844
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2389 | LCC = 0.9535 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0496206094622612
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2230 | LCC = 0.9526 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.04993381848931312
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2028 | LCC = 0.9542 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.04647095547616482
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2228 | LCC = 0.9521 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.04635532833635807
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2212 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04252614901959896
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2137 | LCC = 0.9528 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.04175076906383038
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2331 | LCC = 0.9519 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.04167090839147568
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2229 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.038875975236296656
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2204 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.037374211370944974
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2088 | LCC = 0.9516 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.036264702394604685
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2312 | LCC = 0.9510 | SRCC = 0.9526 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1947 | LCC = 0.9594 | SRCC = 0.9601 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b7129c089fdcb03f27de8f17f115fddf852c9e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bf6b2e3657665733cd9b445716a0f182d8c4c21526bdc79c16a0de8b6a925e
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1181939d75b0f0536fbb50ca92024c1c3cb2eeb3
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d12924a4ecba0615c71c332b59224929f5bf4299c1c957860b533de141ac96
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5023f24afc18c9ebb11a7823e82cbadfe2d7012a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28705526000261306
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2868 | LCC = 0.9396 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.1518397789001465
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2501 | LCC = 0.9470 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13381174671649934
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2792 | LCC = 0.9500 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12637778025865554
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2457 | LCC = 0.9510 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.11355161762237549
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2181 | LCC = 0.9502 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.10533336201310158
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2279 | LCC = 0.9532 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.101323448240757
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2586 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09354073810577393
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2023 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08717087796330451
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2380 | LCC = 0.9539 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.0824358517229557
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2112 | LCC = 0.9547 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08401317703723908
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2374 | LCC = 0.9526 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07517702069878578
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2096 | LCC = 0.9537 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07355225670337677
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2198 | LCC = 0.9512 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.06811240845918655
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2239 | LCC = 0.9523 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.06723792845010758
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2428 | LCC = 0.9541 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06135455602407455
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2196 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.057054461807012555
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1980 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05551726958155632
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2315 | LCC = 0.9532 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05312322360277176
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2401 | LCC = 0.9542 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05186716422438622
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2238 | LCC = 0.9547 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.050001861065626145
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2311 | LCC = 0.9524 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.04940775655210018
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2413 | LCC = 0.9509 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04443124043941498
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2174 | LCC = 0.9525 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.043103437349200246
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1939 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.043942936718463894
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2176 | LCC = 0.9515 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.043961409330368045
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2028 | LCC = 0.9543 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04025805449485779
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1996 | LCC = 0.9543 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.038413617998361585
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2097 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.03566315287351608
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2062 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.036709862321615216
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2469 | LCC = 0.9512 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.03442420145869255
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2345 | LCC = 0.9518 | SRCC = 0.9526 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2019 | LCC = 0.9568 | SRCC = 0.9583 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0d5e218a1d37aa89b32e76fcdfb1c35203e2c1
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e579f237c0b4ce7155dcf0500f359be690db3ed866f366d2cf0bdaea2958bf3
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618f044793b1d3bc8a2d99f81519b5d9f80a446c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf51626654eeef90e80c54ee975d03041965b6553c4ab6406b0b6e478e63a0bd
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f69c735cfb2b2ec0c551fa4abbf964be251c0ab7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2958858562707901
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2996 | LCC = 0.9374 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.1521279553771019
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2417 | LCC = 0.9459 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.13212454169988633
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2159 | LCC = 0.9470 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12267385852336883
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2310 | LCC = 0.9463 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.11358190071582794
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2263 | LCC = 0.9488 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11092856729030609
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2323 | LCC = 0.9526 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.10367531433701516
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2418 | LCC = 0.9438 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.09920583108067513
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2414 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.09117412763834
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2278 | LCC = 0.9496 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08635381111502648
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2182 | LCC = 0.9539 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08271558263897896
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2285 | LCC = 0.9523 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.07709142979979515
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2166 | LCC = 0.9496 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.07419528186321259
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2338 | LCC = 0.9482 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.06812929728627205
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2426 | LCC = 0.9527 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.06723355805873871
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2333 | LCC = 0.9471 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.06576759633421898
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2391 | LCC = 0.9522 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06021772301197052
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2315 | LCC = 0.9499 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.057793356418609616
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2438 | LCC = 0.9515 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.05483048170804977
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2191 | LCC = 0.9520 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.05386137679219246
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2193 | LCC = 0.9518 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.050399806901812554
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2206 | LCC = 0.9482 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.04996013170480728
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2301 | LCC = 0.9513 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.047865934386849406
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2130 | LCC = 0.9520 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04692126713693142
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2152 | LCC = 0.9479 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.04388580076396465
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2116 | LCC = 0.9533 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.042889590591192246
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2098 | LCC = 0.9525 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04253377996385097
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2448 | LCC = 0.9505 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.039670857712626455
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2199 | LCC = 0.9519 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.040327571824193
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2105 | LCC = 0.9520 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.03776875346899033
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2127 | LCC = 0.9538 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.0373923127502203
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2439 | LCC = 0.9493 | SRCC = 0.9493 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2172 | LCC = 0.9592 | SRCC = 0.9606 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798c66ffe12fc655896acd36e05d07b9ab5599dc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcd75118c60a55bdc23dacedd042dcecf0297d8b304ff793da842ff8da2b482
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14ca4cd76b51e51b7db38386b2ced1dbc068aab
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dde39d4dae3dfa0d4de1ffd0ee011ac21cef530c64ab12fd129d4cfad0f33e
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b575a055513e67c4752e0eb5b7f7a74805a4d333
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28836904221773146
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3031 | LCC = 0.9370 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15313009762763977
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3160 | LCC = 0.9451 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.1337172251343727
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2779 | LCC = 0.9463 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.122647151440382
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2993 | LCC = 0.9466 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.11574777886271477
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3025 | LCC = 0.9517 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10642307752370835
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2707 | LCC = 0.9485 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.0995360902249813
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3151 | LCC = 0.9498 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.09485639721155166
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3111 | LCC = 0.9500 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.08875962853431701
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2693 | LCC = 0.9526 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08695668840408326
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2444 | LCC = 0.9532 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08048271471261978
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2380 | LCC = 0.9524 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07894691526889801
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2705 | LCC = 0.9491 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.07263684204220772
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2587 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.07216386526823043
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2689 | LCC = 0.9473 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.06598093238472938
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2621 | LCC = 0.9515 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.0635175476372242
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2234 | LCC = 0.9525 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06006873270869255
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2538 | LCC = 0.9504 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.059150649696588516
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2438 | LCC = 0.9512 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.05777927179634571
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2721 | LCC = 0.9515 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.05553645208477974
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2612 | LCC = 0.9518 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.054262196034193036
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2587 | LCC = 0.9525 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.04842833289504051
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2128 | LCC = 0.9522 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.04712671056389808
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2571 | LCC = 0.9499 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.04535306225717068
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2261 | LCC = 0.9498 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.04815606713294983
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2384 | LCC = 0.9514 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.04475692011415958
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2446 | LCC = 0.9509 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.04231870990991592
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2650 | LCC = 0.9512 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.040453763663768766
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2431 | LCC = 0.9526 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.03640541656315327
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2448 | LCC = 0.9492 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.0385096789598465
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2275 | LCC = 0.9524 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.03712321244180203
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2440 | LCC = 0.9530 | SRCC = 0.9524 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2431 | LCC = 0.9578 | SRCC = 0.9592 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b17aca4ee2f4ec37c3e2a46d9bb0ceb2b59b42
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7476e2a207edb42314ddf9a490ba404f00b20543712f563ee50ef6af14b0b8
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01135bd1b88c8fd65bb450583a640ee1e0a9ec06
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8964d38c6434859402a553350474a5039ff12adfae34b7aa4dcfd81b73e79906
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8020fa6b6fc45f496f90e2c3466624448940ade7
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48330444222688673
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3037 | LCC = 0.9375 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.15722763329744338
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3227 | LCC = 0.9491 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.1351915642619133
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2634 | LCC = 0.9516 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13077561634778975
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2952 | LCC = 0.9530 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12024033004045487
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2583 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.11250553432106972
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2609 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10801565369963646
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2529 | LCC = 0.9553 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.10297149133682251
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2477 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09656889170408249
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2844 | LCC = 0.9520 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09791763389110565
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2631 | LCC = 0.9522 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.0920332610309124
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2601 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0865560414493084
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2370 | LCC = 0.9551 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08459144744277
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2652 | LCC = 0.9558 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08191228029131889
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2558 | LCC = 0.9543 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07799376466870309
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2614 | LCC = 0.9564 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0734573227763176
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2580 | LCC = 0.9533 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07601352247595787
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2666 | LCC = 0.9546 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07064924785494804
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2292 | LCC = 0.9536 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06704818099737167
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2568 | LCC = 0.9529 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06588887295126915
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2522 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06361059501767158
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2386 | LCC = 0.9544 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06174756732583046
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2379 | LCC = 0.9539 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.06317757818102837
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2493 | LCC = 0.9527 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.060566569834947584
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2511 | LCC = 0.9521 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.05505920229852199
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2465 | LCC = 0.9525 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.05351533879339695
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2386 | LCC = 0.9522 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.05297456493973732
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2321 | LCC = 0.9559 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05355136090517044
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2699 | LCC = 0.9518 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.05074521818757057
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2448 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04952881902456283
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2826 | LCC = 0.9517 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.047564139559865
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2269 | LCC = 0.9521 | SRCC = 0.9522 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2650 | LCC = 0.9603 | SRCC = 0.9617 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a943af384659393ba1940b2757b2401feb515643
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d18ecf700286cf48d709e402279e12728b7a6f1d2da65cc80e8540f7ccfe3fb
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904198926b0603bb17f58f23e04c4add21c1987e
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a612a4610835ab47241cd69e19e02468b9754cfafe8422e9207963af81b833
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bdcba4b038e499b876f87efc357fe0c906cdfcfc
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31046599948406217
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2823 | LCC = 0.9384 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.15287180435657502
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2460 | LCC = 0.9461 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.1396910569667816
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2855 | LCC = 0.9514 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.12646845489740371
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2619 | LCC = 0.9516 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1225477501153946
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2491 | LCC = 0.9525 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11270069494843483
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2641 | LCC = 0.9529 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10924551859498025
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2652 | LCC = 0.9548 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10534769761562347
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2331 | LCC = 0.9520 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.0993477734029293
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2738 | LCC = 0.9531 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09571244457364082
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2577 | LCC = 0.9541 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09295484137535096
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2389 | LCC = 0.9498 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0865571460723877
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2248 | LCC = 0.9544 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08645683866739273
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2319 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08263468027114867
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2711 | LCC = 0.9512 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.07861399334669113
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2487 | LCC = 0.9528 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.0781225243806839
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2040 | LCC = 0.9535 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07738057279586792
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2719 | LCC = 0.9524 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.06900057050585746
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2313 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06589343982934952
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2451 | LCC = 0.9515 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06335260953009128
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2535 | LCC = 0.9514 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06710639446973801
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2339 | LCC = 0.9507 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.061876799374818804
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2174 | LCC = 0.9530 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.05993024519085884
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2281 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.05854719826579094
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2306 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05767006066441536
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2358 | LCC = 0.9513 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.05542842671275139
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2333 | LCC = 0.9526 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.05650525176525116
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2507 | LCC = 0.9530 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.05384623450040817
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2404 | LCC = 0.9476 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.05340939931571484
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2485 | LCC = 0.9514 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.04974265319108963
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2210 | LCC = 0.9533 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.047913018077611925
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2290 | LCC = 0.9522 | SRCC = 0.9527 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2289 | LCC = 0.9587 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15a5624f32975e54489d7a1a188978c5fcfa6bf
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73b873da7ce9b0f684b8609398cdab477c1d9352337bf5e2f2a239c0d828927
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620a0ec7adbbbf84fadc07a5bb6754aa097a75f6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb920ac3461bc5b4819ee9364a362275f59efd970089fa830f6d246344197a17
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e07e352424e1710dcf6ddf3cd5af45521f1deb39
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28754376018047334
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2869 | LCC = 0.9434 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.15417887353897095
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2887 | LCC = 0.9475 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1404365496635437
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2483 | LCC = 0.9508 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1291193050146103
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2658 | LCC = 0.9505 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.1189440200328827
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2350 | LCC = 0.9532 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.11409927552938462
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2719 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11375901284813882
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2467 | LCC = 0.9524 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.1090187768638134
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2764 | LCC = 0.9549 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.1013914595246315
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2529 | LCC = 0.9533 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09459248673915863
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2624 | LCC = 0.9538 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09351805090904236
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2463 | LCC = 0.9547 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.086276918977499
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2467 | LCC = 0.9543 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08469190958142281
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2483 | LCC = 0.9552 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07982283481955528
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2377 | LCC = 0.9552 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07622268551588059
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2401 | LCC = 0.9564 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07554856568574905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2145 | LCC = 0.9571 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07160086086392403
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2314 | LCC = 0.9571 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06846464413404464
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2409 | LCC = 0.9552 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06846205097436905
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2613 | LCC = 0.9554 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.0646059209704399
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2379 | LCC = 0.9518 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.061454537391662595
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2353 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05919755618274212
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2156 | LCC = 0.9520 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06000980424880981
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2248 | LCC = 0.9537 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05627989099919796
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2354 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.055806364953517915
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2398 | LCC = 0.9536 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.055269617646932605
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2310 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05097875826060772
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2508 | LCC = 0.9526 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.04924223598837853
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2331 | LCC = 0.9530 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04798570014536381
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2407 | LCC = 0.9541 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04821219462156296
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2123 | LCC = 0.9549 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0459847716987133
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2345 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2394 | LCC = 0.9590 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08df3e7400cd29cad71266ba4dd08dc920426c32
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f6afdd2261ad5d7ea79f5a20491939949272ac71ac71173f54e5263c3cf58c
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d33e7e2e47b017776a945bbaa25371dd04960a
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43df5cd4f2e4331e2cf0346f3a41bb9713bfb3d3035303b361cc4a40d84e560
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..39f6ef03232624574f9fe8b1b0b239a0bd991b0c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41873279786109924
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3059 | LCC = 0.9374 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.15391105139255523
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2767 | LCC = 0.9443 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13959631198644637
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2488 | LCC = 0.9479 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13061620545387267
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2381 | LCC = 0.9508 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12168467491865158
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2479 | LCC = 0.9533 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1143549952507019
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2111 | LCC = 0.9495 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10779842698574066
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2200 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.10948605898022652
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2642 | LCC = 0.9523 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10003418073058129
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2617 | LCC = 0.9534 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.0968235342502594
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2246 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.09065649750828743
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2261 | LCC = 0.9561 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08746577194333076
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2509 | LCC = 0.9549 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08199080085754394
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2288 | LCC = 0.9539 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0812811626791954
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2364 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07614652135968208
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2156 | LCC = 0.9524 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07326858061552048
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2358 | LCC = 0.9547 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07225431254506111
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2073 | LCC = 0.9533 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0703628820180893
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2298 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06822008031606674
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2132 | LCC = 0.9561 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06334070804715157
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2242 | LCC = 0.9541 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06503660184144974
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2173 | LCC = 0.9565 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06011592790484428
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2130 | LCC = 0.9561 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.060880495011806486
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2202 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.05724164789915085
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2078 | LCC = 0.9539 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05473773869872093
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1982 | LCC = 0.9557 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05616230903565884
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2050 | LCC = 0.9564 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0512922623604536
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2160 | LCC = 0.9555 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.051007086753845216
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2031 | LCC = 0.9554 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.051057965114712715
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2571 | LCC = 0.9546 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05102661158144474
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2068 | LCC = 0.9567 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.046247906014323235
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2262 | LCC = 0.9560 | SRCC = 0.9568 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2354 | LCC = 0.9590 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b61581f4d0f0daa7167edcd4c6049c50b73191
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52958359d53aac3b823c9a73d98fd93a5a91917219057c73ec7ea865aebbb19d
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9759f64846395645c173020881c98efb4d8350
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ffb47179464f14ecf9d25c2229528ef33d033cbf51f85ace897e2481913937
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9af28f9e6c9ce11962e3e57cd54a356f8c97339b
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.270172312438488
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2616 | LCC = 0.9422 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.15212247931957246
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2386 | LCC = 0.9481 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.13878795677423478
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2668 | LCC = 0.9490 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.12708466786146164
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2568 | LCC = 0.9472 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.12045865130424499
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2239 | LCC = 0.9515 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.11446877890825272
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2279 | LCC = 0.9514 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.11204056406021118
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2429 | LCC = 0.9539 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10436455756425858
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2334 | LCC = 0.9518 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10071255788207054
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2183 | LCC = 0.9539 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09548819509148598
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2636 | LCC = 0.9535 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.09442752778530121
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2288 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08902771025896072
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2272 | LCC = 0.9529 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0849892213344574
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2324 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.08120730501413345
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2620 | LCC = 0.9515 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07680238956212998
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2459 | LCC = 0.9526 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07725544759631157
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2516 | LCC = 0.9536 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07143099731206894
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2366 | LCC = 0.9552 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07249700483679772
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2380 | LCC = 0.9524 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0698331758081913
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2442 | LCC = 0.9529 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.06593911179900169
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2171 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.0640427102446556
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2413 | LCC = 0.9527 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06242770206928253
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2191 | LCC = 0.9513 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06034716033935547
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2236 | LCC = 0.9528 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.058770281791687015
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2275 | LCC = 0.9512 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.05788647675514221
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2215 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.057696008771657946
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2387 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05449389044940472
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2224 | LCC = 0.9516 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.052104283928871155
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2281 | LCC = 0.9548 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05032536995410919
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2539 | LCC = 0.9523 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05155674274265766
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2070 | LCC = 0.9511 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.05025361296534538
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2215 | LCC = 0.9515 | SRCC = 0.9536 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2323 | LCC = 0.9589 | SRCC = 0.9596 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1370a050be56393dfb9e9c01c860d02a047fd8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbf14dea957fb08b0eb63a1eaaa6378b3f1441fa627f2f6750f313afda1cb79
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b1c78157b3e1fa44e9ede0487678e81a0d6058
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d140f340bbda2ec6790e06c7a83db62da93c1ffaa6b5603b319a983bc23c84
+size 2749702
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..47a62c9039999fe356f8628af0e2de0a2f9b0c96
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24111710894107818
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2495 | LCC = 0.9443 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.15264617693424226
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2455 | LCC = 0.9457 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.14091722190380096
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2457 | LCC = 0.9510 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13268326884508133
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2722 | LCC = 0.9510 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1267227232158184
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2556 | LCC = 0.9525 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12287534421682358
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2747 | LCC = 0.9519 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.1205815389752388
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2290 | LCC = 0.9539 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11256442034244538
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2309 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10877607393264771
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2270 | LCC = 0.9546 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10772372233867646
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2627 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10261561313271522
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2276 | LCC = 0.9548 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10184939727187156
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2104 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09852588185667992
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2570 | LCC = 0.9539 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09446091833710671
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2274 | LCC = 0.9538 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09322128018736839
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2242 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08580695360898971
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2068 | LCC = 0.9550 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08533268719911576
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2388 | LCC = 0.9556 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0842497470676899
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2136 | LCC = 0.9532 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.08074945160746574
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2181 | LCC = 0.9545 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08064062297344207
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2263 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0792757448554039
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2361 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07639005529880524
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2102 | LCC = 0.9541 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07555380845069885
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2107 | LCC = 0.9562 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07198363199830055
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2197 | LCC = 0.9549 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07050707244873047
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2358 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07163899302482606
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2096 | LCC = 0.9545 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06738377729058266
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1967 | LCC = 0.9543 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06971521738171578
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2504 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.06602169877290726
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2165 | LCC = 0.9539 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06320510649681091
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2010 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.06433238783478737
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2206 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2362 | LCC = 0.9561 | SRCC = 0.9564 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676f410d67d1c8114e78de127ab212af8225a6ab
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb933f53d7dfcce6a034196908aec442041d9a0ac80e949f3a1542e6127320b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a524a8d9ae90e62f5cc656100545e8ad73d5d6
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1cdf8fe729c73ec34ade84cf9466e852c633a4f881ab3df8a63b94fe6bbaca
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..079cbc9209c8563e8f72af35a4c8fddb127d886d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27811202692985537
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2651 | LCC = 0.9414 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.15319550687074662
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2456 | LCC = 0.9483 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.13835590225458144
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2459 | LCC = 0.9497 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.13257288455963134
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2431 | LCC = 0.9505 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1260886660218239
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2397 | LCC = 0.9517 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.12425458323955536
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2327 | LCC = 0.9538 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11585213083028793
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2627 | LCC = 0.9545 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.11240548181533813
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2638 | LCC = 0.9548 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10839510995149612
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2065 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.10496227285265923
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2218 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10133800476789474
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2190 | LCC = 0.9552 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.09995345067977905
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1953 | LCC = 0.9511 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0989375894665718
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2123 | LCC = 0.9548 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.09205948761105537
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2073 | LCC = 0.9543 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.08987334978580475
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2277 | LCC = 0.9520 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09158882743120193
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2246 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08651072669029236
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2000 | LCC = 0.9535 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08417802637815476
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2317 | LCC = 0.9540 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0819793706536293
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2478 | LCC = 0.9535 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.079846982806921
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2217 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.07759735009074212
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2382 | LCC = 0.9521 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07436019253730775
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2298 | LCC = 0.9532 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.07565623831748962
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2152 | LCC = 0.9542 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07244996002316476
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2457 | LCC = 0.9521 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07095704901218414
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2519 | LCC = 0.9513 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.07211285161972046
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2155 | LCC = 0.9529 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06657548114657402
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2248 | LCC = 0.9522 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.06480762493610383
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2297 | LCC = 0.9532 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.06358841809630394
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2235 | LCC = 0.9534 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06652769640088081
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2355 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06420494109392166
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2057 | LCC = 0.9543 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2164 | LCC = 0.9588 | SRCC = 0.9600 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a1881e55593185ef60250ac95d09a5fb4fdf98
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c46235b066de1520857e0765830049332869bba53a35e7c2710e188c5e8c56
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b1ccc085883d6ea433ab985c2dcbff4b335185
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e392dd3bb65c0a10b6dfa2babc723e48d079d45c4ad6e421163b92e00d6df6
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1447e3a331b2a73261bcea32d83550cc49ea932c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.25993890738487246
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3037 | LCC = 0.9447 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.14907823586463928
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2779 | LCC = 0.9475 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.1395370239019394
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2880 | LCC = 0.9494 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13098050898313524
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2896 | LCC = 0.9520 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12685170179605484
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2743 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.12167900633811951
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2540 | LCC = 0.9519 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11642171758413315
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2669 | LCC = 0.9537 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11543830290436745
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2764 | LCC = 0.9536 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.1101640064418316
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2419 | LCC = 0.9544 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.10556562781333924
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2665 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10336871483922004
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2448 | LCC = 0.9541 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10135014683008194
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2573 | LCC = 0.9536 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09613400155305862
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2621 | LCC = 0.9535 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09275861126184463
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2701 | LCC = 0.9546 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09530227041244507
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2367 | LCC = 0.9538 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.0891407559812069
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2538 | LCC = 0.9536 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0860576211810112
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2274 | LCC = 0.9527 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08237028512358666
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2413 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07998701944947242
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2308 | LCC = 0.9540 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08359925013780593
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2336 | LCC = 0.9532 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07764099362492562
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2488 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07612395450472832
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2429 | LCC = 0.9535 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07455257600545884
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2355 | LCC = 0.9537 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07068196341395377
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2566 | LCC = 0.9529 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06831857243180275
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2311 | LCC = 0.9528 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07066133373975754
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2835 | LCC = 0.9511 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.0675747476220131
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2267 | LCC = 0.9540 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06824124187231063
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2845 | LCC = 0.9512 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06530077368021012
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2452 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06321964105963707
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2400 | LCC = 0.9535 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06114708715677261
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2449 | LCC = 0.9531 | SRCC = 0.9546 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2441 | LCC = 0.9578 | SRCC = 0.9589 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8794968657392ec001dc16f9fee2562e475347cd
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c15a1d6442d270cdce97213f3467a95129b8d3520893b85b8b233dd92b31d5b
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1880d9c5433e3f2c4cd1a90a69712f67f3d1911
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25b2a5e10be890ed711fcf6f7aefebb66e935a82e6a1afe80d849c7400283cd
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9c3e016475a8ee14d83f5cbc064844c410a57b9c
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.24104905539751054
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3275 | LCC = 0.9447 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.14978230690956115
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2865 | LCC = 0.9481 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.13820084190368653
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2828 | LCC = 0.9501 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.13279843139648437
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2850 | LCC = 0.9520 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.12508655247092246
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2783 | LCC = 0.9535 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11964932388067245
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2390 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11778571313619614
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2652 | LCC = 0.9519 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11297010365128517
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2693 | LCC = 0.9504 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.10818454647064209
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2740 | LCC = 0.9508 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10655464202165604
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2134 | LCC = 0.9523 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10424038967490196
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2456 | LCC = 0.9539 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09882973563671112
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2436 | LCC = 0.9515 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09782456758618355
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2373 | LCC = 0.9537 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.09525214695930481
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2435 | LCC = 0.9520 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.08934953826665878
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2452 | LCC = 0.9533 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08790339761972428
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2365 | LCC = 0.9514 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08569707480072976
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2719 | LCC = 0.9487 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.08588732740283013
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2298 | LCC = 0.9507 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08565725857019424
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2447 | LCC = 0.9517 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07893869745731354
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2422 | LCC = 0.9527 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08023300650715828
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2440 | LCC = 0.9527 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07577992564439774
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2471 | LCC = 0.9497 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.07441054999828339
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2661 | LCC = 0.9481 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.07457273414731026
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2324 | LCC = 0.9513 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07088616544008255
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2357 | LCC = 0.9509 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.06719563928246498
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2355 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.06756297481060028
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2555 | LCC = 0.9496 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.06355953623354435
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2411 | LCC = 0.9496 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.06644634789228439
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2377 | LCC = 0.9508 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.062163596570491794
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2378 | LCC = 0.9492 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.06331211358308791
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2220 | LCC = 0.9509 | SRCC = 0.9519 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2487 | LCC = 0.9577 | SRCC = 0.9593 ]
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/config.gin b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/model.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704b7b6538295ecb782a466301852ffd02fd1505
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648bb5c7f571de7d9413f1241da2fb0b82abc597c5983a1b3c8566b175e5dbca
+size 2747979
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/model_best.pt b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aead9f0750a1d33e66657a4da441f80a9c1419c8
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df41ac970465bccf267c8f43393c4465bf104d5d4dcb7a9e8bf41b7d3ecb49c
+size 2749638
diff --git a/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/train.log b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8f2f98e314d1954cbaa9db6b902a3457f39dae63
--- /dev/null
+++ b/results_tencent/w2v2_base_tencent_finetuned_9epoch/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.22586350387334825
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3014 | LCC = 0.9434 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.15190810972452165
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2816 | LCC = 0.9460 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.144705728828907
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3281 | LCC = 0.9488 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.131299673974514
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2379 | LCC = 0.9476 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1270686507821083
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2861 | LCC = 0.9484 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12204302108287811
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2700 | LCC = 0.9471 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1183139777481556
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2298 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1175506939291954
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2422 | LCC = 0.9520 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11206507521867752
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2616 | LCC = 0.9525 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.10777370887994767
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2512 | LCC = 0.9534 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.10468231868743896
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2460 | LCC = 0.9529 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09831576555967331
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2371 | LCC = 0.9516 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.09572121721506119
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2401 | LCC = 0.9516 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.09645294877886772
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2306 | LCC = 0.9508 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09172380539774895
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2273 | LCC = 0.9507 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08718272712826729
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2418 | LCC = 0.9524 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08487996113300324
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2683 | LCC = 0.9487 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.08391223412752151
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2277 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07894970810413361
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2392 | LCC = 0.9537 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07917242923378945
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2458 | LCC = 0.9511 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.07731713658571243
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2396 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07420315197110176
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2368 | LCC = 0.9541 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.07210364702343941
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2332 | LCC = 0.9499 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07048203155398369
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2206 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.07209250009059906
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2514 | LCC = 0.9519 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06769994881749153
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2181 | LCC = 0.9521 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06608259981870651
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2345 | LCC = 0.9498 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.06518044197559357
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2730 | LCC = 0.9498 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.06498609519004822
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2405 | LCC = 0.9520 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.06323628672957421
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2037 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06309065547585488
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2474 | LCC = 0.9525 | SRCC = 0.9530 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2309 | LCC = 0.9588 | SRCC = 0.9595 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615c8e09d5a0b2bc1685a87cd38825451c28b93c
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d59affbb6cdbe44a30b8f371b42a4ea87f11ad4dcebfd99836e5482357fc38a
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448f7ebfb88a3c1356fd9a6c266b3af7b9e38d8a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdc0926f5f53256ca8977ab2fcb2cbbccb9dcf2113c7020ab05d5c57be81d06
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run0/train.log b/results_tencent/w2v2_large_asr_de/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..023b9dfbd4a2728caa247fcca24b2a8d5a0f9355
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5944186174869537
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3768 | LCC = 0.8802 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.3509443651437759
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3590 | LCC = 0.8990 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.2977026253938675
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3500 | LCC = 0.9061 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.27150977981090546
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3124 | LCC = 0.9137 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.248865520298481
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3485 | LCC = 0.9231 | SRCC = 0.9239 ]
+INFO:root:Average loss=0.2239127790927887
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2794 | LCC = 0.9183 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.2040641815662384
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3313 | LCC = 0.9303 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.19537428641319274
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2757 | LCC = 0.9268 | SRCC = 0.9276 ]
+INFO:root:Average loss=0.19105346351861954
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2815 | LCC = 0.9310 | SRCC = 0.9313 ]
+INFO:root:Average loss=0.17295828992128373
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2455 | LCC = 0.9345 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.1624290915131569
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3425 | LCC = 0.9264 | SRCC = 0.9257 ]
+INFO:root:Average loss=0.17174010837078094
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2570 | LCC = 0.9341 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.15442990040779114
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2615 | LCC = 0.9351 | SRCC = 0.9349 ]
+INFO:root:Average loss=0.15416145303845405
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2349 | LCC = 0.9346 | SRCC = 0.9337 ]
+INFO:root:Average loss=0.14078226089477539
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2929 | LCC = 0.9355 | SRCC = 0.9369 ]
+INFO:root:Average loss=0.13125927692651748
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2390 | LCC = 0.9390 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.12553705930709838
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2724 | LCC = 0.9364 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.12140496653318406
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2450 | LCC = 0.9376 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.12294143176078796
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2542 | LCC = 0.9402 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.11358094814419746
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2510 | LCC = 0.9350 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.11134507083892822
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2552 | LCC = 0.9404 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.10203046596050262
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2647 | LCC = 0.9420 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.1084321787059307
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3094 | LCC = 0.9390 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.10375604757666587
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2687 | LCC = 0.9351 | SRCC = 0.9336 ]
+INFO:root:Average loss=0.09594343650341033
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2357 | LCC = 0.9415 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.09439769944548607
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2234 | LCC = 0.9412 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.0930166019499302
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2253 | LCC = 0.9424 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.08973268085718154
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2324 | LCC = 0.9441 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.08379074132442474
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2360 | LCC = 0.9422 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.08221652579307556
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2581 | LCC = 0.9423 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.08306677997112275
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2739 | LCC = 0.9436 | SRCC = 0.9428 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2449 | LCC = 0.9426 | SRCC = 0.9443 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602d28925d7bc2b09abef6d10f642a01cb82d559
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60eabfb982023ff47e22e45cef6db34f59fcc03d722be2a29f657b9bb68a0a53
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200326be0c2dd8dda15dabb6b8da9a58a6017ea5
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059a393a9156b6f67809591f773c6c32c6c34f39f5b49dc567ba2c2814a4aaa8
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run1/train.log b/results_tencent/w2v2_large_asr_de/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a5e2ad96af182566d856923dce9e6ac83cc876ef
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6664605221748352
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4951 | LCC = 0.8720 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.34723869812488556
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4634 | LCC = 0.8875 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.29545265579223634
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2930 | LCC = 0.9099 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.2880720369815826
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3678 | LCC = 0.9134 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.24031427216529846
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2485 | LCC = 0.9182 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.22818600791692734
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2717 | LCC = 0.9224 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.2050264136195183
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2720 | LCC = 0.9247 | SRCC = 0.9261 ]
+INFO:root:Average loss=0.2032855789065361
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2859 | LCC = 0.9263 | SRCC = 0.9270 ]
+INFO:root:Average loss=0.19334271466732025
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3080 | LCC = 0.9298 | SRCC = 0.9307 ]
+INFO:root:Average loss=0.17123874753713608
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3127 | LCC = 0.9314 | SRCC = 0.9321 ]
+INFO:root:Average loss=0.16390929847955704
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2598 | LCC = 0.9324 | SRCC = 0.9336 ]
+INFO:root:Average loss=0.16557560330629348
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2549 | LCC = 0.9332 | SRCC = 0.9349 ]
+INFO:root:Average loss=0.15827177917957305
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2685 | LCC = 0.9339 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.1504614298939705
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2273 | LCC = 0.9358 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.14046630162000656
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2955 | LCC = 0.9363 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.14342768388986588
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2825 | LCC = 0.9352 | SRCC = 0.9351 ]
+INFO:root:Average loss=0.13162446635961533
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2350 | LCC = 0.9376 | SRCC = 0.9377 ]
+INFO:root:Average loss=0.12921317192912102
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2430 | LCC = 0.9385 | SRCC = 0.9382 ]
+INFO:root:Average loss=0.12408072197437287
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2716 | LCC = 0.9350 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.12091915002465248
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2272 | LCC = 0.9398 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.11296590492129326
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2739 | LCC = 0.9400 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.11025541469454765
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2296 | LCC = 0.9357 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.11039298510551453
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2230 | LCC = 0.9395 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.10185107690095901
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2232 | LCC = 0.9408 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.10246351486444473
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2466 | LCC = 0.9407 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.08982817038893699
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2028 | LCC = 0.9409 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.09193040755391121
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2228 | LCC = 0.9416 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.08751548874378204
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2215 | LCC = 0.9431 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.0863314796090126
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2098 | LCC = 0.9434 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.08552099114656449
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2525 | LCC = 0.9440 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.08377555611729622
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2310 | LCC = 0.9399 | SRCC = 0.9396 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2617 | LCC = 0.9440 | SRCC = 0.9448 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0ddf6d8362d50d04277edc9aca49337bd95219
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d977ca0f2457def590a8b412c283993a5b35d69fbaab13db721748af86ade7
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb1c91df733ae2e241727fc1d328e89c088caf3
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb18f9ea9edd93bd20b7cf5f35f7265398187f269b719648d7ce7ac6ec99169
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run2/train.log b/results_tencent/w2v2_large_asr_de/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0de4a19e2dd4f83242d168ff4cdff9e9767e3565
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5944798605442048
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4491 | LCC = 0.8704 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.3729835262298584
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4275 | LCC = 0.8972 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.3049451678991318
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3648 | LCC = 0.9108 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.2614484384059906
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4342 | LCC = 0.9138 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.23611791479587554
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3129 | LCC = 0.9118 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.2548244286775589
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3123 | LCC = 0.9221 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.2135640133023262
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3248 | LCC = 0.9236 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.1949875916838646
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2978 | LCC = 0.9271 | SRCC = 0.9270 ]
+INFO:root:Average loss=0.1810806638598442
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3152 | LCC = 0.9276 | SRCC = 0.9271 ]
+INFO:root:Average loss=0.1741511191725731
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3324 | LCC = 0.9284 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.1711419523358345
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3136 | LCC = 0.9270 | SRCC = 0.9279 ]
+INFO:root:Average loss=0.16882936680316926
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3032 | LCC = 0.9306 | SRCC = 0.9305 ]
+INFO:root:Average loss=0.1560130285024643
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2813 | LCC = 0.9313 | SRCC = 0.9309 ]
+INFO:root:Average loss=0.14874403095245362
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2532 | LCC = 0.9331 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.13796627879142762
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2520 | LCC = 0.9356 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.14565278381109237
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2738 | LCC = 0.9361 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.13642013823986054
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2633 | LCC = 0.9355 | SRCC = 0.9356 ]
+INFO:root:Average loss=0.1293573562502861
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2779 | LCC = 0.9384 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.11945040279626847
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2530 | LCC = 0.9374 | SRCC = 0.9382 ]
+INFO:root:Average loss=0.1205230843424797
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2642 | LCC = 0.9400 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.11305007326602935
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2672 | LCC = 0.9388 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.10932520642876625
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2985 | LCC = 0.9382 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.111530288875103
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2691 | LCC = 0.9399 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.09946551102399825
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2483 | LCC = 0.9404 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.09724981090426445
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2560 | LCC = 0.9376 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.09780465319752693
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2624 | LCC = 0.9407 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.09540409117937088
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2742 | LCC = 0.9412 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.09231451854109764
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2326 | LCC = 0.9373 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.09506677392125129
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2702 | LCC = 0.9399 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.08647072291374207
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2408 | LCC = 0.9409 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.08515583956241608
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2556 | LCC = 0.9409 | SRCC = 0.9395 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2784 | LCC = 0.9425 | SRCC = 0.9437 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa93835637de70cb36fa902e8e4f9b85a9db773
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f8305a54957a7b645632cdf33f4085e96473b111eca53b905d9f3d0f199911
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8d016ef13fe84fbe195c50895315874ee438a1
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6a5c9364391b63b6da3cf57ca2cfac8829858c868504e71ba58310e0a4c137
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run3/train.log b/results_tencent/w2v2_large_asr_de/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..17824205c4cf92bc0f95b483e427aeb9c5af33c7
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7062266936302185
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4898 | LCC = 0.8697 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.3728115025758743
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3442 | LCC = 0.9014 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.29664059102535245
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3589 | LCC = 0.9136 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.2694717949032783
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3305 | LCC = 0.9123 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.2360646293759346
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3669 | LCC = 0.9160 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.21462308740615846
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2564 | LCC = 0.9221 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.21699504137039186
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2575 | LCC = 0.9299 | SRCC = 0.9315 ]
+INFO:root:Average loss=0.19260272753238677
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2902 | LCC = 0.9265 | SRCC = 0.9273 ]
+INFO:root:Average loss=0.1826553101539612
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2649 | LCC = 0.9266 | SRCC = 0.9298 ]
+INFO:root:Average loss=0.1718750048279762
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2904 | LCC = 0.9347 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.1554616492986679
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2945 | LCC = 0.9322 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.15456297516822814
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2809 | LCC = 0.9362 | SRCC = 0.9369 ]
+INFO:root:Average loss=0.1515093537569046
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2500 | LCC = 0.9347 | SRCC = 0.9354 ]
+INFO:root:Average loss=0.1404307274222374
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2558 | LCC = 0.9377 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.13426318681240082
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2517 | LCC = 0.9391 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.13379697161912918
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2843 | LCC = 0.9378 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.12355714082717896
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2572 | LCC = 0.9405 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.12494834113121032
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2591 | LCC = 0.9384 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.11770827621221543
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2588 | LCC = 0.9396 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.11270785081386567
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2542 | LCC = 0.9374 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.11051120141148567
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2618 | LCC = 0.9418 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.11736986711621285
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2905 | LCC = 0.9417 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.11056581035256385
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2423 | LCC = 0.9427 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.09576306706666947
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2712 | LCC = 0.9404 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.09831380954384804
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2789 | LCC = 0.9402 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.09651877626776695
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2332 | LCC = 0.9405 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.09257725837826729
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2339 | LCC = 0.9389 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.08899418026208877
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2456 | LCC = 0.9445 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.08847727873921395
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2089 | LCC = 0.9429 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.08147897744178773
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2501 | LCC = 0.9432 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.08592434108257294
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2606 | LCC = 0.9436 | SRCC = 0.9444 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2572 | LCC = 0.9414 | SRCC = 0.9435 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3256f80ce4f648d05d7afc1c7fc717872230a8ca
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345b78914b22420a5168afd8d37529cd2525f84f13ea9234b4721d7cd7ef9356
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer0/run4/train.log b/results_tencent/w2v2_large_asr_de/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..191d1cd6eb6d8f210b6058156e3c5792eb6cc670
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer0/run4/train.log
@@ -0,0 +1,85 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.674076489686966
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5678 | LCC = 0.8489 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.3547152086496353
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3689 | LCC = 0.8967 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.31019292247295377
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3771 | LCC = 0.9067 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.26198610055446625
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3049 | LCC = 0.9117 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.2407010732293129
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3844 | LCC = 0.9149 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.23320816832780839
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2963 | LCC = 0.9227 | SRCC = 0.9247 ]
+INFO:root:Average loss=0.2076469897031784
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2665 | LCC = 0.9270 | SRCC = 0.9276 ]
+INFO:root:Average loss=0.20205592215061188
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3253 | LCC = 0.9290 | SRCC = 0.9298 ]
+INFO:root:Average loss=0.19002640616893768
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3109 | LCC = 0.9297 | SRCC = 0.9306 ]
+INFO:root:Average loss=0.182828999042511
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2556 | LCC = 0.9310 | SRCC = 0.9305 ]
+INFO:root:Average loss=0.18195918178558348
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2738 | LCC = 0.9344 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.1620244806408882
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2304 | LCC = 0.9343 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.1531706018447876
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2758 | LCC = 0.9347 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.14595856219530107
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2321 | LCC = 0.9344 | SRCC = 0.9354 ]
+INFO:root:Average loss=0.13715843230485916
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2270 | LCC = 0.9364 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.13676291987299918
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2609 | LCC = 0.9373 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.12833697146177292
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2561 | LCC = 0.9387 | SRCC = 0.9386 ]
+INFO:root:Average loss=0.12010280853509903
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2110 | LCC = 0.9419 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.1173653746843338
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2470 | LCC = 0.9394 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.1093751918077469
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2372 | LCC = 0.9420 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.107144532173872
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2702 | LCC = 0.9419 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.10738934898376465
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2635 | LCC = 0.9434 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.10139208170771599
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3013 | LCC = 0.9392 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.10161990636587143
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2351 | LCC = 0.9427 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.09770760837197304
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2417 | LCC = 0.9411 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.09525124225020408
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2119 | LCC = 0.9439 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.09049729987978936
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2328 | LCC = 0.9446 | SRCC = 0.9445 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e3a299ad5c5a27d27c1d0bf1228b419aaabc70
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9957f04ba7f94ab2c2903db1368cdc0d3ffae8fd7b16d221b00b7b163dad6664
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b91dadbceb4b1d6c0654815eb89307be3a12a85
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb1923c1fd52e5bb3afdf83990895a70c2922dd9c15b779184b63a0600e5371
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run0/train.log b/results_tencent/w2v2_large_asr_de/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9871a3ae371ef49648f77f3fbdb1b26758a92
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5557706384658814
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4838 | LCC = 0.9010 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.24138884949684142
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3311 | LCC = 0.9338 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.18018465155363084
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2564 | LCC = 0.9416 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.15546859753131867
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2232 | LCC = 0.9469 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.13748481887578964
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2054 | LCC = 0.9505 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.1270316698551178
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2063 | LCC = 0.9505 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11181222259998322
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2220 | LCC = 0.9500 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11012083452939987
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2043 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.0988359225988388
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2020 | LCC = 0.9541 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08766922318935394
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2425 | LCC = 0.9529 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.08244894298911094
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1931 | LCC = 0.9524 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07564815428853035
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2322 | LCC = 0.9509 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.0730094997882843
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2071 | LCC = 0.9537 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06607958450913429
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2068 | LCC = 0.9551 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06366409176588059
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2169 | LCC = 0.9521 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.058832162007689474
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1732 | LCC = 0.9535 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05562776690721512
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2025 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05120395816862583
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1897 | LCC = 0.9547 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.05201369324326515
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1767 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.0499368047863245
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1925 | LCC = 0.9548 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04453934237360954
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2065 | LCC = 0.9524 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.043857061371207234
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2194 | LCC = 0.9545 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0432982919216156
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2041 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04223899145424366
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1961 | LCC = 0.9557 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04062049552798271
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2133 | LCC = 0.9546 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03721376496553421
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2002 | LCC = 0.9532 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.0346066171079874
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2101 | LCC = 0.9547 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.03273053066432476
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1844 | LCC = 0.9558 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.031144346460700034
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2069 | LCC = 0.9542 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.02914036698639393
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1863 | LCC = 0.9550 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.029212322406470776
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1930 | LCC = 0.9551 | SRCC = 0.9557 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1876 | LCC = 0.9552 | SRCC = 0.9559 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1439d683faa5408666194ed2aef835b31e1ab02
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bdf32aa70ebf127f3263c90927fa2f2aa4772fd7bb3d4b314447664902232c
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c6cf98256b3346e9562e52e9566d46503b83e3
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca8fb09f320a37cecf74d029d17826e82d43b26872bff2f905c31db847b6c3b
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run1/train.log b/results_tencent/w2v2_large_asr_de/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..370ff358c7b01e8960f63a8da94a5c1305945ec9
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6023752710819245
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4030 | LCC = 0.8971 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.22879998397827148
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2800 | LCC = 0.9319 | SRCC = 0.9333 ]
+INFO:root:Average loss=0.18016025429964067
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2494 | LCC = 0.9424 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.15817157584428787
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2225 | LCC = 0.9458 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.13620974838733674
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2307 | LCC = 0.9493 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.12250881457328797
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2753 | LCC = 0.9508 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.1118696351647377
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2327 | LCC = 0.9507 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1070055127441883
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1909 | LCC = 0.9525 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.09176909533143043
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1997 | LCC = 0.9542 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08830756893754005
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2162 | LCC = 0.9503 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08116677811741829
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2152 | LCC = 0.9546 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.07501471957564354
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1886 | LCC = 0.9555 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06818031799793244
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2324 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06375917534530162
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1831 | LCC = 0.9546 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06283223703503608
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2191 | LCC = 0.9531 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06125245863199234
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1838 | LCC = 0.9544 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.054928697019815446
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2060 | LCC = 0.9553 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05649384045600891
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2053 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04675975959002972
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2030 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.045812562704086304
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1864 | LCC = 0.9562 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04559112133085728
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2496 | LCC = 0.9533 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.042284035563468936
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1983 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.042672175079584124
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2124 | LCC = 0.9556 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.03809488391876221
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2110 | LCC = 0.9542 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.03683945825695992
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1838 | LCC = 0.9543 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03526411923766136
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1962 | LCC = 0.9535 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.035234394684433935
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2105 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.03413868145644665
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1796 | LCC = 0.9540 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.03129045830667019
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1796 | LCC = 0.9539 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.029963998004794122
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1890 | LCC = 0.9543 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.02871986910700798
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1795 | LCC = 0.9530 | SRCC = 0.9538 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1863 | LCC = 0.9571 | SRCC = 0.9577 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9873a3dddde9d732e7a2f5e5cf30d996efcaf6ae
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8da7eb50ca60cdf9055a356e3145c3627a17a7adb56ac349fabf08f95a5dd1
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b924f676b7db6f8960e74a5b7552631fc78b26da
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583834780cb14e7aadcb115d32fb63ea3449a90d8102b78784084f1fc489a90b
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run2/train.log b/results_tencent/w2v2_large_asr_de/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ecf83550829253dba4027b2b882576df5a51413d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6401478734016418
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3515 | LCC = 0.8990 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.23647572153806687
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2947 | LCC = 0.9343 | SRCC = 0.9346 ]
+INFO:root:Average loss=0.17272314029932023
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2136 | LCC = 0.9435 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.15279457068443297
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2156 | LCC = 0.9457 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13591167184710504
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2219 | LCC = 0.9486 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.11661703574657441
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2259 | LCC = 0.9487 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.11009166145324707
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2492 | LCC = 0.9494 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.1046892892718315
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1904 | LCC = 0.9516 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.0930355584025383
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2131 | LCC = 0.9518 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.09536959263682365
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1950 | LCC = 0.9513 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08771660628914833
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2029 | LCC = 0.9518 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.077366145581007
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1956 | LCC = 0.9520 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06857176026701928
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2190 | LCC = 0.9517 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.0658269925415516
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2002 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06051632663607597
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1972 | LCC = 0.9530 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.05377702184021473
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1905 | LCC = 0.9538 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05238570737838745
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1866 | LCC = 0.9533 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04873019860684872
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1920 | LCC = 0.9540 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.051053651452064516
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2090 | LCC = 0.9541 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04296566052734852
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1791 | LCC = 0.9529 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04264765776693821
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2160 | LCC = 0.9532 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.03964217607676983
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1929 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.03651959200203419
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1959 | LCC = 0.9527 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.03529660429060459
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2060 | LCC = 0.9520 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.03514500623941422
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1951 | LCC = 0.9525 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.03336283861100674
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2166 | LCC = 0.9524 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0325931745916605
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1959 | LCC = 0.9523 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.029176240131258965
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1945 | LCC = 0.9537 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.029800965771079064
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1907 | LCC = 0.9538 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.027827767550945282
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2039 | LCC = 0.9530 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.02572277623414993
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2114 | LCC = 0.9535 | SRCC = 0.9536 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2027 | LCC = 0.9578 | SRCC = 0.9590 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d450b96eb1c772fdf10689dceea48cf064ed7a1
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17083f683ed3e6082a2955e7a548ebebb41ba9a25b16caa3ef7726f3ea0f8d8
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5ff56f80ccd52c275c28cbf9fe9219bd072f60
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e4183f62056fbd86e57d73ad0eeeb3647cbe453c8ac0b8732a6753fc1b9c38
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run3/train.log b/results_tencent/w2v2_large_asr_de/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..af549551e74f3c46511b3a3a710c1e9343e4d545
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5307764655351639
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3406 | LCC = 0.9039 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.2386477665901184
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2459 | LCC = 0.9340 | SRCC = 0.9349 ]
+INFO:root:Average loss=0.20195088386535645
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2274 | LCC = 0.9396 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.15792801582813262
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2139 | LCC = 0.9447 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.14067140138149262
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2132 | LCC = 0.9482 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.13429948192834854
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2080 | LCC = 0.9502 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11703069177269936
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2115 | LCC = 0.9509 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1040233258008957
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1824 | LCC = 0.9489 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09986928617954254
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1988 | LCC = 0.9523 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08981195652484894
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1772 | LCC = 0.9515 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.08355201521515847
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2418 | LCC = 0.9524 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0812192744910717
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2092 | LCC = 0.9540 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07096591913700104
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1941 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06457631179690361
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2026 | LCC = 0.9538 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06505304193496704
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2165 | LCC = 0.9551 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0634869489967823
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1903 | LCC = 0.9545 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.056533420503139496
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1777 | LCC = 0.9537 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.052271748304367066
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1853 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.050177385032176974
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1747 | LCC = 0.9531 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.0489943023622036
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1914 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04423929713666439
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1933 | LCC = 0.9535 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04452630260586739
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1826 | LCC = 0.9544 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.04188456176221371
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1881 | LCC = 0.9543 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04056600585579872
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1949 | LCC = 0.9564 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.03760595594346523
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1990 | LCC = 0.9561 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.03378095778822899
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1954 | LCC = 0.9562 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.03396638712286949
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1786 | LCC = 0.9536 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.032687529727816585
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1849 | LCC = 0.9557 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.030605230525135994
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1942 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.02854281920194626
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1942 | LCC = 0.9574 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.02947141382098198
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1658 | LCC = 0.9549 | SRCC = 0.9571 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2039 | LCC = 0.9548 | SRCC = 0.9555 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1661b83eebe8445c4d61a4bedc568197c0d835
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9092d9ebca974d379e740ea03083b2ac83efeef5c2839d9bc91f75b76fda49bb
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9885422e2e1831b4c59f05d9ccd6db82b4912ce
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65e720f012f037ea80043aa07c76551d146fdc1068ad1b9dc90d827606baeff
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer10/run4/train.log b/results_tencent/w2v2_large_asr_de/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a80c945a3fa7db8004f14f9a2bcdf18303247681
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5284138637781143
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3572 | LCC = 0.8954 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.23980220180749892
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3117 | LCC = 0.9280 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.19328449952602386
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2308 | LCC = 0.9366 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.16945290583372116
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2660 | LCC = 0.9423 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.15179064285755156
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2480 | LCC = 0.9451 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.13453150486946105
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2398 | LCC = 0.9471 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.11892126792669297
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2028 | LCC = 0.9490 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12028672751784325
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2208 | LCC = 0.9506 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10318470287322998
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1785 | LCC = 0.9508 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.09334743216633797
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2000 | LCC = 0.9532 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09007114559412002
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2215 | LCC = 0.9490 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0850909149646759
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2080 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07651228007674217
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2209 | LCC = 0.9511 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.0718021342754364
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2159 | LCC = 0.9508 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.066088636636734
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2006 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.06760634955763817
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1719 | LCC = 0.9544 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06176757714152336
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1884 | LCC = 0.9548 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.054510056510567666
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1834 | LCC = 0.9554 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05136825707554817
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2180 | LCC = 0.9538 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.05013573436439037
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1788 | LCC = 0.9556 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04796329267323017
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1888 | LCC = 0.9545 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.04724757501482964
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2139 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.04484694211184979
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1898 | LCC = 0.9546 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04039460876584053
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1989 | LCC = 0.9547 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.03743369954824448
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1947 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.03593695656955242
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1846 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.037591615542769435
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1903 | LCC = 0.9546 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.034561182379722596
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1854 | LCC = 0.9548 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.03129988241195679
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1978 | LCC = 0.9548 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.032038836240768434
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1882 | LCC = 0.9550 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0304734970331192
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1995 | LCC = 0.9548 | SRCC = 0.9546 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1867 | LCC = 0.9559 | SRCC = 0.9565 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e54dcf9dae91f892f9876a55043e9420851b59
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2862f70c44e53bccd5bce2b99f47c1618526f6aa7318b4f90b7dd7230b125ae5
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d91309924b81a6461bc5e896055472978392692
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9642ac8a5d1742ad9a4dcdf4b509565537517278daf335a0cdd2785793633175
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run0/train.log b/results_tencent/w2v2_large_asr_de/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9459dcdf453d44917a816836e4a37c07fbf1e619
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5274970840215683
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3594 | LCC = 0.8999 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.256959099650383
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2643 | LCC = 0.9287 | SRCC = 0.9294 ]
+INFO:root:Average loss=0.19440649306774138
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2491 | LCC = 0.9360 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.161104743540287
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2427 | LCC = 0.9384 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.14589010906219482
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2255 | LCC = 0.9458 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.13472287923097612
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2014 | LCC = 0.9452 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.11928171646595001
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2330 | LCC = 0.9450 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.10981321468949318
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2466 | LCC = 0.9480 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.10128428134322166
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2118 | LCC = 0.9482 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.09473862344026565
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1993 | LCC = 0.9489 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.08666935777664185
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1927 | LCC = 0.9480 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.08317593067884445
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2338 | LCC = 0.9514 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.07575520396232605
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2080 | LCC = 0.9518 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.0704945068359375
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2327 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.06767275917530059
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2064 | LCC = 0.9532 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.060122624456882476
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1983 | LCC = 0.9516 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0582862493544817
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2011 | LCC = 0.9522 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.052930577427148816
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1997 | LCC = 0.9514 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.05252784299850464
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2034 | LCC = 0.9531 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.05010694319009781
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2235 | LCC = 0.9526 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.04864234285056591
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2032 | LCC = 0.9529 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.04306141416728496
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2197 | LCC = 0.9524 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.042268258556723594
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2025 | LCC = 0.9526 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.037819814339280125
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2246 | LCC = 0.9530 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.0392451124638319
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2066 | LCC = 0.9532 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.034444396927952765
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2054 | LCC = 0.9517 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.03669810682535171
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2244 | LCC = 0.9527 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.034089576229453085
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2058 | LCC = 0.9534 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.03337366525828838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2083 | LCC = 0.9533 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.030241328060626984
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1962 | LCC = 0.9523 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.029778500616550446
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2164 | LCC = 0.9533 | SRCC = 0.9526 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2073 | LCC = 0.9523 | SRCC = 0.9527 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e93495f3156cf00351a68f3bba011c6d1fef72e
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4491c52d93026dd284260ff518d954f153da4936ac441b03c57830c7c36547f7
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d57e37f97f748a442cdc088d6d7df92c7e1ae4
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1816a52a3f0957509232b7aa0f7b13f96ccb9cecf1f6e6ae92c5775259ff6ed
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run1/train.log b/results_tencent/w2v2_large_asr_de/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..62247fd784312c80f8410073aab4e9439624bfe3
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.520069737792015
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3319 | LCC = 0.8980 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.2632968294620514
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3078 | LCC = 0.9272 | SRCC = 0.9267 ]
+INFO:root:Average loss=0.1934854145050049
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2575 | LCC = 0.9372 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.16902056956291198
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2628 | LCC = 0.9434 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.1487495013475418
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2149 | LCC = 0.9443 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.14069655108451842
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2324 | LCC = 0.9467 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.12354466325044632
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2092 | LCC = 0.9488 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.11303709030151367
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2303 | LCC = 0.9508 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.1047788913846016
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1946 | LCC = 0.9505 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.09434431207180023
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2458 | LCC = 0.9515 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.087754787504673
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2286 | LCC = 0.9512 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.08067473596334457
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2290 | LCC = 0.9521 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.07584807693958283
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2199 | LCC = 0.9527 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0686746629178524
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1993 | LCC = 0.9525 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06653656360507011
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2206 | LCC = 0.9531 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.058383174628019334
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2115 | LCC = 0.9516 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.05723351749777794
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2061 | LCC = 0.9535 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.051242827832698824
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1906 | LCC = 0.9541 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04894637557864189
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2191 | LCC = 0.9527 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.04593174096941948
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2203 | LCC = 0.9535 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.04578228935599327
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1925 | LCC = 0.9538 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.04030882835388184
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1853 | LCC = 0.9536 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.04434348471462726
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2379 | LCC = 0.9520 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.03764974384009838
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2126 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.03503620155155659
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2249 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.036464147001504896
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1888 | LCC = 0.9544 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.03229803994297981
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1971 | LCC = 0.9540 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.030081462025642394
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1875 | LCC = 0.9543 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.03029645475000143
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2008 | LCC = 0.9540 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.028963542491197584
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2199 | LCC = 0.9533 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.02735681515932083
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2108 | LCC = 0.9530 | SRCC = 0.9529 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1918 | LCC = 0.9537 | SRCC = 0.9545 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2e1e8a09f15ec33e654bf92f4ac9eca81ade7
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d63bb5dbfc709171927f8ffecea090f9bf030ca5d0ddcbc6c07916f4ac0a485
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe48b51b7bcc0328be3419510dec9dcd24d16a8
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f562bb83bfb2bd5dbe07457ccc012d8f163f4f0a635b6ee955a91b9530174cfe
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run2/train.log b/results_tencent/w2v2_large_asr_de/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..af48315da4b2d96a654e0d928cb69c684907b531
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4910821286439896
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3124 | LCC = 0.9017 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.24221714377403258
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2867 | LCC = 0.9286 | SRCC = 0.9303 ]
+INFO:root:Average loss=0.19096850436925888
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2093 | LCC = 0.9383 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.16134354215860366
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2510 | LCC = 0.9400 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.1446776570081711
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1998 | LCC = 0.9460 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.1258588847517967
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1999 | LCC = 0.9463 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.11415607520937919
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1923 | LCC = 0.9485 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.1026877681016922
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2367 | LCC = 0.9423 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.09371899437904357
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2233 | LCC = 0.9503 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.08353965443372727
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2006 | LCC = 0.9508 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.08316618514060974
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2119 | LCC = 0.9480 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.07435179939866066
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1820 | LCC = 0.9498 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.06907636433839798
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1878 | LCC = 0.9523 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06291359816491604
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2234 | LCC = 0.9482 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.05802249124646187
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2038 | LCC = 0.9519 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.0574349305331707
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2029 | LCC = 0.9529 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05164424586296081
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2221 | LCC = 0.9495 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.05287995956838131
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1859 | LCC = 0.9525 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.04707960219681263
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1986 | LCC = 0.9533 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.043724974244832994
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2040 | LCC = 0.9520 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.04357843390107155
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1883 | LCC = 0.9527 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.04023590703308582
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2135 | LCC = 0.9528 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.036264582589268686
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1926 | LCC = 0.9518 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.036430667117238046
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1963 | LCC = 0.9522 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.03679520608484745
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2114 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.03268638177216053
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1967 | LCC = 0.9517 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.031183156311511993
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1884 | LCC = 0.9518 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.0321851346641779
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1837 | LCC = 0.9525 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.03007177595794201
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2191 | LCC = 0.9527 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.03001511488854885
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2007 | LCC = 0.9516 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.026977407693862913
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1923 | LCC = 0.9505 | SRCC = 0.9503 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1942 | LCC = 0.9556 | SRCC = 0.9569 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8b48cfb5886683e28279e101775fcc73d491c3
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e254e029ce50399a093d2ac2573a75fd77e3cceef0a6bac50b20e49eedb8a6
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5c714ac2e3f8e7c228fcce2bf690f213a14a72
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd778e364b00cc1bac0d8f1e8372f2d449ce63ccc4b0cbe1b834e16efc531fab
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run3/train.log b/results_tencent/w2v2_large_asr_de/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..26adbffd3f9eb1261f3f8379b729e175d0b9e186
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5075785591602325
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4371 | LCC = 0.8906 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.24953195512294768
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3174 | LCC = 0.9252 | SRCC = 0.9261 ]
+INFO:root:Average loss=0.20007617843151093
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2662 | LCC = 0.9367 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.17038936477899552
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2766 | LCC = 0.9405 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.1432919305562973
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2624 | LCC = 0.9445 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.13554830873012544
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2417 | LCC = 0.9443 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.11427501112222671
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2283 | LCC = 0.9455 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.11138348603248596
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2064 | LCC = 0.9501 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.1016804842054844
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2144 | LCC = 0.9487 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.0938027849495411
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1999 | LCC = 0.9478 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.08332866963744164
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2123 | LCC = 0.9502 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.07731930962204933
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2376 | LCC = 0.9512 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.07423560836911201
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2149 | LCC = 0.9511 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.06779930290579796
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1961 | LCC = 0.9502 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.062473495572805404
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1919 | LCC = 0.9504 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.05819791567325592
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2108 | LCC = 0.9513 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.052364144995808604
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2358 | LCC = 0.9511 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.05381196561455727
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2189 | LCC = 0.9454 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.04977017849683762
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2087 | LCC = 0.9510 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.048099132895469666
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2202 | LCC = 0.9502 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.04545678468048572
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2074 | LCC = 0.9522 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.04202454401552677
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1949 | LCC = 0.9485 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.04259687630832195
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2154 | LCC = 0.9491 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.03816942277550697
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2158 | LCC = 0.9492 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.03591687414050102
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1955 | LCC = 0.9469 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.03692814402282238
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2033 | LCC = 0.9471 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.03652497336268425
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2283 | LCC = 0.9469 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.032497318223118785
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2330 | LCC = 0.9514 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.0329293899834156
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2097 | LCC = 0.9512 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.0294502000361681
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2274 | LCC = 0.9503 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.029210416600108147
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2191 | LCC = 0.9520 | SRCC = 0.9515 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2067 | LCC = 0.9533 | SRCC = 0.9544 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e47a87572753ab7fda92ce2af579efd73d6c6fe
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cf5f14930348306744b71b6a76f3daf4ce29f720df97ad00dec471f8c78bb7
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb3a56a69536d56e2f9e0891e8665c580a5ca1c
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58948e36ca905f1f4d89c140bfb8104c54f93acbce146a13b8fa000ea61a0903
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer12/run4/train.log b/results_tencent/w2v2_large_asr_de/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..26ee15528cd00f8ab6386573d0518e6456559475
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4840588423013687
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3017 | LCC = 0.9111 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.22659886699914933
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2808 | LCC = 0.9353 | SRCC = 0.9349 ]
+INFO:root:Average loss=0.18052786618471145
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2311 | LCC = 0.9403 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.15662591183185579
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2334 | LCC = 0.9435 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.1427720637321472
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2193 | LCC = 0.9464 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.12929225897789
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2316 | LCC = 0.9486 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.11637552267313003
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1824 | LCC = 0.9475 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.10531490829586983
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1987 | LCC = 0.9503 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.10105317550897598
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2280 | LCC = 0.9489 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.09281003347039223
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2032 | LCC = 0.9509 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.08187213295698166
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2073 | LCC = 0.9520 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.08120228436589241
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2037 | LCC = 0.9517 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.06946084889769553
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2057 | LCC = 0.9526 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.06628199449181557
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1966 | LCC = 0.9521 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.06806512314081192
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1984 | LCC = 0.9526 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06167548733949661
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1810 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05745809456706047
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2171 | LCC = 0.9537 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05355179038643837
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1797 | LCC = 0.9519 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.049218621551990506
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1917 | LCC = 0.9537 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.046751454427838325
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1904 | LCC = 0.9532 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.04292921914160252
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1912 | LCC = 0.9541 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.04302881897985935
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1917 | LCC = 0.9521 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.040674736440181734
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1928 | LCC = 0.9528 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.0374692809432745
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1924 | LCC = 0.9540 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.035711199268698694
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1821 | LCC = 0.9540 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.03364173942804337
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1896 | LCC = 0.9531 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.03492850674688816
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1837 | LCC = 0.9534 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.029645700082182883
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1896 | LCC = 0.9538 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.03100206470489502
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1949 | LCC = 0.9536 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.02908398413658142
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1838 | LCC = 0.9529 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.03043718358874321
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2026 | LCC = 0.9533 | SRCC = 0.9530 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1894 | LCC = 0.9549 | SRCC = 0.9550 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a08fd526436a0a71d3d5d818eb3d654de81601
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2c50e79d334cd94d030175067609a479bbafdfbab472b39b1c80e382a7497d
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc3169da62fefcadcbf2d47476dc086577cc343
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbc556752f205eb39cabb873c5edac71350fab1a479119a64c8f028e5d5d4c3
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run0/train.log b/results_tencent/w2v2_large_asr_de/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..85016cd185fd8b5c6c7b2e6a02821c4ada3c2422
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5324066663980485
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4045 | LCC = 0.8925 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.25974557852745056
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3429 | LCC = 0.9255 | SRCC = 0.9263 ]
+INFO:root:Average loss=0.23127733886241914
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2887 | LCC = 0.9338 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.18817202842235564
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2382 | LCC = 0.9402 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.16149059915542602
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2363 | LCC = 0.9419 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.1531006598472595
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2949 | LCC = 0.9437 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.13659785449504852
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2444 | LCC = 0.9467 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.12503897356986998
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2073 | LCC = 0.9468 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.1124466781616211
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2051 | LCC = 0.9475 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11073363709449768
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1948 | LCC = 0.9498 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.09883361959457397
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2458 | LCC = 0.9501 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09021619608998299
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2148 | LCC = 0.9525 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08781365945935249
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2046 | LCC = 0.9515 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.0805750817656517
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1884 | LCC = 0.9477 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.07862628132104874
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2197 | LCC = 0.9506 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.07107605564594269
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2227 | LCC = 0.9514 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.06811731255054473
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2093 | LCC = 0.9514 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.06506784427165985
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2078 | LCC = 0.9505 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.058846156179904935
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2064 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.0551390245705843
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2060 | LCC = 0.9498 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.057782771199941636
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1835 | LCC = 0.9508 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.05061331821978092
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2013 | LCC = 0.9498 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.05009408868849277
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2167 | LCC = 0.9491 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.050883809477090834
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2216 | LCC = 0.9506 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.04827816396951676
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1872 | LCC = 0.9526 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04344480535387993
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2046 | LCC = 0.9526 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.04369868224859238
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2306 | LCC = 0.9517 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.03975259965658188
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2024 | LCC = 0.9496 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.03808064498007298
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2021 | LCC = 0.9492 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.03881255602836609
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1803 | LCC = 0.9530 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.03848698116838932
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1980 | LCC = 0.9489 | SRCC = 0.9494 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1874 | LCC = 0.9516 | SRCC = 0.9524 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682641f04bc4d46d0e2966a5ae00ea795fb612eb
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9061d00c6e8fe754b8a9616c167a07f50b23bcf56a33cd587a668a8d45b045
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb757f2360e5e82022f81a3aebe8d6232432cf2
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a705c3fced477766145a399d343cc797211615263bddf79e378586f448ad5a8
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run1/train.log b/results_tencent/w2v2_large_asr_de/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..253d450b7893e2f2b31ba1043cf137e14a794001
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5493547953367234
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3611 | LCC = 0.8938 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.2636146311759949
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2991 | LCC = 0.9250 | SRCC = 0.9263 ]
+INFO:root:Average loss=0.20802012354135513
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3098 | LCC = 0.9348 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.18105682480335236
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2773 | LCC = 0.9411 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.16008897173404693
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2265 | LCC = 0.9426 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.14008970421552658
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1821 | LCC = 0.9482 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.1322758824825287
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2359 | LCC = 0.9479 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.11735100376605988
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2565 | LCC = 0.9484 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.11027997255325317
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2339 | LCC = 0.9501 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1078961637020111
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2129 | LCC = 0.9507 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.09437183567881584
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2125 | LCC = 0.9516 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.08676251116394997
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2153 | LCC = 0.9513 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.0831486719250679
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2348 | LCC = 0.9519 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07520552384853363
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2128 | LCC = 0.9531 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06910845124721528
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1995 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.06776551473140717
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2049 | LCC = 0.9538 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06321863466501236
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1812 | LCC = 0.9532 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.0627116451561451
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2084 | LCC = 0.9534 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.057019215822219846
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2088 | LCC = 0.9535 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05578286838531494
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2343 | LCC = 0.9486 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05220967611670494
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2440 | LCC = 0.9512 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.052654147788882256
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1953 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04655880177021027
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1965 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.043658890455961226
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1863 | LCC = 0.9547 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.04159979158639908
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2021 | LCC = 0.9526 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.04076039835810661
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1824 | LCC = 0.9557 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.03858110249042511
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1854 | LCC = 0.9540 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.03958148668706417
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1917 | LCC = 0.9548 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0361666058152914
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1795 | LCC = 0.9544 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.034055430456995966
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2126 | LCC = 0.9532 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.03318421992659569
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1928 | LCC = 0.9553 | SRCC = 0.9555 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1845 | LCC = 0.9552 | SRCC = 0.9564 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b662f4ac034e677abef9276b73fadd3463bb88
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2587f01e5728be0e321ce36dba62eec49d6b23da61d664e43474323318f0fe
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e52a04614ea26243b0382f11b36b2df496541a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6898e2cfa3d2c1eee75313ac93c6905e71ffe6b54898d5deff1681564ed0c44e
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run2/train.log b/results_tencent/w2v2_large_asr_de/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5925759743b9e46b303ba0cbfd390bfc46798740
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48609735441207885
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4052 | LCC = 0.9026 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.24505219608545303
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2819 | LCC = 0.9323 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.20234671467542648
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2323 | LCC = 0.9390 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.17832093435525895
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2326 | LCC = 0.9431 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.15109801399707795
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2562 | LCC = 0.9451 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.1374204342365265
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2610 | LCC = 0.9461 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.13544686698913574
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2501 | LCC = 0.9479 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.11588606083393097
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2164 | LCC = 0.9498 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.1079695934355259
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2009 | LCC = 0.9484 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.09835059404373168
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1990 | LCC = 0.9509 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.09445347428321839
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2020 | LCC = 0.9525 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08822072064876556
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1922 | LCC = 0.9523 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.0789424489736557
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2183 | LCC = 0.9519 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.0752528527379036
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2034 | LCC = 0.9507 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.07018637558817864
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2101 | LCC = 0.9525 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06635848861932754
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2131 | LCC = 0.9534 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06481931982934475
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2212 | LCC = 0.9520 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06279053476452827
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2034 | LCC = 0.9531 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.05565604919195175
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2275 | LCC = 0.9532 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.05664714539051056
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2022 | LCC = 0.9534 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05518942615389824
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2250 | LCC = 0.9520 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.05158208252489567
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1895 | LCC = 0.9524 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.04492770867049694
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1995 | LCC = 0.9529 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.0473357716947794
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2136 | LCC = 0.9535 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04381744277477265
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2133 | LCC = 0.9497 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.04043473835289478
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2057 | LCC = 0.9505 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.04382321165502071
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1999 | LCC = 0.9502 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.03940425890684128
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1928 | LCC = 0.9539 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.03995128628611565
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2048 | LCC = 0.9534 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.037580341055989265
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2119 | LCC = 0.9518 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.03360940599441528
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1810 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1929 | LCC = 0.9537 | SRCC = 0.9549 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a6bc5ddc37d49b5b8d2f8c6909ca969decaa61
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeb4a0e1b3cb500c350a882edaee48f106509912f946b33e7c8df5a937729ed
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019551877349c20fa7d51fe317950938c365d490
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eeee242063e4e69c71222beded1f5b67bf8be9d03d0b48dc61ecd7260bc0f8
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run3/train.log b/results_tencent/w2v2_large_asr_de/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8e8c58636b9a168d9a8d4b89eee912adddff035f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5542686576843262
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5163 | LCC = 0.8839 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.26711389648914335
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3578 | LCC = 0.9195 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.21675570464134217
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3531 | LCC = 0.9316 | SRCC = 0.9327 ]
+INFO:root:Average loss=0.1863797668814659
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2896 | LCC = 0.9392 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.1585446447134018
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2989 | LCC = 0.9431 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.14752584731578827
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2913 | LCC = 0.9447 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.13516662460565568
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3110 | LCC = 0.9445 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.12830095666646957
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2528 | LCC = 0.9485 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11132479429244996
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2321 | LCC = 0.9494 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.10214594823122025
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2851 | LCC = 0.9464 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.09561780321598053
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2705 | LCC = 0.9498 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08845159411430359
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3308 | LCC = 0.9461 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.08680304312705994
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2577 | LCC = 0.9502 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.07611654448509217
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2451 | LCC = 0.9507 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.07183654478192329
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2454 | LCC = 0.9518 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07132788833975792
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2573 | LCC = 0.9507 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06754158003628254
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2406 | LCC = 0.9507 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.06293049490451813
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2111 | LCC = 0.9508 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.0557131142616272
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2271 | LCC = 0.9527 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05325961218774319
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2882 | LCC = 0.9476 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.05368433924019337
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2297 | LCC = 0.9532 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.050965087950229644
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2080 | LCC = 0.9528 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04803079587221146
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2270 | LCC = 0.9521 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04566779692471028
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2270 | LCC = 0.9527 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.042839753061532974
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2229 | LCC = 0.9524 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.04149756482243538
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2400 | LCC = 0.9504 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.03952738346159458
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2193 | LCC = 0.9523 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.04175254590809345
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2334 | LCC = 0.9510 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.03475524343550205
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2071 | LCC = 0.9527 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.03438004894554615
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2094 | LCC = 0.9535 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.03775369788706302
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2452 | LCC = 0.9501 | SRCC = 0.9516 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2113 | LCC = 0.9531 | SRCC = 0.9544 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346ffbe8dc2c776ec3cd4003d0df9146fe149ba1
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3998ba2d734abb2b02d67dbbc37ea6bd5972fff40c7f35608ce662f3150d500
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6394c14092ecf8737f3f0667ef50c2e03ecad41
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8bfa8b74e3e3f7fc91ee2fe582e7c317709666f8638cf33494ce73e80197f7
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer14/run4/train.log b/results_tencent/w2v2_large_asr_de/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dac52b81c96ea81a0810d4d04ea3e9a54d667ebf
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5069748228788375
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3556 | LCC = 0.8945 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.27229971611499787
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2780 | LCC = 0.9255 | SRCC = 0.9265 ]
+INFO:root:Average loss=0.19893697756528855
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2675 | LCC = 0.9359 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.17058591240644455
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2365 | LCC = 0.9428 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.1631206412911415
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2441 | LCC = 0.9460 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.13498207646608354
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2510 | LCC = 0.9481 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1283330339193344
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2457 | LCC = 0.9454 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.11416413366794587
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2039 | LCC = 0.9489 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.10751652297377587
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2338 | LCC = 0.9489 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.09835402086377144
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2587 | LCC = 0.9496 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.09369568088650704
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2491 | LCC = 0.9502 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.09019894626736641
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2485 | LCC = 0.9499 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.07859318390488625
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2355 | LCC = 0.9441 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.07406501796841622
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2058 | LCC = 0.9506 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.06913780173659324
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2281 | LCC = 0.9505 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.06360257536172867
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2232 | LCC = 0.9512 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.06113423624634743
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2151 | LCC = 0.9514 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.06006327795982361
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2356 | LCC = 0.9518 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.054777784049510954
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2305 | LCC = 0.9502 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.05105294120311737
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2358 | LCC = 0.9515 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04986227276921272
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2056 | LCC = 0.9510 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.0482129992544651
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1892 | LCC = 0.9520 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.04585878297686577
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1979 | LCC = 0.9526 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.04486152839660645
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1997 | LCC = 0.9503 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.04299877893924713
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2375 | LCC = 0.9511 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.04034545870125294
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2158 | LCC = 0.9522 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.037817182436585425
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2112 | LCC = 0.9518 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.038018247857689855
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2144 | LCC = 0.9522 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.03713325770199299
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2045 | LCC = 0.9521 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.032298741057515144
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2234 | LCC = 0.9514 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.03263980515301228
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2194 | LCC = 0.9521 | SRCC = 0.9523 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1987 | LCC = 0.9526 | SRCC = 0.9540 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c33c7f73fad3051f6831c8518d5591370680d41
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106ccaf1828a4a8b973799bfd786a7afe6468e470ae06a219f14a8e7abec521c
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132877f66b114810d1527e654b1d7e435dc9ab8d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938894c219f00e9f7bcc8b4adf823e8056f5f7cec6316ad4e7f0349fdbdb80de
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run0/train.log b/results_tencent/w2v2_large_asr_de/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6370f99f25e06ed62d22182839a8523108c3585a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49961967241764066
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3910 | LCC = 0.8907 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.2736121164560318
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2823 | LCC = 0.9176 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.22187307608127593
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3409 | LCC = 0.9259 | SRCC = 0.9274 ]
+INFO:root:Average loss=0.19160565382242203
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2801 | LCC = 0.9363 | SRCC = 0.9369 ]
+INFO:root:Average loss=0.17742608666419982
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2519 | LCC = 0.9405 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.15493891149759292
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2585 | LCC = 0.9392 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.14625527006387712
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2886 | LCC = 0.9451 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.1294500772356987
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2068 | LCC = 0.9468 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.1203569559454918
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1905 | LCC = 0.9484 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.11631319493055343
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2176 | LCC = 0.9492 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.10813956147432327
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1895 | LCC = 0.9490 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.10342958635091781
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2122 | LCC = 0.9499 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.09751775693893433
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2013 | LCC = 0.9480 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.09045320376753807
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2255 | LCC = 0.9487 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.08741185596585274
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2063 | LCC = 0.9506 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.08015974295139312
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2075 | LCC = 0.9470 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.07846333411335946
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2409 | LCC = 0.9491 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.07861757838726044
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2002 | LCC = 0.9485 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.06886189153790474
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2346 | LCC = 0.9492 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.06615891981124877
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2185 | LCC = 0.9501 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.06119570979475975
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2028 | LCC = 0.9502 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.059702908217906955
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2100 | LCC = 0.9508 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.05845620277523995
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2239 | LCC = 0.9459 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.05789794406294823
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2460 | LCC = 0.9486 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.051769571125507355
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1881 | LCC = 0.9455 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.052584822237491606
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2058 | LCC = 0.9500 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.04843163126707077
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1909 | LCC = 0.9502 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.04696023201942444
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1946 | LCC = 0.9504 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.04641815438866615
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2085 | LCC = 0.9505 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.04479671396315098
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2014 | LCC = 0.9482 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.044008082196116446
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1978 | LCC = 0.9525 | SRCC = 0.9524 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2007 | LCC = 0.9520 | SRCC = 0.9524 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702d10242ac31ba865fed938dbfb2418baef0446
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a663673ccd5bf9cfc53e5902857152681b79f0dd0efdf64b44b59ddff7a30e
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e692938b5f9b7c9fa197e2a14b15c3b1dcab248
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc74d1d79599d04aa6c9c84e8bf10249cecd4ce82a4c73e5174d3acfd20aa2f9
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run1/train.log b/results_tencent/w2v2_large_asr_de/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2954af3eadc544cafeb784c89b0d72566e8c9630
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5190059704780579
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3676 | LCC = 0.8996 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.2605932459831238
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3428 | LCC = 0.9262 | SRCC = 0.9263 ]
+INFO:root:Average loss=0.2069100970029831
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2672 | LCC = 0.9284 | SRCC = 0.9305 ]
+INFO:root:Average loss=0.1867310005426407
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2924 | LCC = 0.9396 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.1602857144474983
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2416 | LCC = 0.9431 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.14731415033340453
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3200 | LCC = 0.9426 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.13666038167476655
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2329 | LCC = 0.9459 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.12727503031492232
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2115 | LCC = 0.9475 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.1174070212841034
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2298 | LCC = 0.9480 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.11511654603481293
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2107 | LCC = 0.9487 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.10418318569660187
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2065 | LCC = 0.9467 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.09925867208838463
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2233 | LCC = 0.9501 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.08887869116663932
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2047 | LCC = 0.9486 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.08991739696264267
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2335 | LCC = 0.9499 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08225583195686341
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2119 | LCC = 0.9496 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.07562158834934235
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2115 | LCC = 0.9504 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.07345265057682991
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2168 | LCC = 0.9492 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.07439871603250503
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2101 | LCC = 0.9510 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.06412778708338737
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2113 | LCC = 0.9490 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.06309626865386962
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1932 | LCC = 0.9516 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.0610150935947895
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2176 | LCC = 0.9499 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.05640734550356865
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2227 | LCC = 0.9503 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.05598195096850395
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2128 | LCC = 0.9507 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.053153250873088836
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2105 | LCC = 0.9523 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.05023395293951034
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2239 | LCC = 0.9510 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.04797096192836761
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2209 | LCC = 0.9505 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.04546952791512013
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2025 | LCC = 0.9524 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.044272220104932786
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1829 | LCC = 0.9501 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.042497402042150495
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1813 | LCC = 0.9505 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.04006186929345131
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2008 | LCC = 0.9514 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.04041332480311394
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2034 | LCC = 0.9518 | SRCC = 0.9508 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2007 | LCC = 0.9531 | SRCC = 0.9540 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04f669a3bdb67db975537cc0f4c34f01e8ffc48
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b934ca691f5adfa953a84807dfc6cc114401e43d592fac182477f2d82cd4472d
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e06b554d5720c1f4f8dc9262175f69cb93e764d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723070d8f0c928c3048abe250031ff09a52b4b7506e604eade5c609f9bf67075
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run2/train.log b/results_tencent/w2v2_large_asr_de/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9995e017dba6b8f8b611bd9030afe869a8a8fef3
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5083964684009552
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3665 | LCC = 0.9051 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.2526855973005295
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2541 | LCC = 0.9278 | SRCC = 0.9286 ]
+INFO:root:Average loss=0.20644057804346086
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3696 | LCC = 0.9274 | SRCC = 0.9286 ]
+INFO:root:Average loss=0.17245161092281341
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2610 | LCC = 0.9375 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.15597616374492645
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2704 | LCC = 0.9398 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.1451552439928055
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2838 | LCC = 0.9435 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.13695911794900895
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2488 | LCC = 0.9460 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.12557312059402465
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2904 | LCC = 0.9442 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.11874801179766654
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2014 | LCC = 0.9470 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1065528559088707
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2655 | LCC = 0.9453 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.10500764191150665
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3563 | LCC = 0.9357 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.10250488528609276
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2387 | LCC = 0.9464 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.09365352031588554
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2283 | LCC = 0.9488 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.08728262183070183
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2171 | LCC = 0.9458 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.07992605486512185
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2158 | LCC = 0.9459 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.07661338102817536
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2235 | LCC = 0.9498 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.0703593068420887
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2013 | LCC = 0.9495 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.069152323320508
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2207 | LCC = 0.9500 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.06508969977498054
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2015 | LCC = 0.9500 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.063166604667902
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2079 | LCC = 0.9493 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.0578260298371315
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2396 | LCC = 0.9479 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.06052485319972038
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2096 | LCC = 0.9484 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.054796642512083056
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2155 | LCC = 0.9496 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.05007798248529434
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2104 | LCC = 0.9515 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.051408921629190446
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1913 | LCC = 0.9508 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.04838054691255093
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2232 | LCC = 0.9480 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.04524341624975205
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2036 | LCC = 0.9466 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.04681706453859806
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2314 | LCC = 0.9492 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.04527171249687672
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2177 | LCC = 0.9482 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.04280655637383461
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2126 | LCC = 0.9498 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.03900794008374214
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2189 | LCC = 0.9483 | SRCC = 0.9476 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2171 | LCC = 0.9494 | SRCC = 0.9507 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2c71857ead844d14ca953d7cecfc2bf38b9bab
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6141a50faa2b536f42003175a06d38bca1e98ccc1c6c814a6b1df247545ed
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472af7e3094f50b7870f4fea042c2c649fbd203e
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaba8bfc19e16ed7ec0118b330d6fc62eca671b509537a9c165ecc5d494a7589
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run3/train.log b/results_tencent/w2v2_large_asr_de/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c65ac7fc371ecdfd52547db033c5c6d7119c82d0
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6554969352483749
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4214 | LCC = 0.8924 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.2715003226995468
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2841 | LCC = 0.9203 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.2158399012684822
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2804 | LCC = 0.9315 | SRCC = 0.9330 ]
+INFO:root:Average loss=0.18095602804422378
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2666 | LCC = 0.9386 | SRCC = 0.9387 ]
+INFO:root:Average loss=0.16234103828668595
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2457 | LCC = 0.9418 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.14860537600517273
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2865 | LCC = 0.9436 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.13560065054893494
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2589 | LCC = 0.9445 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.12619616413116455
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2726 | LCC = 0.9453 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.11752136859297753
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2832 | LCC = 0.9470 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.10844393736124039
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2353 | LCC = 0.9487 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.10295526632666588
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2128 | LCC = 0.9485 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.09442989712953567
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2067 | LCC = 0.9501 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.09549300852417945
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2552 | LCC = 0.9507 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08442072471976281
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2428 | LCC = 0.9505 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.07976106023788453
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2179 | LCC = 0.9499 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.0748230455815792
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2074 | LCC = 0.9520 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.07256518334150314
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2226 | LCC = 0.9513 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.06935279747843742
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2705 | LCC = 0.9480 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.06754360091686248
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2233 | LCC = 0.9520 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.0629377259761095
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2675 | LCC = 0.9494 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.06075709488987922
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2367 | LCC = 0.9523 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.05764397647976875
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2518 | LCC = 0.9509 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.056102707579731945
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2159 | LCC = 0.9524 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.05383216115832329
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2348 | LCC = 0.9502 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.05165125362575054
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2283 | LCC = 0.9525 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.04784132587909699
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2282 | LCC = 0.9515 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.04550384029746055
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2110 | LCC = 0.9513 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.04374001580476761
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2039 | LCC = 0.9507 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.04351174455881119
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2156 | LCC = 0.9514 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.04072418424487114
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2034 | LCC = 0.9512 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.042207471996545794
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2034 | LCC = 0.9516 | SRCC = 0.9507 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2338 | LCC = 0.9536 | SRCC = 0.9549 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87b9a622cbfb870c5e53565423aa912601317d2
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f9c17c68c4f4078994cb88b170233b34d1c3bdcd3cc1d802a5e2194f6bed20
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d9001ea5812fbe51897224fa30fa87c21d9c16
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7b726ef577b348328bb1e354f3108d5cfff38eb374a92108eeb212ca38e1c6
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer16/run4/train.log b/results_tencent/w2v2_large_asr_de/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9e740744df8638fd1bc2958071c0eb2d4756d7a7
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5310553710460663
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3753 | LCC = 0.8916 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.2780906190872192
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3666 | LCC = 0.9177 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.21359352207183838
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2749 | LCC = 0.9325 | SRCC = 0.9331 ]
+INFO:root:Average loss=0.1819789218902588
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2581 | LCC = 0.9390 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.16997470593452454
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2425 | LCC = 0.9375 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.15006254070997238
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2386 | LCC = 0.9418 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.14072955977916718
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2519 | LCC = 0.9443 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.12933613085746765
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2403 | LCC = 0.9450 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.11234983366727828
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2229 | LCC = 0.9428 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.1112366679906845
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2040 | LCC = 0.9465 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.10337202969193458
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1909 | LCC = 0.9473 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.0989566456079483
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2197 | LCC = 0.9454 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.09084589919447898
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2051 | LCC = 0.9487 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.08495342934131622
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1902 | LCC = 0.9479 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.07820647656917572
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1969 | LCC = 0.9491 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.0759842700958252
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2102 | LCC = 0.9490 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.07011306694149971
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2019 | LCC = 0.9497 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.06945321935415268
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2130 | LCC = 0.9490 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.0650305426120758
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2034 | LCC = 0.9491 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.05781715455651283
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2077 | LCC = 0.9492 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.06014463958144188
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2255 | LCC = 0.9465 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.06124716532230377
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2036 | LCC = 0.9494 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.05779138074815273
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1825 | LCC = 0.9510 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.05274478307366371
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1912 | LCC = 0.9505 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.04861772948503494
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1925 | LCC = 0.9518 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.05272264377772808
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2077 | LCC = 0.9505 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.04545417872071266
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1969 | LCC = 0.9509 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.0431937637925148
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1895 | LCC = 0.9494 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.04248712404072285
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1909 | LCC = 0.9521 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.040859700247645375
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2028 | LCC = 0.9512 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.0392913299202919
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2128 | LCC = 0.9498 | SRCC = 0.9495 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1948 | LCC = 0.9505 | SRCC = 0.9516 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fd12b6727a5c04faebde867f9cbcbd471de322
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1681f2c73caf2e3420c8e9969a394abe217301ab7f12c9e09110d2da6354e407
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a373dd8e09778934b931453b269e0cf6853a0b5
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1244c4a1f39d743a14be9c7efad9de5fc1b392a0134d22892990283d7de1ed5d
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run0/train.log b/results_tencent/w2v2_large_asr_de/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1cabc02abd090c8c2776444f881832575d47e7e5
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6189343448877335
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4085 | LCC = 0.8814 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.30220823240280154
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3237 | LCC = 0.9133 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.24177044588327407
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2926 | LCC = 0.9271 | SRCC = 0.9277 ]
+INFO:root:Average loss=0.21848058623075486
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3091 | LCC = 0.9311 | SRCC = 0.9319 ]
+INFO:root:Average loss=0.19528108185529708
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2581 | LCC = 0.9357 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.18399953985214235
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2648 | LCC = 0.9371 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.17229334145784378
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2427 | LCC = 0.9418 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.16151110941171645
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3310 | LCC = 0.9309 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.1478611003756523
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2996 | LCC = 0.9436 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.13472812926769256
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2653 | LCC = 0.9441 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.1320240273475647
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2251 | LCC = 0.9458 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.12238212075829506
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2331 | LCC = 0.9479 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.11364331632852555
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2430 | LCC = 0.9470 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.1117644466161728
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2088 | LCC = 0.9487 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.10622395557165146
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2175 | LCC = 0.9484 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.0995422749221325
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2159 | LCC = 0.9481 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.09411536633968354
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2317 | LCC = 0.9501 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.09545489320158959
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2185 | LCC = 0.9498 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.08704998913407326
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2181 | LCC = 0.9493 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.0891918934583664
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2578 | LCC = 0.9478 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.08293191984295845
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1863 | LCC = 0.9474 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.08462325033545494
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2170 | LCC = 0.9474 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.07488868436217308
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2449 | LCC = 0.9480 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.07162483006715775
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2234 | LCC = 0.9513 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.07482914054393769
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2167 | LCC = 0.9490 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.06658237734436989
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2286 | LCC = 0.9499 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.06908621549606324
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2142 | LCC = 0.9510 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.06433967474102974
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1948 | LCC = 0.9505 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.06270240181684494
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2221 | LCC = 0.9507 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.05977242243289947
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2182 | LCC = 0.9522 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.05794471350312233
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2455 | LCC = 0.9507 | SRCC = 0.9513 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2245 | LCC = 0.9512 | SRCC = 0.9522 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844fa88020f293a3dda8ca964abc2dbda84374a1
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa851bf0de9e72fbaa590c93a83035c1c25cb6c16ac1c84f9e3bc2e9102be249
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862234d4ffedf443474c325d8bd4ed2fb9df325a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8a16af0843ea18f6e803d2a5b64e9ee108436f09d667517eb0afaee9b48649
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run1/train.log b/results_tencent/w2v2_large_asr_de/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf25678fdb4fddd7d310de4e87d2fe062dacd411
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46884131348133085
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4362 | LCC = 0.8811 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.29005272543430327
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3389 | LCC = 0.9167 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.23602614945173264
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2944 | LCC = 0.9291 | SRCC = 0.9301 ]
+INFO:root:Average loss=0.21641656213998794
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2654 | LCC = 0.9319 | SRCC = 0.9337 ]
+INFO:root:Average loss=0.18274390977621077
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2800 | LCC = 0.9319 | SRCC = 0.9340 ]
+INFO:root:Average loss=0.1688456249833107
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2521 | LCC = 0.9393 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.1709257234930992
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2716 | LCC = 0.9396 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15015255111455916
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2463 | LCC = 0.9366 | SRCC = 0.9348 ]
+INFO:root:Average loss=0.1418299195766449
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2297 | LCC = 0.9454 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.14347077995538712
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2995 | LCC = 0.9420 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.12968877977132798
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2452 | LCC = 0.9432 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.12456924378871918
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2117 | LCC = 0.9451 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.12426993653178214
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2382 | LCC = 0.9449 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.11143429231643677
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2544 | LCC = 0.9441 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.10545593476295471
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2525 | LCC = 0.9451 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.10226113969087601
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2347 | LCC = 0.9447 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.09368075820803642
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2556 | LCC = 0.9444 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.09167672330141068
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2712 | LCC = 0.9432 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.09165540978312492
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2289 | LCC = 0.9466 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.08588921222090722
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2314 | LCC = 0.9464 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.08395592445135117
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2146 | LCC = 0.9474 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.07862152516841889
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2329 | LCC = 0.9454 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.07238239109516144
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2148 | LCC = 0.9465 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.07443114137649535
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2159 | LCC = 0.9459 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.07063877347111702
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2490 | LCC = 0.9454 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.06695454728603363
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2664 | LCC = 0.9467 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.06402146396040917
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2315 | LCC = 0.9473 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.06179863938689232
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2514 | LCC = 0.9451 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.06295780354738235
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2178 | LCC = 0.9453 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.058206449240446094
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2531 | LCC = 0.9450 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.061576004207134244
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2324 | LCC = 0.9473 | SRCC = 0.9470 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2145 | LCC = 0.9491 | SRCC = 0.9501 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d88f1b77127623ee32315654c73f3788585a4d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dec6aa53523bbee8f8de135486382856c13334f4dce42baf82d075a0f5fe47
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8c208d1d59ff5376138116fe0810fa8474b5ac
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0da021db9725ec7fdddf55cac0f3f66cb1d30d49a887a9fb7b30930b41eb00
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run2/train.log b/results_tencent/w2v2_large_asr_de/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..94825adec02c3af749a3d061b69ec01d1b5d0347
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6209826363325119
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5073 | LCC = 0.8786 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.3168451026678085
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3381 | LCC = 0.9082 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.27945660066604616
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3656 | LCC = 0.9181 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.24235932195186616
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2607 | LCC = 0.9269 | SRCC = 0.9271 ]
+INFO:root:Average loss=0.21261233133077623
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3005 | LCC = 0.9299 | SRCC = 0.9306 ]
+INFO:root:Average loss=0.18533300042152404
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2802 | LCC = 0.9361 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.19081830441951753
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2734 | LCC = 0.9334 | SRCC = 0.9345 ]
+INFO:root:Average loss=0.16778324323892593
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2791 | LCC = 0.9404 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.1522294018268585
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2922 | LCC = 0.9425 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.14626902264356614
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2315 | LCC = 0.9425 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.1412675881385803
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2968 | LCC = 0.9423 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.13594998234510422
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2452 | LCC = 0.9431 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.12486438357830047
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2777 | LCC = 0.9440 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.11877376753091812
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2348 | LCC = 0.9451 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.11776527687907219
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2527 | LCC = 0.9451 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.10654173275828362
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2675 | LCC = 0.9444 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.10652280977368354
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2238 | LCC = 0.9453 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.0955905199944973
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2227 | LCC = 0.9457 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.09195256179571151
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2766 | LCC = 0.9468 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.0910093867778778
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2901 | LCC = 0.9445 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.08562974014878273
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2191 | LCC = 0.9461 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.08202261862158776
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2018 | LCC = 0.9392 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.08075964376330376
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2052 | LCC = 0.9429 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.07514121410250664
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2283 | LCC = 0.9458 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.07165824338793754
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2100 | LCC = 0.9460 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.07070695009827614
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2477 | LCC = 0.9453 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.0677177554666996
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2268 | LCC = 0.9476 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.06285080733895301
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2774 | LCC = 0.9451 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.06428058499097825
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2153 | LCC = 0.9482 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.059421934127807614
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2398 | LCC = 0.9488 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.05762724956870079
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2314 | LCC = 0.9459 | SRCC = 0.9456 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2442 | LCC = 0.9487 | SRCC = 0.9509 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b303df19cb160229be57534260b77caa09f14
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3aeb46989f1b2aa6c34e819935898679e29b5b683913b39fea1c014da66b79
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c162b4f2713549d0f8a01a0fb7bc4da5b4531f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1aa98281d5007da234bb0e8d96fa8f73798a78fea8072505daf121885faad47
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run3/train.log b/results_tencent/w2v2_large_asr_de/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4f3bfee1678b16b2df9331f50d27207099c83215
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5394275084733963
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3898 | LCC = 0.8871 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.2871994086503983
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3577 | LCC = 0.9183 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.2330641132593155
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2793 | LCC = 0.9255 | SRCC = 0.9265 ]
+INFO:root:Average loss=0.23403542029857635
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2573 | LCC = 0.9320 | SRCC = 0.9320 ]
+INFO:root:Average loss=0.20031598418951035
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2714 | LCC = 0.9363 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.1823273567557335
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2184 | LCC = 0.9396 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.165298690199852
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2714 | LCC = 0.9400 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.15444987916946412
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2326 | LCC = 0.9415 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.1403318287730217
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2639 | LCC = 0.9414 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.13381740313768387
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2955 | LCC = 0.9422 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.14370165729522705
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2161 | LCC = 0.9467 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.12249340492486954
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2390 | LCC = 0.9464 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.1200468929708004
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2102 | LCC = 0.9456 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.11049411663413047
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2087 | LCC = 0.9486 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.11047853207588196
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2251 | LCC = 0.9446 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.10840514308214187
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2095 | LCC = 0.9442 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.10446917003393173
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2124 | LCC = 0.9482 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.09628502425551415
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2393 | LCC = 0.9466 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.09069616839289665
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2043 | LCC = 0.9481 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.09068422484397888
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2109 | LCC = 0.9493 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.08581312760710716
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1982 | LCC = 0.9504 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.07846354678273201
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2066 | LCC = 0.9458 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.0766524013876915
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1869 | LCC = 0.9502 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.07435711094737053
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2204 | LCC = 0.9441 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.06997473552823066
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1892 | LCC = 0.9505 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.06830315804481506
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1979 | LCC = 0.9473 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.0689787409901619
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1918 | LCC = 0.9473 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.06863693171739578
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2152 | LCC = 0.9469 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.0603421835899353
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2166 | LCC = 0.9499 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.06108122557401657
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2146 | LCC = 0.9510 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.05809398341178894
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1986 | LCC = 0.9495 | SRCC = 0.9485 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2130 | LCC = 0.9511 | SRCC = 0.9529 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa9d2e0bf3828feee31ca6f8ee0c1766deb9d6f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d9d3268a6fffd6230da0bc8a67132c2ad6940862577f2a2cc76105f1d5df6a
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer18/run4/train.log b/results_tencent/w2v2_large_asr_de/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0d83ea9ed852f1050f95f072fd4169b2d8d2e63f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer18/run4/train.log
@@ -0,0 +1,97 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5653572734594345
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4139 | LCC = 0.8848 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.3062344909906387
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3898 | LCC = 0.9107 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.26364081156253816
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3058 | LCC = 0.9232 | SRCC = 0.9247 ]
+INFO:root:Average loss=0.22162950891256333
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2854 | LCC = 0.9289 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.20227198880910874
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2788 | LCC = 0.9358 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.18323841410875322
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2570 | LCC = 0.9373 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.16330931961536407
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2629 | LCC = 0.9412 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15155857545137405
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2488 | LCC = 0.9449 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.15012412399053573
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2789 | LCC = 0.9423 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.13698537093400956
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2134 | LCC = 0.9465 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.13479055765271186
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2541 | LCC = 0.9446 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.12335512518882752
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2577 | LCC = 0.9466 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.11936900675296784
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2444 | LCC = 0.9407 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.11192577487230301
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2321 | LCC = 0.9478 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.10267920762300492
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2534 | LCC = 0.9464 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.10578531610965729
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2471 | LCC = 0.9467 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.11226912388205529
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2124 | LCC = 0.9479 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.09701317563652992
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2679 | LCC = 0.9462 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.09608732748031616
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2314 | LCC = 0.9477 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.08504634299874306
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2329 | LCC = 0.9486 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.08434212577342987
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2208 | LCC = 0.9480 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.07928099128603935
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2179 | LCC = 0.9495 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.07913307240605354
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2284 | LCC = 0.9478 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.07717337262630462
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2544 | LCC = 0.9486 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.07647169408202172
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2538 | LCC = 0.9480 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.07445023432374001
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2165 | LCC = 0.9408 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.07282130748033523
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2343 | LCC = 0.9499 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.06776569977402687
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2450 | LCC = 0.9490 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.07395446529984474
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2512 | LCC = 0.9456 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.06267728444933891
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2407 | LCC = 0.9478 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.060105949342250824
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2277 | LCC = 0.9495 | SRCC = 0.9490 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf14ab7263a170b511cfa6cc142c5cb84aa2aa4f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d7f3ad3ee3e643630c3ece7b6bc89dbed692d17fadb8b89aa647a3dd5163e3
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3ac3eec9f4236297645394d8806af7e1630e08
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310bd0a9bf461c0250ee8d665de8394838ffd27dc8e1ad370103c0e88e318a3d
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run0/train.log b/results_tencent/w2v2_large_asr_de/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..46dfddd2b819a03dd107c1446e3c2031bf2bd045
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4395806186199188
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3806 | LCC = 0.9090 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.2387221850156784
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3000 | LCC = 0.9260 | SRCC = 0.9264 ]
+INFO:root:Average loss=0.1912630579471588
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3441 | LCC = 0.9245 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.17928488290309905
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2661 | LCC = 0.9362 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.14766527128219603
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2359 | LCC = 0.9417 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.14104432594776153
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2978 | LCC = 0.9394 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.13336981272697448
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2523 | LCC = 0.9452 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.1258699703812599
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2314 | LCC = 0.9413 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.11556775012612343
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2310 | LCC = 0.9485 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.10667366373538971
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2601 | LCC = 0.9501 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.09785497364401817
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2193 | LCC = 0.9493 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.0947530227303505
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2200 | LCC = 0.9528 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.09160068553686142
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2399 | LCC = 0.9512 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.0876419580578804
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2043 | LCC = 0.9538 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.08123904803395271
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2094 | LCC = 0.9529 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.08121717721223831
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1894 | LCC = 0.9516 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.07401905092597008
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1975 | LCC = 0.9527 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.0710426898598671
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2277 | LCC = 0.9533 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.06762389636039734
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1898 | LCC = 0.9549 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.06490853786468506
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2273 | LCC = 0.9542 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06006859764456749
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2246 | LCC = 0.9536 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.05922927570343017
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2286 | LCC = 0.9553 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.0564907670468092
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2113 | LCC = 0.9543 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05394342118501663
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2322 | LCC = 0.9549 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.04903727684915066
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2291 | LCC = 0.9549 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.04855896198749542
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2213 | LCC = 0.9533 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04854832924902439
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2061 | LCC = 0.9554 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.046354088217020036
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2024 | LCC = 0.9546 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.04534313677251339
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2238 | LCC = 0.9555 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.042512355729937557
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2126 | LCC = 0.9561 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.045624744698405266
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2108 | LCC = 0.9564 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2156 | LCC = 0.9561 | SRCC = 0.9569 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5322b9d9adbf6602040a96e972f36bc9438478
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852a13c3a0c84b03439718380368d94f7cc8c94bf64a2456ba0293a27364e6ef
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc0d13395cdf1c5c67b28464bc33bf7ec92078a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b66d61c41a481fd96c45ca89d4395eda46c8a82e088dc8fd053880a12af990
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run1/train.log b/results_tencent/w2v2_large_asr_de/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..53a4baadb65d73459fe7ab0ed90614b4571446cd
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.531184620976448
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3165 | LCC = 0.9153 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.23027848637104034
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2908 | LCC = 0.9269 | SRCC = 0.9258 ]
+INFO:root:Average loss=0.192280120909214
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2473 | LCC = 0.9366 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.17307229614257813
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2628 | LCC = 0.9426 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.14723623752593995
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2504 | LCC = 0.9431 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.13465535938739776
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2342 | LCC = 0.9472 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.1272915321588516
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2206 | LCC = 0.9508 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.11799740892648697
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1958 | LCC = 0.9492 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.10775232955813407
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1908 | LCC = 0.9469 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.10987005269527435
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2198 | LCC = 0.9509 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.09384884014725685
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2146 | LCC = 0.9539 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08803489401936532
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1882 | LCC = 0.9550 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08567361706495286
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2307 | LCC = 0.9551 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.08205018731951713
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2336 | LCC = 0.9574 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07507541126012802
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2095 | LCC = 0.9578 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07270692893862725
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1945 | LCC = 0.9565 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0668820631802082
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2223 | LCC = 0.9576 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06587856072187424
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2187 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06367489233613015
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2069 | LCC = 0.9579 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.058159470215439796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1961 | LCC = 0.9572 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05882476933300495
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1905 | LCC = 0.9586 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.053705739736557005
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1795 | LCC = 0.9584 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05215746247768402
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1943 | LCC = 0.9587 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04929612457752228
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1718 | LCC = 0.9584 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0466725198328495
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2222 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04440765906870365
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1905 | LCC = 0.9582 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04257905401289463
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1966 | LCC = 0.9589 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.04221539555490017
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1852 | LCC = 0.9573 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04224157711863518
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1877 | LCC = 0.9577 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.03859684175252914
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2102 | LCC = 0.9589 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03873990166187286
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2162 | LCC = 0.9567 | SRCC = 0.9561 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2197 | LCC = 0.9575 | SRCC = 0.9592 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556c85e699666f6e3e3aa254194d9aff3340c6c4
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b543cb4d74c87e094996d706c2726cbfe352c28af0d2156793b8a472a15d3ffd
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6dea6700f38882d44e4635e475323e21748a99
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74986acc9bcb90ce862d0ab670d0090637dccfbc70c6bca417830b03903977bf
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run2/train.log b/results_tencent/w2v2_large_asr_de/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..85593009f750c7730074a4d7a34b6cd3aa5aec8c
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41840187573432924
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3194 | LCC = 0.9156 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.22863407254219056
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3166 | LCC = 0.9261 | SRCC = 0.9262 ]
+INFO:root:Average loss=0.20026796180009843
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2799 | LCC = 0.9314 | SRCC = 0.9311 ]
+INFO:root:Average loss=0.1708872947692871
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2250 | LCC = 0.9372 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.1548443755209446
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2165 | LCC = 0.9365 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.14434838742017747
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2792 | LCC = 0.9387 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.13568461543321608
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2530 | LCC = 0.9472 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.11924030232429504
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2470 | LCC = 0.9479 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.11270830994844437
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3098 | LCC = 0.9477 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.1099829795062542
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2306 | LCC = 0.9522 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.1046500951051712
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2203 | LCC = 0.9531 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09287841346859932
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2201 | LCC = 0.9545 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09049482676386833
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2892 | LCC = 0.9497 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.08866229432821274
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2323 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08392195653915405
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1912 | LCC = 0.9548 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.07604534566402435
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2016 | LCC = 0.9567 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07369568112492561
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1989 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07029689624905586
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2155 | LCC = 0.9548 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.0690003856420517
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2155 | LCC = 0.9582 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06343168213963508
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1785 | LCC = 0.9554 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.062243896916508674
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1918 | LCC = 0.9564 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05835512867569923
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1935 | LCC = 0.9575 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.055957425981760026
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2098 | LCC = 0.9590 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05372382736206055
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1911 | LCC = 0.9568 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05164706256985664
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2088 | LCC = 0.9585 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.0504658171236515
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1871 | LCC = 0.9562 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04723246343433857
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2086 | LCC = 0.9576 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04585393054783344
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2274 | LCC = 0.9571 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04517513239383698
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1843 | LCC = 0.9597 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.043282565400004386
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2125 | LCC = 0.9568 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.044519474804401396
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1927 | LCC = 0.9584 | SRCC = 0.9580 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1868 | LCC = 0.9600 | SRCC = 0.9604 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539428fdc3fb8ff8e76e685675bb1b18a6b489ba
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeba5ae75f627c210838f0d05cd10256e5457409afd57b0fbb32fa3362a7f41
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a88318c8511adcda4433a6186ae9d7916e6ef
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe174d517969b7a4cfeddcbbd6fcfb0eaf76b86f358a51556a4ce8ba30bb652
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run3/train.log b/results_tencent/w2v2_large_asr_de/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..826cbe57eeba182d8ac3727694f1b829ac86ae74
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5545558305978775
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3778 | LCC = 0.9119 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.22613059204816818
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3345 | LCC = 0.9242 | SRCC = 0.9253 ]
+INFO:root:Average loss=0.19157652628421784
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2595 | LCC = 0.9313 | SRCC = 0.9351 ]
+INFO:root:Average loss=0.15753019404411317
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2501 | LCC = 0.9442 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.14335648810863494
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2450 | LCC = 0.9477 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13055216991901397
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2426 | LCC = 0.9486 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.12334200829267501
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2297 | LCC = 0.9490 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.11552538573741913
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2176 | LCC = 0.9519 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.10900937849283218
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2348 | LCC = 0.9529 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09972908586263657
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2483 | LCC = 0.9515 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.09667021480202675
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2352 | LCC = 0.9527 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.087925341963768
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2203 | LCC = 0.9532 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.08524223792552948
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1992 | LCC = 0.9555 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0762534716129303
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2031 | LCC = 0.9515 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.07888414603471756
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2069 | LCC = 0.9553 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06816038358211517
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1894 | LCC = 0.9531 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.06650213760137558
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2041 | LCC = 0.9570 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06732542842626571
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2331 | LCC = 0.9560 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05987924805283546
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2164 | LCC = 0.9573 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.059951458513736726
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2147 | LCC = 0.9560 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05753575982153416
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1912 | LCC = 0.9573 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.053846470803022385
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1831 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0531927704513073
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2101 | LCC = 0.9527 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.052611135989427564
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2025 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04708653607964516
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1956 | LCC = 0.9559 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04755382163822651
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2011 | LCC = 0.9573 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04397400841116905
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2010 | LCC = 0.9565 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04170329488813877
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2082 | LCC = 0.9583 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04162022639811039
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2180 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.04173924681544304
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2092 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.03888565468788147
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1978 | LCC = 0.9587 | SRCC = 0.9586 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2005 | LCC = 0.9582 | SRCC = 0.9587 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29544e734b53b9a368cc0b0df0ef08fd8a719afa
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a13d7a403c5d5ee7882893388afe9b0f7ce37b7d7de0b4ccd8a544c3738d4b
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer2/run4/train.log b/results_tencent/w2v2_large_asr_de/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6d5c9ea4cd8a8a0bf5c83ba869a094f91b1c0671
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer2/run4/train.log
@@ -0,0 +1,74 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.450236385345459
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3134 | LCC = 0.9138 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.2246823855638504
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3146 | LCC = 0.9326 | SRCC = 0.9338 ]
+INFO:root:Average loss=0.19606626600027086
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2715 | LCC = 0.9369 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.16386038088798524
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3067 | LCC = 0.9413 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.1518825474381447
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2423 | LCC = 0.9431 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.14200190752744674
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2879 | LCC = 0.9498 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.12917729490995408
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2514 | LCC = 0.9406 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.1188906152844429
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2528 | LCC = 0.9498 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.10550669726729393
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2298 | LCC = 0.9526 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10536525529623032
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2284 | LCC = 0.9522 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09563987571001052
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2096 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.08819167292118073
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2451 | LCC = 0.9555 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08483538287878037
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2462 | LCC = 0.9561 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07877486547827721
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1952 | LCC = 0.9561 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07473168486356735
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2103 | LCC = 0.9538 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.0745592493712902
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2536 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06879900640249252
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1935 | LCC = 0.9582 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06259019109606744
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1891 | LCC = 0.9581 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06660743877291679
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2236 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06027855882048607
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2307 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.0571561541557312
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2098 | LCC = 0.9572 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05434907805919647
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2200 | LCC = 0.9585 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05232399424910545
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1941 | LCC = 0.9592 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05039794003963471
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab31059774c1b6e94a2d916b500c843df4c6940b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dc6a61af2c102a417d2a9f7f3229c5bc31f7133919a1e23e5f097fa8320970
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7d3cdc2c0a9ac5d4b737412b33ba5f7c6409da
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faee5c36951139a8b235acc5edd296820ebcc3d3ddf98d4ce2e44ec62252952
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run0/train.log b/results_tencent/w2v2_large_asr_de/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..43d28cff0b28b0269f7158263584fb8f0f9aa193
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5876231869459152
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5739 | LCC = 0.8376 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.37004639542102813
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3688 | LCC = 0.8925 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.2841856030225754
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3024 | LCC = 0.9080 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.26153141576051714
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3249 | LCC = 0.9229 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.2312595040798187
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2687 | LCC = 0.9257 | SRCC = 0.9252 ]
+INFO:root:Average loss=0.20587648952007293
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2646 | LCC = 0.9237 | SRCC = 0.9249 ]
+INFO:root:Average loss=0.19367007863521576
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2856 | LCC = 0.9299 | SRCC = 0.9295 ]
+INFO:root:Average loss=0.18457892084121705
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2382 | LCC = 0.9339 | SRCC = 0.9345 ]
+INFO:root:Average loss=0.18387069004774093
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2386 | LCC = 0.9363 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.16806339132785797
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2254 | LCC = 0.9359 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.16088944733142851
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2910 | LCC = 0.9322 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.1530708693265915
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2150 | LCC = 0.9393 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.16000370079278947
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2962 | LCC = 0.9376 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.14244698584079743
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2358 | LCC = 0.9392 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.13784895491600035
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2386 | LCC = 0.9406 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.1297733343243599
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2235 | LCC = 0.9414 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.12317149096727371
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2436 | LCC = 0.9406 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.11869138431549073
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2294 | LCC = 0.9412 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.11435779947042465
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2410 | LCC = 0.9421 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.10887928014993667
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2470 | LCC = 0.9414 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.11272881042957306
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2447 | LCC = 0.9412 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.10803611433506012
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2211 | LCC = 0.9410 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.10462659972906113
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2493 | LCC = 0.9415 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.09518000277876854
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2126 | LCC = 0.9418 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.0935455985069275
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2437 | LCC = 0.9420 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.0902319583594799
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2249 | LCC = 0.9424 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.09250083577632905
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2138 | LCC = 0.9412 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.08691814133524894
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2451 | LCC = 0.9429 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.08297750246524811
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2113 | LCC = 0.9428 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.08225245663523674
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2353 | LCC = 0.9394 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.08102821615338325
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2145 | LCC = 0.9427 | SRCC = 0.9427 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2481 | LCC = 0.9419 | SRCC = 0.9436 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd38c848656dd2611fc3b81ef6e649083debd0b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaa550f76b335e17812439a1a7c0b39104af7d058c26d1c623b2f9206cd843b
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e238662db41f7d5a4bf633f9871bef9449d7e2
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907194a5f1fb4823a60d25ac00f081a305c0656e3034487386c7095487fd4e5e
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run1/train.log b/results_tencent/w2v2_large_asr_de/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..903da8e6908b1e65c614fcf9212dee09e04b444c
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6829968106746673
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4715 | LCC = 0.8704 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.33474014163017274
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3509 | LCC = 0.8973 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.2813754417896271
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4155 | LCC = 0.9078 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.2576911628246307
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2986 | LCC = 0.9172 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.22759483969211577
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2810 | LCC = 0.9288 | SRCC = 0.9281 ]
+INFO:root:Average loss=0.2176929054260254
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2530 | LCC = 0.9229 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.2045955765247345
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3154 | LCC = 0.9265 | SRCC = 0.9260 ]
+INFO:root:Average loss=0.18179270845651627
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2651 | LCC = 0.9267 | SRCC = 0.9272 ]
+INFO:root:Average loss=0.17466198992729187
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2693 | LCC = 0.9324 | SRCC = 0.9324 ]
+INFO:root:Average loss=0.1646977669596672
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2336 | LCC = 0.9341 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.1542387370467186
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2670 | LCC = 0.9343 | SRCC = 0.9338 ]
+INFO:root:Average loss=0.15016491103172303
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2671 | LCC = 0.9394 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.14614519137144089
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2855 | LCC = 0.9364 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.14504794412851332
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2623 | LCC = 0.9379 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.13184897142648697
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2483 | LCC = 0.9312 | SRCC = 0.9327 ]
+INFO:root:Average loss=0.12812971693277359
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2802 | LCC = 0.9366 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.1216674585044384
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2448 | LCC = 0.9423 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.11936728256940841
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2810 | LCC = 0.9421 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.12371123343706131
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2287 | LCC = 0.9349 | SRCC = 0.9354 ]
+INFO:root:Average loss=0.10583528429269791
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2385 | LCC = 0.9392 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.12049691474437714
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2441 | LCC = 0.9371 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.10413942110538482
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2451 | LCC = 0.9429 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.10006843337416649
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3073 | LCC = 0.9115 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.10395016530156136
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2270 | LCC = 0.9430 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.09436702817678451
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2374 | LCC = 0.9426 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.09052722051739692
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2440 | LCC = 0.9336 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.08669678610563278
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2386 | LCC = 0.9420 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.08629333353042602
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2417 | LCC = 0.9401 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.08562256529927254
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2302 | LCC = 0.9404 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.08264185354113579
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2663 | LCC = 0.9359 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.08132933554053307
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2281 | LCC = 0.9302 | SRCC = 0.9284 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2284 | LCC = 0.9435 | SRCC = 0.9440 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf49458c45f33c8497c82cc1684795d3a63860d9
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d473d55155f330329ce676e655d13fe9881ca046f315052985098c9239f0646
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78747f49a1e7c978ab099a4c0fd1961b1d51840b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea46fe40214167a7330df2d08ed4f57ddf21823f7ac1c0dbc3b6c6fcb3e6ca1
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run2/train.log b/results_tencent/w2v2_large_asr_de/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7e8265fe46f48d2d6f299f03142ebca19712328b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.54582548391819
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4094 | LCC = 0.8649 | SRCC = 0.8631 ]
+INFO:root:Average loss=0.3552438952922821
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3743 | LCC = 0.8911 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.2957127996683121
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3991 | LCC = 0.9120 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.25223302018642424
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3048 | LCC = 0.9209 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.21908111995458604
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3352 | LCC = 0.9256 | SRCC = 0.9256 ]
+INFO:root:Average loss=0.22085895293951036
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3785 | LCC = 0.9269 | SRCC = 0.9270 ]
+INFO:root:Average loss=0.20693494921922684
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2548 | LCC = 0.9340 | SRCC = 0.9346 ]
+INFO:root:Average loss=0.1838741371035576
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2679 | LCC = 0.9345 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.18300946444272995
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2999 | LCC = 0.9234 | SRCC = 0.9241 ]
+INFO:root:Average loss=0.16904953992366792
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2789 | LCC = 0.9362 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.16047279769182204
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2464 | LCC = 0.9398 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.15940829741954804
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2213 | LCC = 0.9403 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.15412625485658646
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2354 | LCC = 0.9384 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.1429285497069359
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3002 | LCC = 0.9391 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.13406327348947525
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2427 | LCC = 0.9417 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.1291233924627304
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2779 | LCC = 0.9426 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.12743346709012984
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2882 | LCC = 0.9354 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.12112384212017059
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2467 | LCC = 0.9370 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.12111381661891937
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1953 | LCC = 0.9423 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.12199679559469223
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2460 | LCC = 0.9430 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.11410105669498444
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2768 | LCC = 0.9344 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.11279171246290207
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2485 | LCC = 0.9430 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.1086511326432228
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2303 | LCC = 0.9404 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.09831326264142991
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2434 | LCC = 0.9426 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.09508635893464089
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2342 | LCC = 0.9439 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.09923581740260125
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2463 | LCC = 0.9440 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.09360919001698494
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2603 | LCC = 0.9407 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.0914601614177227
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2461 | LCC = 0.9417 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.08968389976024628
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2236 | LCC = 0.9438 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.08299430760741233
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2291 | LCC = 0.9433 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.08289152517914772
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2252 | LCC = 0.9437 | SRCC = 0.9439 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2481 | LCC = 0.9425 | SRCC = 0.9440 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611b77d5decbed872daa5db4183b2851adad9ecf
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16532489e7ba1f098c209f9939434c315f94fc0982c38cba81b0ebd384cc5c6
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b663a6eccf045ea3ca64915e616d791e2717874b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eb53355944de1a2387ba11755c8c4ee1ebda7f68e45fc1526d4423f48b6f7a
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run3/train.log b/results_tencent/w2v2_large_asr_de/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c1e8cd698fc66361f74057212e09a15f318a4d4f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5133339354991913
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4703 | LCC = 0.8738 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.3313050134181976
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3538 | LCC = 0.9004 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.29736159002780915
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4520 | LCC = 0.9052 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.27129920053482054
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2973 | LCC = 0.9160 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.23668706333637238
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3127 | LCC = 0.9199 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.2111722018122673
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3441 | LCC = 0.9186 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.20476824045181274
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2497 | LCC = 0.9285 | SRCC = 0.9291 ]
+INFO:root:Average loss=0.18713323211669922
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2452 | LCC = 0.9306 | SRCC = 0.9308 ]
+INFO:root:Average loss=0.173489947617054
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2449 | LCC = 0.9330 | SRCC = 0.9327 ]
+INFO:root:Average loss=0.17194070225954056
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2420 | LCC = 0.9334 | SRCC = 0.9340 ]
+INFO:root:Average loss=0.16092562007904052
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2551 | LCC = 0.9343 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.1526449481844902
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3077 | LCC = 0.9284 | SRCC = 0.9302 ]
+INFO:root:Average loss=0.14155842286348344
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2702 | LCC = 0.9354 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.14108585399389267
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2194 | LCC = 0.9390 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.14184231916069984
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2521 | LCC = 0.9346 | SRCC = 0.9348 ]
+INFO:root:Average loss=0.13473793864250183
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2733 | LCC = 0.9391 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.13135406196117402
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2812 | LCC = 0.9395 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.12216223910450935
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2940 | LCC = 0.9400 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.11664744633436203
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2244 | LCC = 0.9380 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.11519082540273666
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2476 | LCC = 0.9401 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.11196908175945282
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2238 | LCC = 0.9415 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.10258827641606331
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2435 | LCC = 0.9421 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.10485805022716523
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2328 | LCC = 0.9421 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.10372269302606582
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2437 | LCC = 0.9429 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.0955852387547493
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2416 | LCC = 0.9400 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.09565695238113403
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2396 | LCC = 0.9421 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.09206371322274208
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2386 | LCC = 0.9407 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.09140256708860398
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2312 | LCC = 0.9423 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.08366903540492057
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2202 | LCC = 0.9435 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.08204974916577339
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2512 | LCC = 0.9370 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.08212078979611397
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2385 | LCC = 0.9421 | SRCC = 0.9414 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2202 | LCC = 0.9444 | SRCC = 0.9447 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c157b1f148a921aecc7c36061677f4398fb60ff
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f151e1e13d87e4169d273325849032af1d6ccc067b41af9a9dcb540ad6b14686
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d9c334627226ad1652c0dae6ea5e9584d60969
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc75dbdd1ec394c3b25bf55192227747be2955bd2d40e52416c1272557abe38e
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer20/run4/train.log b/results_tencent/w2v2_large_asr_de/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..db436fb29a6b3593c9266ad8daaf93d7b832524e
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5497759191989898
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4387 | LCC = 0.8767 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.30986870419979096
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3745 | LCC = 0.9009 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.27849830508232115
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2907 | LCC = 0.9159 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.24245289063453673
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2935 | LCC = 0.9242 | SRCC = 0.9247 ]
+INFO:root:Average loss=0.22647323846817016
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2433 | LCC = 0.9247 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.20634709668159484
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2996 | LCC = 0.9286 | SRCC = 0.9295 ]
+INFO:root:Average loss=0.19189499515295028
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3016 | LCC = 0.9322 | SRCC = 0.9331 ]
+INFO:root:Average loss=0.17985895448923112
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2549 | LCC = 0.9288 | SRCC = 0.9294 ]
+INFO:root:Average loss=0.18482102864980698
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2598 | LCC = 0.9361 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.17254841333627702
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2518 | LCC = 0.9364 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.16386042028665543
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2882 | LCC = 0.9369 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.15857599580287934
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2484 | LCC = 0.9392 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.14946357855200768
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2795 | LCC = 0.9404 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.14494157350063325
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2900 | LCC = 0.9393 | SRCC = 0.9386 ]
+INFO:root:Average loss=0.1433472747206688
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2341 | LCC = 0.9405 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.1318635320663452
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2765 | LCC = 0.9370 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.1308916416168213
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2354 | LCC = 0.9405 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.12448882573843002
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2312 | LCC = 0.9415 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.12132862693071365
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2737 | LCC = 0.9412 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.11452326640486717
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2327 | LCC = 0.9372 | SRCC = 0.9369 ]
+INFO:root:Average loss=0.11168151545524597
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2298 | LCC = 0.9390 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.10923937344551087
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2463 | LCC = 0.9431 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.1070811610519886
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2166 | LCC = 0.9409 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.09961172991991044
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2252 | LCC = 0.9434 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.09571980422735214
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2274 | LCC = 0.9443 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.09195022463798523
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2763 | LCC = 0.9416 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.09553750631213188
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2425 | LCC = 0.9459 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.09125990203022957
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2308 | LCC = 0.9433 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.08626695105433464
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2225 | LCC = 0.9438 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.08320902320742607
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2370 | LCC = 0.9443 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.07952467623353004
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2208 | LCC = 0.9436 | SRCC = 0.9436 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2518 | LCC = 0.9434 | SRCC = 0.9449 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da1b73245566fbe8b090bef0a0617bb2fa42373
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c57835fdc3da467726a0a5975096844b722fa8f16bae0103389a6bc1046edb
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccadd2715701a03db28ec0731edcda0c27ff6d8b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4638d012abb1a4bfb4cfa428facbf99c8f960e321a5f3756bb5fb67cd1e3858a
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run0/train.log b/results_tencent/w2v2_large_asr_de/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..54b87a829ff3984c1f6468c8a543f8d3046311a2
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6038722786903381
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4556 | LCC = 0.8596 | SRCC = 0.8546 ]
+INFO:root:Average loss=0.3744311913251877
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4452 | LCC = 0.8790 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.32219868516921996
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4044 | LCC = 0.8911 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.2937926851511002
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2966 | LCC = 0.9002 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.2849135364294052
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3465 | LCC = 0.9117 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.25582005274295805
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2943 | LCC = 0.9124 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.23912170845270156
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2908 | LCC = 0.9183 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.21478898805379867
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3426 | LCC = 0.9238 | SRCC = 0.9240 ]
+INFO:root:Average loss=0.21370349204540254
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3189 | LCC = 0.9181 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.20159205055236817
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2897 | LCC = 0.9223 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.1965031133890152
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3529 | LCC = 0.9273 | SRCC = 0.9283 ]
+INFO:root:Average loss=0.18892368298768997
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2979 | LCC = 0.9311 | SRCC = 0.9319 ]
+INFO:root:Average loss=0.18144140100479125
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2874 | LCC = 0.9221 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.1763569768667221
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2941 | LCC = 0.9319 | SRCC = 0.9328 ]
+INFO:root:Average loss=0.19313545709848404
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2462 | LCC = 0.9277 | SRCC = 0.9282 ]
+INFO:root:Average loss=0.15978856849670411
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2577 | LCC = 0.9350 | SRCC = 0.9356 ]
+INFO:root:Average loss=0.15523071670532226
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2689 | LCC = 0.9256 | SRCC = 0.9261 ]
+INFO:root:Average loss=0.14924008858203888
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2922 | LCC = 0.9336 | SRCC = 0.9341 ]
+INFO:root:Average loss=0.14720062631368638
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2430 | LCC = 0.9356 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.14007858830690384
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2463 | LCC = 0.9378 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.14350843542814254
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2815 | LCC = 0.9382 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.13881256628036498
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2884 | LCC = 0.9371 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.13890119701623915
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2565 | LCC = 0.9369 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.13233732980489732
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2658 | LCC = 0.9368 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.12352010184526444
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2772 | LCC = 0.9287 | SRCC = 0.9288 ]
+INFO:root:Average loss=0.12575716835260392
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2765 | LCC = 0.9369 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.128284517288208
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2562 | LCC = 0.9340 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.11389286309480667
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2521 | LCC = 0.9374 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.11307480251789093
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2687 | LCC = 0.9381 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.1069143437743187
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2309 | LCC = 0.9370 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.10530095964670182
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2370 | LCC = 0.9352 | SRCC = 0.9343 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2939 | LCC = 0.9339 | SRCC = 0.9357 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e2430c1228ba9bf4bae1cde1f31d7dc15dec07
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cf433b78b847d568d65fbfd4f6b14a0c26c1d7380fc85bdf4f2e60815ee6b3
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8756b89d34e82d904e493fd93a225bbfd00b1a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27ceacaee99007d08b78158a09700b9f6f01de79ab7a50d133dd416364a4c89
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run1/train.log b/results_tencent/w2v2_large_asr_de/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0fc4745b30888ab250ce5f219b3514e59618e458
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5520003815889358
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4863 | LCC = 0.8639 | SRCC = 0.8576 ]
+INFO:root:Average loss=0.36367160975933077
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3832 | LCC = 0.8851 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.3279706536531448
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3720 | LCC = 0.8977 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.31379824185371397
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3302 | LCC = 0.9071 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.28501467978954315
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3071 | LCC = 0.9076 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.2588039652109146
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2688 | LCC = 0.9129 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.2398157454133034
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2823 | LCC = 0.9197 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.2297323984503746
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3090 | LCC = 0.9203 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.23600103598833083
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3531 | LCC = 0.9214 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.2070465447306633
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2818 | LCC = 0.9262 | SRCC = 0.9270 ]
+INFO:root:Average loss=0.20869414538145065
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2636 | LCC = 0.9274 | SRCC = 0.9283 ]
+INFO:root:Average loss=0.184573936522007
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2931 | LCC = 0.9282 | SRCC = 0.9291 ]
+INFO:root:Average loss=0.18685192030668257
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2644 | LCC = 0.9327 | SRCC = 0.9325 ]
+INFO:root:Average loss=0.1788874250650406
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3087 | LCC = 0.9327 | SRCC = 0.9329 ]
+INFO:root:Average loss=0.16828309375047684
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2847 | LCC = 0.9331 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.1641614509820938
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2574 | LCC = 0.9319 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.16245044922828675
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2669 | LCC = 0.9342 | SRCC = 0.9345 ]
+INFO:root:Average loss=0.151760371863842
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2456 | LCC = 0.9355 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.14637692403793334
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2782 | LCC = 0.9368 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.14631001335382463
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2259 | LCC = 0.9355 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.1480927908420563
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2264 | LCC = 0.9359 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.1381566665172577
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2223 | LCC = 0.9339 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.1527083708047867
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2435 | LCC = 0.9372 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.13220041617751122
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2979 | LCC = 0.9352 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.126273987531662
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2246 | LCC = 0.9336 | SRCC = 0.9334 ]
+INFO:root:Average loss=0.12716102945804597
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2568 | LCC = 0.9348 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.12419486492872238
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2512 | LCC = 0.9337 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.12349953901767731
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2316 | LCC = 0.9365 | SRCC = 0.9368 ]
+INFO:root:Average loss=0.11873124462366104
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2369 | LCC = 0.9365 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.11109005743265152
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2263 | LCC = 0.9358 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.11443530756235122
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2422 | LCC = 0.9389 | SRCC = 0.9394 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2431 | LCC = 0.9378 | SRCC = 0.9390 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de674febcd33c147bbce0859fa02a26055918b7
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9cdddb6d749e5be6c83088eb233e6ca4edfee69b02a869858f573ff5f1340b
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb41bd6e43612f853a00bb7567828580027bd56b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0962e2a1fc8286d861cad7cf7d5986a6fa0b54016512514eed24778c138b4051
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run2/train.log b/results_tencent/w2v2_large_asr_de/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3f177d7e8988850d268d9421558b8a6ff73222ab
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5312236839532852
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5256 | LCC = 0.8586 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.38711869168281554
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4884 | LCC = 0.8793 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.3309713624715805
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3771 | LCC = 0.8950 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.30302107489109037
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3877 | LCC = 0.9040 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.2729471414089203
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3842 | LCC = 0.9128 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.26367066276073453
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3383 | LCC = 0.8998 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.23973197281360625
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3444 | LCC = 0.9159 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.2270863629579544
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2854 | LCC = 0.9235 | SRCC = 0.9247 ]
+INFO:root:Average loss=0.2100455503463745
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2699 | LCC = 0.9227 | SRCC = 0.9241 ]
+INFO:root:Average loss=0.21366297823190689
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2859 | LCC = 0.9273 | SRCC = 0.9277 ]
+INFO:root:Average loss=0.2033408414721489
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2738 | LCC = 0.9303 | SRCC = 0.9313 ]
+INFO:root:Average loss=0.18641104567050934
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3428 | LCC = 0.9297 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.1794406450986862
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2409 | LCC = 0.9302 | SRCC = 0.9317 ]
+INFO:root:Average loss=0.17553215247392653
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2464 | LCC = 0.9313 | SRCC = 0.9323 ]
+INFO:root:Average loss=0.1760287570953369
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3325 | LCC = 0.9315 | SRCC = 0.9322 ]
+INFO:root:Average loss=0.17378289258480073
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2688 | LCC = 0.9301 | SRCC = 0.9306 ]
+INFO:root:Average loss=0.16074371814727784
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2519 | LCC = 0.9310 | SRCC = 0.9318 ]
+INFO:root:Average loss=0.15885501295328142
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2644 | LCC = 0.9322 | SRCC = 0.9333 ]
+INFO:root:Average loss=0.1550143932700157
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2488 | LCC = 0.9306 | SRCC = 0.9323 ]
+INFO:root:Average loss=0.14733069515228273
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2687 | LCC = 0.9363 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.14307711160182954
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2351 | LCC = 0.9350 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.13653539222478867
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3616 | LCC = 0.9267 | SRCC = 0.9301 ]
+INFO:root:Average loss=0.14094556790590287
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2800 | LCC = 0.9364 | SRCC = 0.9374 ]
+INFO:root:Average loss=0.13209782740473747
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3210 | LCC = 0.9339 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.1303077045083046
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2463 | LCC = 0.9352 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.1314037814438343
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2393 | LCC = 0.9353 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.12318394649028779
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2434 | LCC = 0.9363 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.1221773181259632
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2365 | LCC = 0.9374 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.11533902987837791
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2556 | LCC = 0.9362 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.11126094210147858
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2693 | LCC = 0.9365 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.10869087302684784
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2378 | LCC = 0.9368 | SRCC = 0.9374 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2493 | LCC = 0.9341 | SRCC = 0.9344 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e8e9021bd43504de5abc18a5773d14247195b6
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e435eb465f92a792e0e2fd943330f93f5f16f2f9ae0547aaa6b9bb2fdfcb6a6
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe2f17e79c73962ab4762d09c807e478371e4d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacc7711ac3c41562e5e6782d8d68cad6b04a7cc8a309f5093fa478fa5aa3f39
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run3/train.log b/results_tencent/w2v2_large_asr_de/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..76658cf3c38dcc7f0bbfc57129e8de74a2df5d2f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5473123824596405
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4616 | LCC = 0.8518 | SRCC = 0.8497 ]
+INFO:root:Average loss=0.3773933209180832
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4442 | LCC = 0.8858 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.3353047897815704
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3509 | LCC = 0.9027 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.30002301156520844
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3249 | LCC = 0.9105 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.2560438804030418
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3515 | LCC = 0.9187 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.23273417699337007
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3180 | LCC = 0.9210 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.23836547815799713
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3415 | LCC = 0.9202 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.21161955642700195
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3240 | LCC = 0.9252 | SRCC = 0.9260 ]
+INFO:root:Average loss=0.20013340204954147
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2834 | LCC = 0.9301 | SRCC = 0.9299 ]
+INFO:root:Average loss=0.19650634080171586
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2949 | LCC = 0.9321 | SRCC = 0.9329 ]
+INFO:root:Average loss=0.1868132237792015
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3243 | LCC = 0.9239 | SRCC = 0.9246 ]
+INFO:root:Average loss=0.18681959611177446
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2668 | LCC = 0.9299 | SRCC = 0.9299 ]
+INFO:root:Average loss=0.18419341385364532
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2601 | LCC = 0.9340 | SRCC = 0.9336 ]
+INFO:root:Average loss=0.1682699362039566
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2953 | LCC = 0.9354 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.16014452546834945
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2508 | LCC = 0.9343 | SRCC = 0.9351 ]
+INFO:root:Average loss=0.15769685554504395
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2742 | LCC = 0.9314 | SRCC = 0.9305 ]
+INFO:root:Average loss=0.14800480687618256
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2379 | LCC = 0.9334 | SRCC = 0.9329 ]
+INFO:root:Average loss=0.1438755001425743
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2479 | LCC = 0.9371 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.1405008515417576
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2485 | LCC = 0.9368 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.13901936024427414
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2898 | LCC = 0.9347 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.13586836928129195
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2777 | LCC = 0.9371 | SRCC = 0.9386 ]
+INFO:root:Average loss=0.13398833203315735
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2733 | LCC = 0.9370 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.1290864337682724
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2864 | LCC = 0.9363 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.12337173861265183
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2338 | LCC = 0.9346 | SRCC = 0.9337 ]
+INFO:root:Average loss=0.11354419785737992
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2625 | LCC = 0.9384 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.11654743868112565
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2540 | LCC = 0.9370 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.11521973568201065
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3089 | LCC = 0.9324 | SRCC = 0.9330 ]
+INFO:root:Average loss=0.10915887689590455
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2762 | LCC = 0.9365 | SRCC = 0.9369 ]
+INFO:root:Average loss=0.10700620251893997
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2627 | LCC = 0.9398 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.10614919483661651
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2641 | LCC = 0.9400 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.10234800776839256
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2749 | LCC = 0.9369 | SRCC = 0.9391 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2675 | LCC = 0.9395 | SRCC = 0.9413 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6af0b96eacb03f74587dcf351829adea48986db
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db7c76c62ec43801df45fe887b8ba46b9fc0ee582709b21282f18fd924a8c87
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fdd14c8442455e061609894a08ce5f14644365
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca037dde0305c6e2584d4685c3df1d5dbb2ba764a1b2244f7a741f9c73a8503
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer22/run4/train.log b/results_tencent/w2v2_large_asr_de/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e5c5d7bce0afdebbfbf52a2266177a0f476624c2
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6448554161787033
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4777 | LCC = 0.8560 | SRCC = 0.8472 ]
+INFO:root:Average loss=0.3868016152381897
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4078 | LCC = 0.8769 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.3435758764743805
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4562 | LCC = 0.8918 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.30345416378974915
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4099 | LCC = 0.9040 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.28041171610355375
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4199 | LCC = 0.9126 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.2624633866548538
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3621 | LCC = 0.9185 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.24232122153043748
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4135 | LCC = 0.9157 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.2275676929950714
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3735 | LCC = 0.9158 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.23590097051858902
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2793 | LCC = 0.9234 | SRCC = 0.9231 ]
+INFO:root:Average loss=0.21646258556842804
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3140 | LCC = 0.9267 | SRCC = 0.9271 ]
+INFO:root:Average loss=0.2032853204011917
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3013 | LCC = 0.9275 | SRCC = 0.9282 ]
+INFO:root:Average loss=0.19828024017810822
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2541 | LCC = 0.9272 | SRCC = 0.9272 ]
+INFO:root:Average loss=0.19118952935934067
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2974 | LCC = 0.9302 | SRCC = 0.9305 ]
+INFO:root:Average loss=0.1791708900332451
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3127 | LCC = 0.9318 | SRCC = 0.9332 ]
+INFO:root:Average loss=0.16637483406066894
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2936 | LCC = 0.9353 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.16561520051956177
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2381 | LCC = 0.9339 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.16824207672476768
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2817 | LCC = 0.9336 | SRCC = 0.9340 ]
+INFO:root:Average loss=0.15898137652873992
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3050 | LCC = 0.9337 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.15428759855031968
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2694 | LCC = 0.9361 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.14405726343393327
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2900 | LCC = 0.9351 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.1405137646794319
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2415 | LCC = 0.9361 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.13804399818181992
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2769 | LCC = 0.9365 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.13348209330439567
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3647 | LCC = 0.9293 | SRCC = 0.9321 ]
+INFO:root:Average loss=0.12896689987182616
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2582 | LCC = 0.9351 | SRCC = 0.9352 ]
+INFO:root:Average loss=0.13010936957597732
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2725 | LCC = 0.9387 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.12614319521188735
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2821 | LCC = 0.9355 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.12100849992036819
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2663 | LCC = 0.9369 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.12140516319870949
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2958 | LCC = 0.9357 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.11707800924777985
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2846 | LCC = 0.9361 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.11615591442584991
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2316 | LCC = 0.9380 | SRCC = 0.9377 ]
+INFO:root:Average loss=0.10595939111709594
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2554 | LCC = 0.9389 | SRCC = 0.9393 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2585 | LCC = 0.9400 | SRCC = 0.9410 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c74e2e38b805f4688ee8a0a671f2395d384acfb
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e764b90f1d7d9aa660d3045572e446523470b1480074e886dac67b912b5b9013
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531bdc0178579afbcea9074fe1a0e252bd1554b3
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf587483dbd20fa8c8b11a055c891eb6a287fa077ba85d87dc941746dc68db
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run0/train.log b/results_tencent/w2v2_large_asr_de/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..882453e5006066506c86a4c93bf69ad768e4d3f6
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.466023498415947
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2921 | LCC = 0.9240 | SRCC = 0.9272 ]
+INFO:root:Average loss=0.1915099960565567
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2152 | LCC = 0.9409 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.15440189832448958
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2164 | LCC = 0.9494 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.13311246532201768
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2207 | LCC = 0.9535 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12239245158433915
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2363 | LCC = 0.9542 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11050067615509034
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1710 | LCC = 0.9579 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.1042256650030613
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1707 | LCC = 0.9582 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09687242439389229
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1983 | LCC = 0.9593 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.08975158879160881
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1944 | LCC = 0.9615 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.08310950562357902
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1722 | LCC = 0.9592 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.07694354256987572
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1697 | LCC = 0.9626 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.0716934765279293
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1445 | LCC = 0.9614 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.06749210181832313
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1712 | LCC = 0.9627 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.0653622494339943
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1752 | LCC = 0.9625 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.06330411458015442
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1555 | LCC = 0.9624 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.05724747736752033
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1688 | LCC = 0.9645 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.05394017145037651
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1637 | LCC = 0.9635 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.05185694073140621
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1983 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05094232746958732
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1810 | LCC = 0.9626 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.05036803382635117
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1727 | LCC = 0.9635 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.0450339171141386
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1564 | LCC = 0.9602 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04396739493310452
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1635 | LCC = 0.9642 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.045934724852442745
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1796 | LCC = 0.9609 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.040356766775250436
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1582 | LCC = 0.9646 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.03813693118095398
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1688 | LCC = 0.9619 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.03793691289424896
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1844 | LCC = 0.9626 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.03435060980916023
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1628 | LCC = 0.9626 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.033821902677416804
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1736 | LCC = 0.9645 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.033416349798440936
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1660 | LCC = 0.9636 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.031656349986791614
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1536 | LCC = 0.9628 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.030541617825627327
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1548 | LCC = 0.9636 | SRCC = 0.9628 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1677 | LCC = 0.9624 | SRCC = 0.9637 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c182cf44f912f8136770f33f8c98a8eeab2267
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98a0994dd0d56de83afcd4aebc000d62ea6df428e8d9fa9166b988a900c4229
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bccd3e75b7dca626630ce404669005d2f0ceaa
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71f85b524f3905574e4646ff699691e45a4a924c202d4189fe1a31947a65894
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run1/train.log b/results_tencent/w2v2_large_asr_de/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b1ff8f4d19a5643423c83e075d75db40efa14e16
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42797184789180753
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2449 | LCC = 0.9285 | SRCC = 0.9289 ]
+INFO:root:Average loss=0.2001380355358124
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2254 | LCC = 0.9386 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.1536886183023453
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2643 | LCC = 0.9502 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.13716090208292006
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2049 | LCC = 0.9534 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12662870985269548
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2101 | LCC = 0.9540 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11156230676174164
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2037 | LCC = 0.9568 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.10357906639575959
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2038 | LCC = 0.9594 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.09323996433615685
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2118 | LCC = 0.9596 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.091725706666708
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1672 | LCC = 0.9606 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.08371103125810624
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1664 | LCC = 0.9607 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.0775940043926239
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1758 | LCC = 0.9567 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07295709219574928
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1711 | LCC = 0.9609 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.07346676281094551
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2049 | LCC = 0.9615 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.06785456547141075
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1606 | LCC = 0.9616 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.06319495061039924
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1912 | LCC = 0.9629 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.062236008942127226
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1674 | LCC = 0.9627 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.06429818665981293
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1653 | LCC = 0.9613 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.056393585741519925
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1530 | LCC = 0.9626 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.056340574845671655
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1524 | LCC = 0.9602 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04952633562684059
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1925 | LCC = 0.9623 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.047068086102604864
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1543 | LCC = 0.9637 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.042080257371068
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1682 | LCC = 0.9629 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.04557495346665382
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1717 | LCC = 0.9620 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.041500050455331804
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1798 | LCC = 0.9628 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.04039568482339382
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1503 | LCC = 0.9616 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.03874564591050148
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1610 | LCC = 0.9631 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.03650672325491905
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1827 | LCC = 0.9619 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.039758067414164544
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1582 | LCC = 0.9627 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03580738776922226
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1712 | LCC = 0.9622 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.034378751650452614
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1650 | LCC = 0.9636 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.033854858979582785
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1812 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1595 | LCC = 0.9613 | SRCC = 0.9627 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d75cfc8abaa13bba18b0c99050043285ca1b042
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589589a210e67739425543d011d2d364f6c6f24a05b2dc785888ac3dc6260565
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406b24e9324efefd2ed9eabb1ef31434315143b6
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aec169bd16a5deae9d966bd227cced6c41af527b576518a65ff76e29c3b144
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run2/train.log b/results_tencent/w2v2_large_asr_de/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b18f5919d736cd8fb72816aa20121b57c7d42f2c
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4571692692041397
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2680 | LCC = 0.9122 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.1954685252904892
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2692 | LCC = 0.9339 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.17213182187080384
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2540 | LCC = 0.9458 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.144384741127491
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2318 | LCC = 0.9468 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12708347606658935
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1962 | LCC = 0.9518 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11751239919662476
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2223 | LCC = 0.9528 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1062111576795578
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1890 | LCC = 0.9568 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.10356355130672455
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1793 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09596665751934051
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2280 | LCC = 0.9560 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08559815385937691
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1774 | LCC = 0.9598 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.0829763402044773
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1871 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.07635397371649742
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1985 | LCC = 0.9590 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07454025462269782
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1762 | LCC = 0.9628 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.0683430635035038
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1707 | LCC = 0.9615 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.06504094275832176
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1842 | LCC = 0.9615 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.06054971009492874
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1669 | LCC = 0.9619 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.05697033193707466
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1721 | LCC = 0.9634 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.05442876666784287
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1598 | LCC = 0.9625 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.054762116849422456
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1628 | LCC = 0.9624 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04860671526193619
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1730 | LCC = 0.9625 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.048556951373815535
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1717 | LCC = 0.9643 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.043031452998518946
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1811 | LCC = 0.9634 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.04172314903140068
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1642 | LCC = 0.9633 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.040564778789877895
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1683 | LCC = 0.9619 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.040398496776819226
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1816 | LCC = 0.9623 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03793623910844326
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1730 | LCC = 0.9620 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03673192998766899
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1665 | LCC = 0.9620 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03422017419338226
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1674 | LCC = 0.9616 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03641913704574108
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1614 | LCC = 0.9623 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.03404596991837025
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1699 | LCC = 0.9616 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.03236812141537666
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1649 | LCC = 0.9630 | SRCC = 0.9631 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1803 | LCC = 0.9618 | SRCC = 0.9625 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30db07d3b2c4a14f28086749946ff6d2566d7281
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40e92af78b3a912fe7be22e9ae44190f05f5ee2947e2075ea83aed79c702086
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc919475ed93b7212ba19f5606b3f9752a528ca5
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52842020d31c14da254fcd5e25244da19387fc46b1dfc8a04eff1cc44377c73
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run3/train.log b/results_tencent/w2v2_large_asr_de/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..27becc0842381dd827a4c02dc6ac67102fbe5b60
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.455162997841835
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2945 | LCC = 0.9256 | SRCC = 0.9272 ]
+INFO:root:Average loss=0.1950330533385277
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2980 | LCC = 0.9394 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.15890683913230896
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2326 | LCC = 0.9489 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.1426392217874527
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2716 | LCC = 0.9463 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.12556733530759812
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1815 | LCC = 0.9528 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.11901498246192932
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1967 | LCC = 0.9542 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.1075795959532261
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2202 | LCC = 0.9586 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.09690439170598984
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1789 | LCC = 0.9567 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09565595334768295
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1772 | LCC = 0.9596 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.08281631115078926
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2062 | LCC = 0.9605 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.08080594950914383
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1991 | LCC = 0.9581 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.08113677778840064
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1839 | LCC = 0.9614 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.07205535957217217
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2016 | LCC = 0.9616 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.06686459222435952
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1935 | LCC = 0.9616 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.06308244982361794
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1946 | LCC = 0.9611 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.060506760478019714
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2051 | LCC = 0.9613 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.05712951040267945
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1764 | LCC = 0.9633 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.055138834074139595
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2165 | LCC = 0.9609 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.0526145091354847
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1703 | LCC = 0.9632 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.05006686505675316
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1966 | LCC = 0.9587 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04981381992995739
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1991 | LCC = 0.9623 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.04555112379789352
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1931 | LCC = 0.9622 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.04452978350222111
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2182 | LCC = 0.9590 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.043542147338390354
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1805 | LCC = 0.9616 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.03900275871157646
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2137 | LCC = 0.9614 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.042660072416067125
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1763 | LCC = 0.9620 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.036760388404130935
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1655 | LCC = 0.9626 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.036577570632100105
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1848 | LCC = 0.9633 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03453045019507408
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1906 | LCC = 0.9611 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.032867638245224956
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1616 | LCC = 0.9618 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.03195129902660847
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1739 | LCC = 0.9628 | SRCC = 0.9627 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1911 | LCC = 0.9613 | SRCC = 0.9628 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe0aaacf829339b1b26bd79cc95ac20223893c5
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca29df3b268160d84d8fd8ce7e99224280099d9ac711574aa1fe04d75fd8819
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1026492a4a292bd3fd458aa1933242e207d998e
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735c149d26d43c7547303220a9f6782c23eb24b60738bc6200ed5ae4d55116ff
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer4/run4/train.log b/results_tencent/w2v2_large_asr_de/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9a57c26b30109969ba68e86a072696b2d14f76b4
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4688880968093872
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2987 | LCC = 0.9218 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.201574465572834
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2432 | LCC = 0.9391 | SRCC = 0.9403 ]
+INFO:root:Average loss=0.16394647043943406
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2436 | LCC = 0.9465 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.14831558132171632
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2185 | LCC = 0.9513 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.1327429534494877
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2048 | LCC = 0.9501 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.11777443766593933
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2502 | LCC = 0.9557 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.10997477051615714
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1977 | LCC = 0.9575 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.09814273291826248
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2132 | LCC = 0.9558 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09390943565964699
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1627 | LCC = 0.9566 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08718718385696411
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2105 | LCC = 0.9558 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.08678117755055427
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2087 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.07721115386486054
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1905 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.07330154678225517
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1815 | LCC = 0.9613 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.06830156311392784
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1802 | LCC = 0.9598 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.06425568726658822
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1678 | LCC = 0.9620 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.06335498151183129
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2002 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.059179987877607344
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1806 | LCC = 0.9625 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.05361827281117439
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1798 | LCC = 0.9622 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.05396940803527832
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1959 | LCC = 0.9624 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.04956318618357181
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1904 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.04751258459687233
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1957 | LCC = 0.9608 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.0507311589717865
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2111 | LCC = 0.9563 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.044721551731228826
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1938 | LCC = 0.9628 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.04323322814702988
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1922 | LCC = 0.9623 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03949844154715538
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1847 | LCC = 0.9613 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.041089179188013074
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1839 | LCC = 0.9590 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03719600206613541
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1733 | LCC = 0.9621 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0377271870970726
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1744 | LCC = 0.9596 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03749201089143753
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1792 | LCC = 0.9612 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03635416376590729
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1845 | LCC = 0.9629 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03152202540636063
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1856 | LCC = 0.9614 | SRCC = 0.9613 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1915 | LCC = 0.9617 | SRCC = 0.9629 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2ef46eb1c3b111d1a8c7fe3320b8343455617d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f9b710d798c31faf7bd417e42a148f79b6e3dc2965db4f018bcb904d82cf06
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5727f327d13a68d66cbbba48e511be26985df016
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba108f512a6922e570643b415a79c79d7c80e52c0d398dcb0d2d5a2ac310620
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run0/train.log b/results_tencent/w2v2_large_asr_de/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..58835f1fcc80c53dfbdece92ac43a76f83a072a9
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5054393401145935
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3072 | LCC = 0.9237 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.19920994704961778
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2545 | LCC = 0.9395 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.1568038445711136
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2478 | LCC = 0.9479 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.14000895714759826
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1976 | LCC = 0.9499 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.12793495512008668
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2044 | LCC = 0.9535 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11086375534534454
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1915 | LCC = 0.9554 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10376976448297501
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2157 | LCC = 0.9586 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.09552412936091423
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2001 | LCC = 0.9585 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.0857842297554016
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2032 | LCC = 0.9593 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.08143887543678284
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2185 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.07725608628988266
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1996 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.0770366376042366
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2120 | LCC = 0.9626 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.0690281081199646
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2001 | LCC = 0.9617 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.06400069823861122
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2003 | LCC = 0.9605 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.06064653423428536
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1926 | LCC = 0.9624 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.056460103407502175
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1951 | LCC = 0.9616 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05518925005197525
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1812 | LCC = 0.9622 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.05090333065390587
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1849 | LCC = 0.9623 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04609545271098614
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2080 | LCC = 0.9612 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04466261345148086
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1902 | LCC = 0.9635 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.042999613165855405
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1650 | LCC = 0.9619 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.043990513741970064
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1972 | LCC = 0.9628 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.03966262501478195
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1720 | LCC = 0.9622 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.041462686598300935
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1871 | LCC = 0.9624 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.036790524303913115
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1981 | LCC = 0.9620 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03513568955659866
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1946 | LCC = 0.9627 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.03309681989252567
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1762 | LCC = 0.9626 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.033101652443408965
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2017 | LCC = 0.9635 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.03168214043974876
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1982 | LCC = 0.9625 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.030360243298113345
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1942 | LCC = 0.9626 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.03052613264322281
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1855 | LCC = 0.9633 | SRCC = 0.9628 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2136 | LCC = 0.9611 | SRCC = 0.9622 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c125693c15001fb5c94e9c3dd2e0f08d4866d4fe
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b52017ab7381c64c7331e1fffa5429d5ea624f57813de2cff740bbc726249c
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b769cdd89943e95fc1a2e33da261c92df4f9a80a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7a0523b5ab397d201ed9df20c0d6a64bee4872069e1084606a777762edb55a
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run1/train.log b/results_tencent/w2v2_large_asr_de/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee5ca7e2d9323e3ec56e39ed1d48187a2c598587
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44204472994804384
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2745 | LCC = 0.9270 | SRCC = 0.9268 ]
+INFO:root:Average loss=0.18690421611070632
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2772 | LCC = 0.9432 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.1484381639957428
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1931 | LCC = 0.9512 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13352757942676544
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2935 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.11861642163991928
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2001 | LCC = 0.9560 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10798660162091255
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1958 | LCC = 0.9584 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.10210118037462235
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2245 | LCC = 0.9554 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0885163072347641
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2157 | LCC = 0.9586 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.08588136547803879
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1703 | LCC = 0.9614 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.07886436524987221
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2201 | LCC = 0.9619 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.07295912337303162
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2267 | LCC = 0.9620 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.07116736778616906
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1737 | LCC = 0.9623 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.06418691492080689
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1720 | LCC = 0.9621 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.06279194378852844
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1656 | LCC = 0.9626 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.058023763477802276
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2064 | LCC = 0.9592 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.05462886175513267
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1880 | LCC = 0.9623 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.051169394090771675
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1796 | LCC = 0.9621 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.04734149301052094
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1912 | LCC = 0.9630 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.04629665896296501
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1792 | LCC = 0.9602 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.045204798191785814
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1841 | LCC = 0.9611 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.043126966297626496
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1858 | LCC = 0.9616 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.038108414277434347
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1903 | LCC = 0.9644 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.03970604223012924
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1862 | LCC = 0.9636 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.036878262668848034
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2118 | LCC = 0.9630 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.04038617214560509
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1765 | LCC = 0.9641 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.0341686622723937
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1908 | LCC = 0.9634 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03303789179027081
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1692 | LCC = 0.9631 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.0316009276509285
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1682 | LCC = 0.9635 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.03255261164903641
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1712 | LCC = 0.9625 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.030193269930779934
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1596 | LCC = 0.9632 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.03060456968843937
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1969 | LCC = 0.9628 | SRCC = 0.9625 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1975 | LCC = 0.9609 | SRCC = 0.9617 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b2d155354a14ad1af809bac53015e8343c14c
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d97d564aa6f39445aa8525896b27d7646cfeeeefc30dcb98875076fc67bbb6e
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1360eca47518dda24a13bf158a8c6529e5c1f6
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b69574c2b76cba2bb2feb16da31c4c3a1e9bcdd6132d07e11796ca51eb5762
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run2/train.log b/results_tencent/w2v2_large_asr_de/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..deaa08fab125ed5afc0327237164ffaf2da4a86e
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4304969711303711
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2943 | LCC = 0.9271 | SRCC = 0.9294 ]
+INFO:root:Average loss=0.19665221446752548
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2640 | LCC = 0.9433 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.15879575580358504
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2452 | LCC = 0.9435 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.14035652607679366
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2114 | LCC = 0.9511 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.12525698912143707
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1967 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.11145863744616509
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2089 | LCC = 0.9552 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10112226170301437
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2301 | LCC = 0.9552 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09706548127532005
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1929 | LCC = 0.9579 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08822999265789985
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1685 | LCC = 0.9586 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07907924780249595
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2080 | LCC = 0.9599 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07305565902590752
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2033 | LCC = 0.9605 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.07321867980062961
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1885 | LCC = 0.9618 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.06756189393997192
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1900 | LCC = 0.9603 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.06256363835930824
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1795 | LCC = 0.9611 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.061827695697546
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2103 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05656714926660061
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1897 | LCC = 0.9628 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.052140064880251885
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1835 | LCC = 0.9604 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05698695394396782
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1973 | LCC = 0.9626 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.04818845684826374
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1710 | LCC = 0.9612 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.045138832539319995
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1728 | LCC = 0.9626 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.04315053780376911
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1986 | LCC = 0.9601 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.04115090870857239
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1884 | LCC = 0.9602 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.039200485587120054
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1621 | LCC = 0.9619 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.037336340591311454
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1967 | LCC = 0.9619 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.0363261389285326
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1959 | LCC = 0.9622 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.03430322416126728
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1961 | LCC = 0.9625 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.032641826197505
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1975 | LCC = 0.9612 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.031783525586128236
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1883 | LCC = 0.9608 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.02975622634589672
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1823 | LCC = 0.9633 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.030608645528554915
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1995 | LCC = 0.9606 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.029117711141705513
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1649 | LCC = 0.9624 | SRCC = 0.9620 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1902 | LCC = 0.9602 | SRCC = 0.9617 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb3516d2a8d9065471bd6b241c9fbcc4dcb8b67
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3c846fe1735b0c89bee5fe4650819eb3b9a0091afa1f214dd0dda451d41669
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6887c37361081d5217109c00b2bd40e66bb22951
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c7bd5591461c3d5c97a04b8ec79c428afccd0f6870a920c2cbd0a116f95a8b
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run3/train.log b/results_tencent/w2v2_large_asr_de/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee29cedbbd5171dc5ca094a04f18ed9456bf16c9
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.439601783156395
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2909 | LCC = 0.9261 | SRCC = 0.9265 ]
+INFO:root:Average loss=0.19084100365638734
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2565 | LCC = 0.9414 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15052076429128647
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2059 | LCC = 0.9487 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.1410718328356743
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2087 | LCC = 0.9512 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.12982516306638717
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2120 | LCC = 0.9548 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10832101035118102
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1726 | LCC = 0.9557 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.10169423326849937
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2098 | LCC = 0.9573 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.0962020302414894
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1797 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.0881568222641945
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1727 | LCC = 0.9587 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.07982645452022552
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1752 | LCC = 0.9596 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.07558549544215203
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2049 | LCC = 0.9608 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.07170642426609992
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2243 | LCC = 0.9588 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.06703123956918716
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2002 | LCC = 0.9603 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.06301668754220009
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1856 | LCC = 0.9604 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.06158776107430458
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1732 | LCC = 0.9622 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.05342624554038048
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1771 | LCC = 0.9621 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.05635718551278114
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1526 | LCC = 0.9617 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.05055708354711533
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1938 | LCC = 0.9585 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04691804574429989
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1511 | LCC = 0.9591 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0488779349476099
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1888 | LCC = 0.9616 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.044035076647996906
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1853 | LCC = 0.9615 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.042665401980280876
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2069 | LCC = 0.9600 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04060459266602993
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1769 | LCC = 0.9616 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.0388540568202734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1771 | LCC = 0.9619 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03681608971953392
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1715 | LCC = 0.9622 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03666477987170219
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2039 | LCC = 0.9599 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.036076249837875364
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1800 | LCC = 0.9633 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.032164632186293604
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1722 | LCC = 0.9616 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.030526702731847762
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2137 | LCC = 0.9618 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.031067113623023033
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1760 | LCC = 0.9628 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.029990719586610794
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1683 | LCC = 0.9625 | SRCC = 0.9624 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1849 | LCC = 0.9620 | SRCC = 0.9629 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b97c8c12813ff6a5f57783630b1aecfd143f86b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fa714f440f59ca536bf98eb2e728037fe7d7f5dc8652a83a374939bc45cff7
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2d75c70cbac6cc14ad2fc1ad0e166c0caf11e4
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ce945cb66e3991ea17f6e9b9108e9e8189d63bb6b0ef5669c4e4657bf4a14a
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer6/run4/train.log b/results_tencent/w2v2_large_asr_de/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..58822467fb4772a0f78c8efbd483da8c0243b013
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4378020672798157
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2861 | LCC = 0.9289 | SRCC = 0.9295 ]
+INFO:root:Average loss=0.1812523880004883
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1981 | LCC = 0.9461 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.1474336471557617
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2208 | LCC = 0.9519 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.13394922482967378
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2006 | LCC = 0.9531 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.11815282559394837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1799 | LCC = 0.9564 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.11228975129127503
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2096 | LCC = 0.9567 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.09889274725317955
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1957 | LCC = 0.9592 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.08862167537212372
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2016 | LCC = 0.9594 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.08801672837138176
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2022 | LCC = 0.9586 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.0806922560930252
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1799 | LCC = 0.9610 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.07359248760342597
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1792 | LCC = 0.9600 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.07232038414478302
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1916 | LCC = 0.9618 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.06395737454295158
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1868 | LCC = 0.9632 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.06109391674399376
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1780 | LCC = 0.9630 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.05844785276055336
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2077 | LCC = 0.9595 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.055464716911315916
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1877 | LCC = 0.9634 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.05229247114062309
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1537 | LCC = 0.9617 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.052041341304779054
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1827 | LCC = 0.9608 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.049705529510974886
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1803 | LCC = 0.9628 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.04825998188555241
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1717 | LCC = 0.9623 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.04234543034434318
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1755 | LCC = 0.9626 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.040806431144475935
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1853 | LCC = 0.9634 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.03902461856603622
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1833 | LCC = 0.9606 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.0390347108989954
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1845 | LCC = 0.9644 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.03622503221035003
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1667 | LCC = 0.9639 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.03374967442452908
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1649 | LCC = 0.9628 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.03134699003398418
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1646 | LCC = 0.9632 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.030590467616915702
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1981 | LCC = 0.9626 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.035179685711860656
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1890 | LCC = 0.9625 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.02957123824954033
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1848 | LCC = 0.9616 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.029330419450998305
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1649 | LCC = 0.9623 | SRCC = 0.9627 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1967 | LCC = 0.9596 | SRCC = 0.9607 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run0/config.gin b/results_tencent/w2v2_large_asr_de/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run0/model.pt b/results_tencent/w2v2_large_asr_de/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e46b83771efa688bdd47a88053c51e83e095f
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c449ca87c26ffbc4baeeb9e96e12c36cde85b493c7b3a1fe9e906513795881
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run0/model_best.pt b/results_tencent/w2v2_large_asr_de/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee88df3b659759f158d82afb09b47cb28cc177a
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8b890f7db6526da1bb92719054672aae89ae2ba44d3847f64eb18a4a582469
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run0/train.log b/results_tencent/w2v2_large_asr_de/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e8aa7ef7cf68430f77e2fabf3ff0a33bb0277d5e
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6170987731218338
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3071 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.21453084188699723
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2867 | LCC = 0.9372 | SRCC = 0.9387 ]
+INFO:root:Average loss=0.17421767312288283
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2231 | LCC = 0.9450 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.1447765126824379
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2259 | LCC = 0.9506 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13304724937677384
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1901 | LCC = 0.9536 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.12048830047249794
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2080 | LCC = 0.9547 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.10401907789707183
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1965 | LCC = 0.9564 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.09864234101772308
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2043 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09053496852517127
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2081 | LCC = 0.9542 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08610439401865005
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1951 | LCC = 0.9549 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09059243130683899
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1931 | LCC = 0.9553 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.07943738380074501
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1938 | LCC = 0.9599 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.0710294110774994
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2090 | LCC = 0.9600 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06884323501586914
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2109 | LCC = 0.9589 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.06409455925226211
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1846 | LCC = 0.9605 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.06115617978572845
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1950 | LCC = 0.9583 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05454855811595917
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2159 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.05016212724149227
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1916 | LCC = 0.9610 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.05418220049142838
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1755 | LCC = 0.9604 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.04840663497149944
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1979 | LCC = 0.9602 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.046316745787858965
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1833 | LCC = 0.9610 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04349108600616455
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1964 | LCC = 0.9616 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.04406138610839844
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2120 | LCC = 0.9610 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04106849612295627
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2304 | LCC = 0.9575 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.038085002958774566
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1870 | LCC = 0.9615 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.0352555218487978
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1868 | LCC = 0.9622 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03695495374500751
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1897 | LCC = 0.9608 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03387267856299877
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2115 | LCC = 0.9609 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.033196467459201816
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2110 | LCC = 0.9599 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.031671958968043326
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2024 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.029301960229873657
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2040 | LCC = 0.9622 | SRCC = 0.9617 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2080 | LCC = 0.9593 | SRCC = 0.9607 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run1/config.gin b/results_tencent/w2v2_large_asr_de/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run1/model.pt b/results_tencent/w2v2_large_asr_de/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608412953189f509a3241cf6857080f4ec7e9841
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341865658a15e60d341af15be38a7fba33051bea23828efb9a2bec7c668e3f8c
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run1/model_best.pt b/results_tencent/w2v2_large_asr_de/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed3d048464f19ff9f239fc48040ddfc9e995444
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dd764547e4de735b60230537b8653231fed088dfd17532260380aa283ea10b
+size 3404998
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run1/train.log b/results_tencent/w2v2_large_asr_de/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9329901e33547c7ab475ed285356eb0a18a2f8a6
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48739545392990113
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3147 | LCC = 0.9124 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.22096808129549025
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2980 | LCC = 0.9368 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.17401497757434845
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2284 | LCC = 0.9437 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.1458984858393669
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2181 | LCC = 0.9498 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.12777714109420776
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2015 | LCC = 0.9518 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.12208927989006042
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2004 | LCC = 0.9545 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.11224451237916946
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1871 | LCC = 0.9533 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.10162039947509766
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1606 | LCC = 0.9570 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.09401993975043296
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1885 | LCC = 0.9568 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.08762523621320724
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2167 | LCC = 0.9572 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07780912393331528
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1974 | LCC = 0.9595 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.07531241318583488
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1473 | LCC = 0.9576 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.07147833198308945
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2017 | LCC = 0.9578 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06766271784901619
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1885 | LCC = 0.9581 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.060889252960681914
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1869 | LCC = 0.9594 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05634524294734001
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1997 | LCC = 0.9572 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.05777623502910137
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1762 | LCC = 0.9582 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.050757873237133024
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1906 | LCC = 0.9592 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05012076207995415
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1670 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04849086944758892
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2032 | LCC = 0.9603 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.043979513689875606
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1573 | LCC = 0.9601 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04097368651628494
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1688 | LCC = 0.9597 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.03904218363761902
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1664 | LCC = 0.9601 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03922201089560986
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1834 | LCC = 0.9596 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03699404530227184
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1754 | LCC = 0.9599 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.035430553942918774
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2055 | LCC = 0.9583 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03416353018581867
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1818 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03223323220014572
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1929 | LCC = 0.9596 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03247145280241966
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1803 | LCC = 0.9598 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.029730479396879672
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1742 | LCC = 0.9595 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.028316899999976157
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1838 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2024 | LCC = 0.9605 | SRCC = 0.9612 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run2/config.gin b/results_tencent/w2v2_large_asr_de/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run2/model.pt b/results_tencent/w2v2_large_asr_de/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8289b72125ea015baf271a8eb91a87d49e74d263
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4328ed1302f30376dd1eaebf2a80c51eeb43422ac753a82d9982eddc95b9cf20
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run2/model_best.pt b/results_tencent/w2v2_large_asr_de/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052f7d85b3d87850aafa87e8e3006bf5bd450899
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fb6ea2e014578bce07f9fddab659246df36a24645b6a04b163764bf868d82c
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run2/train.log b/results_tencent/w2v2_large_asr_de/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b18c6f1fcd2766f079fa421f89697cd1c3d0dd87
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4758584100008011
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3241 | LCC = 0.9188 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.20454249113798142
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2782 | LCC = 0.9419 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.16295964151620865
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2624 | LCC = 0.9454 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.14159652823209762
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2032 | LCC = 0.9485 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12737927544116973
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2027 | LCC = 0.9507 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.12119721299409866
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2202 | LCC = 0.9556 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.10579472199082375
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2111 | LCC = 0.9539 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.10504118895530701
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1977 | LCC = 0.9556 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.09090818256139756
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2091 | LCC = 0.9577 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.08776653245091438
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2038 | LCC = 0.9588 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.07819044631719589
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2102 | LCC = 0.9583 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.07293924275040627
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2091 | LCC = 0.9592 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.07282758352160454
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1828 | LCC = 0.9589 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.06680767804384231
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2132 | LCC = 0.9582 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0631783800125122
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2235 | LCC = 0.9586 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.05838918730616569
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2153 | LCC = 0.9577 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05392438109219074
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2228 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05201159054040909
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1945 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.05214840316772461
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2104 | LCC = 0.9578 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.0469171736985445
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2178 | LCC = 0.9592 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.044693182244896885
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1983 | LCC = 0.9593 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.041457908272743225
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2282 | LCC = 0.9586 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.041398385599255565
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2045 | LCC = 0.9598 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03915859322249889
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1980 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03946431089937687
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2168 | LCC = 0.9586 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03711936277151108
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2121 | LCC = 0.9602 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.034893768876791
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1864 | LCC = 0.9575 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.034113588333129885
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1921 | LCC = 0.9605 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.032887347504496574
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2064 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03132225762307644
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2014 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.0295080556422472
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2292 | LCC = 0.9592 | SRCC = 0.9602 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1981 | LCC = 0.9586 | SRCC = 0.9596 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run3/config.gin b/results_tencent/w2v2_large_asr_de/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run3/model.pt b/results_tencent/w2v2_large_asr_de/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875de65ec2b488854e498c3605993aa6622c230c
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6daaafa04868f02c267d0e47d2895909bb608e1878542bb02d8cf21a7808d90
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run3/model_best.pt b/results_tencent/w2v2_large_asr_de/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0374ebe07f2adb2cd1dacbc845e4f55384cc06b
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780193cc0616ebdcd9b27866739cdd0e230d0a3c29aaab48588db4eb39154262
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run3/train.log b/results_tencent/w2v2_large_asr_de/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2104fe57422415bec455d1bf650e3647e1ab6dc4
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4865020169019699
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2936 | LCC = 0.9302 | SRCC = 0.9301 ]
+INFO:root:Average loss=0.20426940923929215
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2625 | LCC = 0.9428 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.15340752398967744
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2138 | LCC = 0.9470 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1361957065463066
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2267 | LCC = 0.9522 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12444694417715073
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2888 | LCC = 0.9511 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.11249271777272224
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2077 | LCC = 0.9536 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10927373617887497
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2625 | LCC = 0.9538 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10019297844171524
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1943 | LCC = 0.9561 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08927651366591453
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2087 | LCC = 0.9579 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.08469584858417512
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2279 | LCC = 0.9569 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0783321543931961
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1829 | LCC = 0.9582 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.0732740043103695
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1972 | LCC = 0.9590 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.07306141686439514
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2141 | LCC = 0.9572 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0719591262936592
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1949 | LCC = 0.9581 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0615290445536375
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1805 | LCC = 0.9563 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05726568803191185
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2056 | LCC = 0.9561 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.054025464564561844
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1854 | LCC = 0.9589 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05705915480852127
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2010 | LCC = 0.9580 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05007706689834595
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2138 | LCC = 0.9585 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.049500797778367994
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1872 | LCC = 0.9591 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.044250371932983396
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2289 | LCC = 0.9570 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.04116159345209598
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2088 | LCC = 0.9591 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.040016703695058824
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1735 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03844681692123413
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1986 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03791450029611588
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1919 | LCC = 0.9589 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03468980225920677
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2079 | LCC = 0.9585 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03383499506115913
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1880 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.03160991488397121
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1974 | LCC = 0.9575 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.03145035542547703
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1977 | LCC = 0.9585 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.029976494282484053
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2040 | LCC = 0.9594 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.028800904080271722
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2069 | LCC = 0.9588 | SRCC = 0.9590 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2040 | LCC = 0.9577 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run4/config.gin b/results_tencent/w2v2_large_asr_de/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run4/model.pt b/results_tencent/w2v2_large_asr_de/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2366f52bb2ecef29dfcf7dd7d6c07f6963287f13
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac80918310b5dac78b04fd830abb0fdd5fed190d1bc7e9244a61183890d287d
+size 3403339
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run4/model_best.pt b/results_tencent/w2v2_large_asr_de/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc58c67ccb146a7e886b5ffd9161a1a62bee1c1
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4944d3f3000861d072b44eaf6dccaf0a5085245a03d33acba64fe46372dc36
+size 3405062
diff --git a/results_tencent/w2v2_large_asr_de/layer8/run4/train.log b/results_tencent/w2v2_large_asr_de/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..42abfd5cc7ba25295a68af4eff9140c25c6c1665
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_de/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5222406493425369
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3365 | LCC = 0.9027 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.2265060070157051
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2686 | LCC = 0.9327 | SRCC = 0.9327 ]
+INFO:root:Average loss=0.18533836764097214
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2342 | LCC = 0.9437 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.150041996717453
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2070 | LCC = 0.9489 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.1404647034406662
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2346 | LCC = 0.9501 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12447794541716575
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2091 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11202359372377396
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2338 | LCC = 0.9559 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.09919753003120423
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1806 | LCC = 0.9567 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.09417730179429054
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1711 | LCC = 0.9570 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08750818082690238
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1823 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.08072118505835534
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2518 | LCC = 0.9547 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.07943551459908485
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2120 | LCC = 0.9584 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07612772420048713
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1925 | LCC = 0.9602 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06923014613986016
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2095 | LCC = 0.9609 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0650132722556591
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1870 | LCC = 0.9599 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.058680513709783555
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1983 | LCC = 0.9595 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.05702557080984116
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1888 | LCC = 0.9609 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.05260510824620724
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1995 | LCC = 0.9589 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.052151501506567
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1943 | LCC = 0.9595 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04876533244550228
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2055 | LCC = 0.9600 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04519731172919273
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2092 | LCC = 0.9595 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04558419106900692
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1901 | LCC = 0.9595 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04230218279361725
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1723 | LCC = 0.9593 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.039535968735814095
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1904 | LCC = 0.9606 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.03927378942072392
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1712 | LCC = 0.9613 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.037813705295324324
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1857 | LCC = 0.9608 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03458408857882023
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1933 | LCC = 0.9612 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.03447176793217659
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1764 | LCC = 0.9612 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.0317310775667429
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1693 | LCC = 0.9614 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.030278181597590447
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1720 | LCC = 0.9604 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.03127421174943447
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1735 | LCC = 0.9616 | SRCC = 0.9610 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1747 | LCC = 0.9613 | SRCC = 0.9621 ]
diff --git a/results_tencent/w2v2_large_asr_en/layer0/run0/config.gin b/results_tencent/w2v2_large_asr_en/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_large_asr_en/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64